{ "schema_version": 1, "dataset_git_commit": "c14b9c971bd1fbe1a0126a2683ba4df8b0eeaf6c", "dataset_fingerprint": "3c6b248bfc25f4810c0083bbc5af3c5905fb1000795b21fdd0a57969a7aa3bc0", "expected_task_count": 512, "run_id": "pilot-20260916", "mock": false, "grading_version": "2", "release": "0.4.0", "evaluation_protocol": "78be5960423e0ea7b850ffb5a5c07dbb41a4658d6c89dd8a43e9dc08c76ab502", "finalized_at": "2026-09-16T16:34:13.565175+00:00", "source_updated_at": "2026-09-16T16:33:15.654273+00:00", "source_git_commit": "a04d7ec74cfb8cd739208fcbf228228ae6653a42", "finalizer_git_commit": "a04d7ec74cfb8cd739208fcbf228228ae6653a42", "finalizer_git_dirty": true, "artifact_type": "colorbench-final-results", "publication_status": "finalized", "benchmark_id": "colorbench", "version": "0.4.0", "status": "pilot", "human_validation": "not_performed", "numeric_scoring": { "distance": "euclidean-oklab", "score_ceiling": 0.2, "score_formula": "100 * (1 - min(delta_e_ok / 0.2, 1))", "tight_ceiling": 0.05, "tight_formula": "100 * (1 - min(delta_e_ok / 0.05, 1))", "exact_bands": [ 0.005, 0.01, 0.02, 0.05 ], "hue_chroma_threshold": 0.02, "interpretation": "Engineering normalization; not a just-noticeable-difference threshold." }, "dataset_manifest": "dataset/colorbench-v0.4.0/manifest.json", "dataset_path": "dataset/colorbench-v0.4.0", "comparison": { "scope": "full", "count": 512, "task_ids": [ "colorbench-binding-01", "colorbench-binding-02", "colorbench-binding-03", "colorbench-binding-04", "colorbench-binding-05", "colorbench-binding-06", "colorbench-binding-07", "colorbench-binding-08", "colorbench-binding-09", "colorbench-binding-10", "colorbench-binding-11", "colorbench-binding-12", "colorbench-binding-13", "colorbench-binding-14", "colorbench-binding-15", "colorbench-binding-16", "colorbench-binding-17", "colorbench-binding-18", "colorbench-binding-19", "colorbench-binding-20", "colorbench-binding-21", "colorbench-binding-22", "colorbench-binding-23", "colorbench-binding-24", "colorbench-binding-25", "colorbench-binding-26", "colorbench-binding-27", "colorbench-binding-28", "colorbench-binding-29", "colorbench-binding-30", "colorbench-binding-31", "colorbench-binding-32", "colorbench-binding-33", "colorbench-binding-34", "colorbench-binding-35", "colorbench-binding-36", "colorbench-binding-37", "colorbench-binding-38", "colorbench-binding-39", "colorbench-binding-40", "colorbench-binding-41", "colorbench-binding-42", "colorbench-binding-43", "colorbench-binding-44", "colorbench-binding-45", "colorbench-binding-46", "colorbench-binding-47", "colorbench-binding-48", "colorbench-chroma-01", "colorbench-chroma-02", "colorbench-chroma-03", "colorbench-chroma-04", "colorbench-chroma-05", "colorbench-chroma-06", "colorbench-chroma-07", "colorbench-chroma-08", "colorbench-chroma-09", "colorbench-chroma-10", "colorbench-chroma-11", "colorbench-chroma-12", "colorbench-chroma-13", "colorbench-chroma-14", "colorbench-chroma-15", "colorbench-chroma-16", "colorbench-chroma-17", "colorbench-chroma-18", "colorbench-chroma-19", "colorbench-chroma-20", "colorbench-chroma-21", "colorbench-chroma-22", "colorbench-chroma-23", "colorbench-chroma-24", "colorbench-chroma-25", "colorbench-chroma-26", "colorbench-chroma-27", "colorbench-chroma-28", "colorbench-chroma-29", "colorbench-chroma-30", "colorbench-chroma-31", "colorbench-chroma-32", "colorbench-chroma-33", "colorbench-chroma-34", "colorbench-chroma-35", "colorbench-chroma-36", "colorbench-chroma-37", "colorbench-chroma-38", "colorbench-chroma-39", "colorbench-chroma-40", "colorbench-chroma-41", "colorbench-chroma-42", "colorbench-chroma-43", "colorbench-chroma-44", "colorbench-chroma-45", "colorbench-chroma-46", "colorbench-chroma-47", "colorbench-chroma-48", "colorbench-chroma-49", "colorbench-chroma-50", "colorbench-chroma-51", "colorbench-chroma-52", "colorbench-chroma-53", "colorbench-chroma-54", "colorbench-chroma-55", "colorbench-chroma-56", "colorbench-chroma-57", "colorbench-chroma-58", "colorbench-chroma-59", "colorbench-chroma-60", "colorbench-chroma-61", "colorbench-chroma-62", "colorbench-chroma-63", "colorbench-chroma-64", "colorbench-context-01", "colorbench-context-02", "colorbench-context-03", "colorbench-context-04", "colorbench-context-05", "colorbench-context-06", "colorbench-context-07", "colorbench-context-08", "colorbench-context-09", "colorbench-context-10", "colorbench-context-11", "colorbench-context-12", "colorbench-context-13", "colorbench-context-14", "colorbench-context-15", "colorbench-context-16", "colorbench-context-17", "colorbench-context-18", "colorbench-context-19", "colorbench-context-20", "colorbench-context-21", "colorbench-context-22", "colorbench-context-23", "colorbench-context-24", "colorbench-context-25", "colorbench-context-26", "colorbench-context-27", "colorbench-context-28", "colorbench-context-29", "colorbench-context-30", "colorbench-context-31", "colorbench-context-32", "colorbench-context-33", "colorbench-context-34", "colorbench-context-35", "colorbench-context-36", "colorbench-context-37", "colorbench-context-38", "colorbench-context-39", "colorbench-context-40", "colorbench-context-41", "colorbench-context-42", "colorbench-context-43", "colorbench-context-44", "colorbench-context-45", "colorbench-context-46", "colorbench-context-47", "colorbench-context-48", "colorbench-context-49", "colorbench-context-50", "colorbench-context-51", "colorbench-context-52", "colorbench-context-53", "colorbench-context-54", "colorbench-context-55", "colorbench-context-56", "colorbench-context-57", "colorbench-context-58", "colorbench-context-59", "colorbench-context-60", "colorbench-context-61", "colorbench-context-62", "colorbench-context-63", "colorbench-context-64", "colorbench-context-65", "colorbench-context-66", "colorbench-context-67", "colorbench-context-68", "colorbench-context-69", "colorbench-context-70", "colorbench-context-71", "colorbench-context-72", "colorbench-context-73", "colorbench-context-74", "colorbench-context-75", "colorbench-context-76", "colorbench-context-77", "colorbench-context-78", "colorbench-context-79", "colorbench-context-80", "colorbench-gradient-01", "colorbench-gradient-02", "colorbench-gradient-03", "colorbench-gradient-04", "colorbench-gradient-05", "colorbench-gradient-06", "colorbench-gradient-07", "colorbench-gradient-08", "colorbench-gradient-09", "colorbench-gradient-10", "colorbench-gradient-11", "colorbench-gradient-12", "colorbench-gradient-13", "colorbench-gradient-14", "colorbench-gradient-15", "colorbench-gradient-16", "colorbench-hsl-01", "colorbench-hsl-02", "colorbench-hsl-03", "colorbench-hsl-04", "colorbench-hsl-05", "colorbench-hsl-06", "colorbench-hsl-07", "colorbench-hsl-08", "colorbench-hsl-09", "colorbench-hsl-10", "colorbench-hsl-11", "colorbench-hsl-12", "colorbench-hsl-13", "colorbench-hsl-14", "colorbench-hsl-15", "colorbench-hsl-16", "colorbench-hue-01", "colorbench-hue-02", "colorbench-hue-03", "colorbench-hue-04", "colorbench-hue-05", "colorbench-hue-06", "colorbench-hue-07", "colorbench-hue-08", "colorbench-hue-09", "colorbench-hue-10", "colorbench-hue-11", "colorbench-hue-12", "colorbench-hue-13", "colorbench-hue-14", "colorbench-hue-15", "colorbench-hue-16", "colorbench-hue-17", "colorbench-hue-18", "colorbench-hue-19", "colorbench-hue-20", "colorbench-hue-21", "colorbench-hue-22", "colorbench-hue-23", "colorbench-hue-24", "colorbench-hue-25", "colorbench-hue-26", "colorbench-hue-27", "colorbench-hue-28", "colorbench-hue-29", "colorbench-hue-30", "colorbench-hue-31", "colorbench-hue-32", "colorbench-lightness-01", "colorbench-lightness-02", "colorbench-lightness-03", "colorbench-lightness-04", "colorbench-lightness-05", "colorbench-lightness-06", "colorbench-lightness-07", "colorbench-lightness-08", "colorbench-lightness-09", "colorbench-lightness-10", "colorbench-lightness-11", "colorbench-lightness-12", "colorbench-lightness-13", "colorbench-lightness-14", "colorbench-lightness-15", "colorbench-lightness-16", "colorbench-lightness-17", "colorbench-lightness-18", "colorbench-lightness-19", "colorbench-lightness-20", "colorbench-lightness-21", "colorbench-lightness-22", "colorbench-lightness-23", "colorbench-lightness-24", "colorbench-lightness-25", "colorbench-lightness-26", "colorbench-lightness-27", "colorbench-lightness-28", "colorbench-lightness-29", "colorbench-lightness-30", "colorbench-lightness-31", "colorbench-lightness-32", "colorbench-lightness-33", "colorbench-lightness-34", "colorbench-lightness-35", "colorbench-lightness-36", "colorbench-lightness-37", "colorbench-lightness-38", "colorbench-lightness-39", "colorbench-lightness-40", "colorbench-lightness-41", "colorbench-lightness-42", "colorbench-lightness-43", "colorbench-lightness-44", "colorbench-lightness-45", "colorbench-lightness-46", "colorbench-lightness-47", "colorbench-lightness-48", "colorbench-lightness-49", "colorbench-lightness-50", "colorbench-lightness-51", "colorbench-lightness-52", "colorbench-lightness-53", "colorbench-lightness-54", "colorbench-lightness-55", "colorbench-lightness-56", "colorbench-lightness-57", "colorbench-lightness-58", "colorbench-lightness-59", "colorbench-lightness-60", "colorbench-lightness-61", "colorbench-lightness-62", "colorbench-lightness-63", "colorbench-lightness-64", "colorbench-matching-01", "colorbench-matching-02", "colorbench-matching-03", "colorbench-matching-04", "colorbench-matching-05", "colorbench-matching-06", "colorbench-matching-07", "colorbench-matching-08", "colorbench-matching-09", "colorbench-matching-10", "colorbench-matching-11", "colorbench-matching-12", "colorbench-matching-13", "colorbench-matching-14", "colorbench-matching-15", "colorbench-matching-16", "colorbench-matching-17", "colorbench-matching-18", "colorbench-matching-19", "colorbench-matching-20", "colorbench-matching-21", "colorbench-matching-22", "colorbench-matching-23", "colorbench-matching-24", "colorbench-matching-25", "colorbench-matching-26", "colorbench-matching-27", "colorbench-matching-28", "colorbench-matching-29", "colorbench-matching-30", "colorbench-matching-31", "colorbench-matching-32", "colorbench-matching-33", "colorbench-matching-34", "colorbench-matching-35", "colorbench-matching-36", "colorbench-matching-37", "colorbench-matching-38", "colorbench-matching-39", "colorbench-matching-40", "colorbench-matching-41", "colorbench-matching-42", "colorbench-matching-43", "colorbench-matching-44", "colorbench-matching-45", "colorbench-matching-46", "colorbench-matching-47", "colorbench-matching-48", "colorbench-oklch-01", "colorbench-oklch-02", "colorbench-oklch-03", "colorbench-oklch-04", "colorbench-oklch-05", "colorbench-oklch-06", "colorbench-oklch-07", "colorbench-oklch-08", "colorbench-oklch-09", "colorbench-oklch-10", "colorbench-oklch-11", "colorbench-oklch-12", "colorbench-oklch-13", "colorbench-oklch-14", "colorbench-oklch-15", "colorbench-oklch-16", "colorbench-rgb-01", "colorbench-rgb-02", "colorbench-rgb-03", "colorbench-rgb-04", "colorbench-rgb-05", "colorbench-rgb-06", "colorbench-rgb-07", "colorbench-rgb-08", "colorbench-rgb-09", "colorbench-rgb-10", "colorbench-rgb-11", "colorbench-rgb-12", "colorbench-rgb-13", "colorbench-rgb-14", "colorbench-rgb-15", "colorbench-rgb-16", "colorbench-samediff-01", "colorbench-samediff-02", "colorbench-samediff-03", "colorbench-samediff-04", "colorbench-samediff-05", "colorbench-samediff-06", "colorbench-samediff-07", "colorbench-samediff-08", "colorbench-samediff-09", "colorbench-samediff-10", "colorbench-samediff-11", "colorbench-samediff-12", "colorbench-samediff-13", "colorbench-samediff-14", "colorbench-samediff-15", "colorbench-samediff-16", "colorbench-samediff-17", "colorbench-samediff-18", "colorbench-samediff-19", "colorbench-samediff-20", "colorbench-samediff-21", "colorbench-samediff-22", "colorbench-samediff-23", "colorbench-samediff-24", "colorbench-samediff-25", "colorbench-samediff-26", "colorbench-samediff-27", "colorbench-samediff-28", "colorbench-samediff-29", "colorbench-samediff-30", "colorbench-samediff-31", "colorbench-samediff-32", "colorbench-samediff-33", "colorbench-samediff-34", "colorbench-samediff-35", "colorbench-samediff-36", "colorbench-samediff-37", "colorbench-samediff-38", "colorbench-samediff-39", "colorbench-samediff-40", "colorbench-samediff-41", "colorbench-samediff-42", "colorbench-samediff-43", "colorbench-samediff-44", "colorbench-samediff-45", "colorbench-samediff-46", "colorbench-samediff-47", "colorbench-samediff-48", "colorbench-smallmatch-01", "colorbench-smallmatch-02", "colorbench-smallmatch-03", "colorbench-smallmatch-04", "colorbench-smallmatch-05", "colorbench-smallmatch-06", "colorbench-smallmatch-07", "colorbench-smallmatch-08", "colorbench-smallmatch-09", "colorbench-smallmatch-10", "colorbench-smallmatch-11", "colorbench-smallmatch-12", "colorbench-smallmatch-13", "colorbench-smallmatch-14", "colorbench-smallmatch-15", "colorbench-smallmatch-16", "colorbench-smallmatch-17", "colorbench-smallmatch-18", "colorbench-smallmatch-19", "colorbench-smallmatch-20", "colorbench-smallmatch-21", "colorbench-smallmatch-22", "colorbench-smallmatch-23", "colorbench-smallmatch-24", "colorbench-smallmatch-25", "colorbench-smallmatch-26", "colorbench-smallmatch-27", "colorbench-smallmatch-28", "colorbench-smallmatch-29", "colorbench-smallmatch-30", "colorbench-smallmatch-31", "colorbench-smallmatch-32", "colorbench-smallmatch-33", "colorbench-smallmatch-34", "colorbench-smallmatch-35", "colorbench-smallmatch-36", "colorbench-smallmatch-37", "colorbench-smallmatch-38", "colorbench-smallmatch-39", "colorbench-smallmatch-40", "colorbench-smallmatch-41", "colorbench-smallmatch-42", "colorbench-smallmatch-43", "colorbench-smallmatch-44", "colorbench-smallmatch-45", "colorbench-smallmatch-46", "colorbench-smallmatch-47", "colorbench-smallmatch-48", "colorbench-smallmatch-49", "colorbench-smallmatch-50", "colorbench-smallmatch-51", "colorbench-smallmatch-52", "colorbench-smallmatch-53", "colorbench-smallmatch-54", "colorbench-smallmatch-55", "colorbench-smallmatch-56", "colorbench-smallmatch-57", "colorbench-smallmatch-58", "colorbench-smallmatch-59", "colorbench-smallmatch-60", "colorbench-smallmatch-61", "colorbench-smallmatch-62", "colorbench-smallmatch-63", "colorbench-smallmatch-64" ], "cohort_fingerprint": "c6bb84361fdffea7887f62ebdedbfa9c6d24da6466b5c90b750c0712bed7ecfa", "model_ids": [ "claude-fable-5-1", "claude-haiku-4-5-20251001", "claude-opus-5", "claude-sonnet-5", "gemini-3.1-pro-preview", "gemini-3.5-flash-lite", "gemini-3.8-flash", "gpt-5.6-luna", "gpt-5.6-sol", "gpt-5.6-terra", "gpt-6-astra", "muse-spark-1.2", "muse-spark-1.3" ] }, "cost_basis": "Recorded metered token usage multiplied by recorded model pricing per scored input; excludes unmetered reserves and separate infrastructure attempts.", "statistical_scope": "Descriptive finite pilot. Related images share groups; no independent-sample confidence intervals or combined cross-family score.", "campaign": { "final_response_count": 6656, "attempt_count": 6656, "infrastructure_attempt_count": 0, "infrastructure_error_kinds": {}, "spent_cost_usd": 44.44385174999941, "budget_usd": 65.0, "cost_incomplete": false, "estimated_cost_attempt_count": 4 }, "models": [ { "model_id": "claude-fable-5-1", "model_config": { "api_key_env": "ANTHROPIC_API_KEY", "base_url": null, "display_name": "Claude Fable 5.1", "enabled": true, "id": "claude-fable-5-1", "input_per_m": 10.0, "max_output_tokens": 4096, "model": "claude-fable-5-1", "notes": "Latest Fable. Adaptive thinking is always on; default effort is high.", "output_per_m": 50.0, "pricing_notes": "Standard online API rates in USD per million tokens; excludes caching, batch discounts and tools.", "pricing_source_url": "https://platform.claude.com/docs/en/about-claude/pricing", "provider": "anthropic", "source_url": "https://platform.claude.com/docs/en/models/overview" }, "model_config_fingerprint": "5651e81821421e372074e9b58db5cced4e5fb6d05ec21248e07c30ed8d2aa366", "status": "finalized", "coverage_status": "complete", "observed_task_count": 512, "expected_task_count": 512, "comparison_task_count": 512, "families": { "matching": { "kind": "choice", "count": 48, "valid_count": 48, "invalid_count": 0, "validity_rate": 1.0, "correct_count": 42, "accuracy": 0.875, "chance_accuracy": 0.25, "confusion": { "A": { "A": 11, "C": 1 }, "B": { "B": 10, "C": 1, "D": 1 }, "C": { "C": 11, "A": 1 }, "D": { "D": 10, "B": 2 } }, "mean_api_response_cost_usd": 0.010372083333333339, "cost_known_response_count": 48, "mean_latency_sec": 4.293077060159703, "latency_known_response_count": 48, "group_count": 48 }, "lightness": { "kind": "choice", "count": 64, "valid_count": 64, "invalid_count": 0, "validity_rate": 1.0, "correct_count": 62, "accuracy": 0.96875, "chance_accuracy": 0.5, "confusion": { "A": { "A": 31, "B": 1 }, "B": { "B": 31, "A": 1 } }, "mean_api_response_cost_usd": 0.009985000000000003, "cost_known_response_count": 64, "mean_latency_sec": 4.031441510654986, "latency_known_response_count": 64, "group_count": 16 }, "chroma": { "kind": "choice", "count": 64, "valid_count": 64, "invalid_count": 0, "validity_rate": 1.0, "correct_count": 63, "accuracy": 0.984375, "chance_accuracy": 0.5, "confusion": { "A": { "A": 32 }, "B": { "B": 31, "A": 1 } }, "mean_api_response_cost_usd": 0.01021000000000001, "cost_known_response_count": 64, "mean_latency_sec": 3.9645149576426775, "latency_known_response_count": 64, "group_count": 16 }, "hue": { "kind": "choice", "count": 32, "valid_count": 32, "invalid_count": 0, "validity_rate": 1.0, "correct_count": 32, "accuracy": 1.0, "chance_accuracy": 0.25, "confusion": { "A": { "A": 8 }, "B": { "B": 8 }, "C": { "C": 8 }, "D": { "D": 8 } }, "mean_api_response_cost_usd": 0.013773125, "cost_known_response_count": 32, "mean_latency_sec": 5.024028554362303, "latency_known_response_count": 32, "group_count": 32 }, "binding": { "kind": "choice", "count": 48, "valid_count": 48, "invalid_count": 0, "validity_rate": 1.0, "correct_count": 41, "accuracy": 0.8541666666666666, "chance_accuracy": 0.25, "confusion": { "A": { "A": 12 }, "B": { "B": 9, "D": 2, "C": 1 }, "C": { "C": 10, "B": 1, "A": 1 }, "D": { "D": 10, "B": 1, "A": 1 } }, "mean_api_response_cost_usd": 0.010652083333333328, "cost_known_response_count": 48, "mean_latency_sec": 4.032272698445013, "latency_known_response_count": 48, "group_count": 48 }, "gradient": { "kind": "choice", "count": 16, "valid_count": 16, "invalid_count": 0, "validity_rate": 1.0, "correct_count": 16, "accuracy": 1.0, "chance_accuracy": 0.25, "confusion": { "A": { "A": 4 }, "B": { "B": 4 }, "C": { "C": 4 }, "D": { "D": 4 } }, "mean_api_response_cost_usd": 0.01036, "cost_known_response_count": 16, "mean_latency_sec": 4.494796718063299, "latency_known_response_count": 16, "group_count": 16 }, "samediff": { "kind": "choice", "count": 48, "valid_count": 48, "invalid_count": 0, "validity_rate": 1.0, "correct_count": 40, "accuracy": 0.8333333333333334, "chance_accuracy": 0.5, "confusion": { "A": { "A": 19, "B": 5 }, "B": { "B": 21, "A": 3 } }, "mean_api_response_cost_usd": 0.01018000000000001, "cost_known_response_count": 48, "mean_latency_sec": 3.8776358714918993, "latency_known_response_count": 48, "group_count": 24 }, "context": { "kind": "choice", "count": 80, "valid_count": 80, "invalid_count": 0, "validity_rate": 1.0, "correct_count": 76, "accuracy": 0.95, "chance_accuracy": 0.25, "confusion": { "A": { "A": 18, "C": 2 }, "B": { "B": 18, "C": 1, "D": 1 }, "C": { "C": 20 }, "D": { "D": 20 } }, "mean_api_response_cost_usd": 0.010584999999999982, "cost_known_response_count": 80, "mean_latency_sec": 4.261351377760002, "latency_known_response_count": 80, "group_count": 16 }, "smallmatch": { "kind": "choice", "count": 64, "valid_count": 64, "invalid_count": 0, "validity_rate": 1.0, "correct_count": 40, "accuracy": 0.625, "chance_accuracy": 0.25, "confusion": { "A": { "D": 1, "A": 12, "C": 3 }, "B": { "B": 9, "D": 4, "C": 3 }, "C": { "A": 4, "C": 10, "B": 2 }, "D": { "D": 9, "A": 1, "B": 5, "C": 1 } }, "mean_api_response_cost_usd": 0.010422500000000003, "cost_known_response_count": 64, "mean_latency_sec": 4.178486853008508, "latency_known_response_count": 64, "group_count": 16 }, "rgb": { "kind": "numeric", "count": 16, "valid_count": 16, "invalid_count": 0, "validity_rate": 1.0, "mean_score": 97.94377738741622, "mean_tight_score": 91.7751095496649, "mean_delta_e_ok": 0.004112445225167548, "median_delta_e_ok": 0.00447174589363682, "p90_delta_e_ok": 0.0061264643451957295, "out_of_srgb_count": 0, "mean_component_errors": { "b": 1.1875, "g": 0.875, "r": 1.4375 }, "component_known_count": { "b": 16, "g": 16, "r": 16 }, "band_hit_rate": { "0.005": 0.625, "0.01": 1.0, "0.02": 1.0, "0.05": 1.0 }, "rgb_within_2_lsb": 0.8125, "rgb_within_5_lsb": 1.0, "mean_api_response_cost_usd": 0.01101, "cost_known_response_count": 16, "mean_latency_sec": 4.193625895262812, "latency_known_response_count": 16, "group_count": 16 }, "hsl": { "kind": "numeric", "count": 16, "valid_count": 16, "invalid_count": 0, "validity_rate": 1.0, "mean_score": 95.01055257870858, "mean_tight_score": 80.04221031483435, "mean_delta_e_ok": 0.009978894842582825, "median_delta_e_ok": 0.008500446047261412, "p90_delta_e_ok": 0.01707550174977686, "out_of_srgb_count": 0, "mean_component_errors": { "h": 1.5878675300488698, "l": 0.814950980392156, "s": 2.5670307946618416 }, "component_known_count": { "h": 13, "l": 16, "s": 16 }, "band_hit_rate": { "0.005": 0.1875, "0.01": 0.625, "0.02": 0.9375, "0.05": 1.0 }, "rgb_within_2_lsb": null, "rgb_within_5_lsb": null, "mean_api_response_cost_usd": 0.011378125000000001, "cost_known_response_count": 16, "mean_latency_sec": 4.4342750386713305, "latency_known_response_count": 16, "group_count": 16 }, "oklch": { "kind": "numeric", "count": 16, "valid_count": 16, "invalid_count": 0, "validity_rate": 1.0, "mean_score": 94.41013080043528, "mean_tight_score": 77.64052320174117, "mean_delta_e_ok": 0.011179738399129412, "median_delta_e_ok": 0.009745084726062003, "p90_delta_e_ok": 0.02027461796343274, "out_of_srgb_count": 1, "mean_component_errors": { "c": 0.005976860589230374, "h": 1.606692432863529, "l": 0.00701008021890898 }, "component_known_count": { "c": 16, "h": 13, "l": 16 }, "band_hit_rate": { "0.005": 0.1875, "0.01": 0.5625, "0.02": 0.875, "0.05": 1.0 }, "rgb_within_2_lsb": null, "rgb_within_5_lsb": null, "mean_api_response_cost_usd": 0.013757499999999997, "cost_known_response_count": 16, "mean_latency_sec": 4.849529372186225, "latency_known_response_count": 16, "group_count": 16 } }, "mean_api_response_cost_usd": 0.010720605468749969, "cost_known_response_count": 512, "mean_latency_sec": 4.207305349913213, "latency_known_response_count": 512 }, { "model_id": "claude-haiku-4-5-20251001", "model_config": { "api_key_env": "ANTHROPIC_API_KEY", "base_url": null, "display_name": "Claude Haiku 4.5", "enabled": true, "id": "claude-haiku-4-5-20251001", "input_per_m": 1.0, "max_output_tokens": 1024, "model": "claude-haiku-4-5-20251001", "notes": "Latest Haiku, using its dated snapshot ID.", "output_per_m": 5.0, "pricing_notes": "Standard online API rates in USD per million tokens; excludes caching, batch discounts and tools.", "pricing_source_url": "https://platform.claude.com/docs/en/about-claude/pricing", "provider": "anthropic", "source_url": "https://platform.claude.com/docs/en/models/overview" }, "model_config_fingerprint": "0955227c94c7dc3da8e437be80ebacb3226b826411a0b59e4d37966e425f2a3c", "status": "finalized", "coverage_status": "complete", "observed_task_count": 512, "expected_task_count": 512, "comparison_task_count": 512, "families": { "matching": { "kind": "choice", "count": 48, "valid_count": 48, "invalid_count": 0, "validity_rate": 1.0, "correct_count": 23, "accuracy": 0.4791666666666667, "chance_accuracy": 0.25, "confusion": { "A": { "C": 5, "B": 4, "A": 3 }, "B": { "B": 11, "C": 1 }, "C": { "C": 8, "B": 4 }, "D": { "A": 1, "B": 7, "C": 3, "D": 1 } }, "mean_api_response_cost_usd": 0.0009460000000000003, "cost_known_response_count": 48, "mean_latency_sec": 0.8607407896852237, "latency_known_response_count": 48, "group_count": 48 }, "lightness": { "kind": "choice", "count": 64, "valid_count": 64, "invalid_count": 0, "validity_rate": 1.0, "correct_count": 42, "accuracy": 0.65625, "chance_accuracy": 0.5, "confusion": { "A": { "A": 26, "B": 6 }, "B": { "B": 16, "A": 16 } }, "mean_api_response_cost_usd": 0.0009218437499999994, "cost_known_response_count": 64, "mean_latency_sec": 0.9385908661679423, "latency_known_response_count": 64, "group_count": 16 }, "chroma": { "kind": "choice", "count": 64, "valid_count": 64, "invalid_count": 0, "validity_rate": 1.0, "correct_count": 53, "accuracy": 0.828125, "chance_accuracy": 0.5, "confusion": { "A": { "A": 30, "B": 2 }, "B": { "B": 23, "A": 9 } }, "mean_api_response_cost_usd": 0.0009421874999999992, "cost_known_response_count": 64, "mean_latency_sec": 0.90384588949928, "latency_known_response_count": 64, "group_count": 16 }, "hue": { "kind": "choice", "count": 32, "valid_count": 32, "invalid_count": 0, "validity_rate": 1.0, "correct_count": 18, "accuracy": 0.5625, "chance_accuracy": 0.25, "confusion": { "A": { "A": 3, "C": 3, "B": 2 }, "B": { "B": 6, "D": 1, "C": 1 }, "C": { "C": 5, "B": 3 }, "D": { "D": 4, "B": 3, "C": 1 } }, "mean_api_response_cost_usd": 0.0009590000000000007, "cost_known_response_count": 32, "mean_latency_sec": 0.8372988201626868, "latency_known_response_count": 32, "group_count": 32 }, "binding": { "kind": "choice", "count": 48, "valid_count": 48, "invalid_count": 0, "validity_rate": 1.0, "correct_count": 20, "accuracy": 0.4166666666666667, "chance_accuracy": 0.25, "confusion": { "A": { "C": 2, "B": 2, "A": 8 }, "B": { "D": 1, "C": 1, "B": 6, "A": 4 }, "C": { "C": 5, "A": 7 }, "D": { "A": 6, "B": 5, "D": 1 } }, "mean_api_response_cost_usd": 0.0009467916666666675, "cost_known_response_count": 48, "mean_latency_sec": 0.8429529597609265, "latency_known_response_count": 48, "group_count": 48 }, "gradient": { "kind": "choice", "count": 16, "valid_count": 16, "invalid_count": 0, "validity_rate": 1.0, "correct_count": 14, "accuracy": 0.875, "chance_accuracy": 0.25, "confusion": { "A": { "A": 3, "D": 1 }, "B": { "B": 3, "C": 1 }, "C": { "C": 4 }, "D": { "D": 4 } }, "mean_api_response_cost_usd": 0.0009576875000000002, "cost_known_response_count": 16, "mean_latency_sec": 0.852380428739707, "latency_known_response_count": 16, "group_count": 16 }, "samediff": { "kind": "choice", "count": 48, "valid_count": 48, "invalid_count": 0, "validity_rate": 1.0, "correct_count": 24, "accuracy": 0.5, "chance_accuracy": 0.5, "confusion": { "A": { "A": 12, "B": 12 }, "B": { "B": 12, "A": 12 } }, "mean_api_response_cost_usd": 0.0009384791666666669, "cost_known_response_count": 48, "mean_latency_sec": 0.8486079344341609, "latency_known_response_count": 48, "group_count": 24 }, "context": { "kind": "choice", "count": 80, "valid_count": 80, "invalid_count": 0, "validity_rate": 1.0, "correct_count": 30, "accuracy": 0.375, "chance_accuracy": 0.25, "confusion": { "A": { "C": 7, "A": 6, "B": 5, "D": 2 }, "B": { "B": 16, "A": 2, "C": 2 }, "C": { "C": 5, "A": 3, "B": 12 }, "D": { "C": 2, "B": 11, "A": 4, "D": 3 } }, "mean_api_response_cost_usd": 0.0009508749999999992, "cost_known_response_count": 80, "mean_latency_sec": 0.8928024837907287, "latency_known_response_count": 80, "group_count": 16 }, "smallmatch": { "kind": "choice", "count": 64, "valid_count": 64, "invalid_count": 0, "validity_rate": 1.0, "correct_count": 22, "accuracy": 0.34375, "chance_accuracy": 0.25, "confusion": { "A": { "B": 10, "C": 4, "A": 2 }, "B": { "B": 13, "C": 2, "D": 1 }, "C": { "B": 12, "C": 4 }, "D": { "B": 11, "D": 3, "C": 2 } }, "mean_api_response_cost_usd": 0.0009510000000000003, "cost_known_response_count": 64, "mean_latency_sec": 0.8247133157201461, "latency_known_response_count": 64, "group_count": 16 }, "rgb": { "kind": "numeric", "count": 16, "valid_count": 16, "invalid_count": 0, "validity_rate": 1.0, "mean_score": 84.53237095571703, "mean_tight_score": 46.053655612934044, "mean_delta_e_ok": 0.03093525808856594, "median_delta_e_ok": 0.022973266166503296, "p90_delta_e_ok": 0.06067105633099299, "out_of_srgb_count": 0, "mean_component_errors": { "b": 10.625, "g": 11.0, "r": 8.3125 }, "component_known_count": { "b": 16, "g": 16, "r": 16 }, "band_hit_rate": { "0.005": 0.125, "0.01": 0.125, "0.02": 0.4375, "0.05": 0.8125 }, "rgb_within_2_lsb": 0.125, "rgb_within_5_lsb": 0.3125, "mean_api_response_cost_usd": 0.0010399999999999997, "cost_known_response_count": 16, "mean_latency_sec": 1.1419468449166743, "latency_known_response_count": 16, "group_count": 16 }, "hsl": { "kind": "numeric", "count": 16, "valid_count": 16, "invalid_count": 0, "validity_rate": 1.0, "mean_score": 74.8713594460914, "mean_tight_score": 20.10087341883056, "mean_delta_e_ok": 0.05025728110781716, "median_delta_e_ok": 0.04881339487611322, "p90_delta_e_ok": 0.08059157275265831, "out_of_srgb_count": 0, "mean_component_errors": { "h": 4.081632780960872, "l": 3.7977941176470584, "s": 9.409488830740178 }, "component_known_count": { "h": 13, "l": 16, "s": 16 }, "band_hit_rate": { "0.005": 0.0, "0.01": 0.0625, "0.02": 0.1875, "0.05": 0.5625 }, "rgb_within_2_lsb": null, "rgb_within_5_lsb": null, "mean_api_response_cost_usd": 0.0010508125, "cost_known_response_count": 16, "mean_latency_sec": 1.2689250819385052, "latency_known_response_count": 16, "group_count": 16 }, "oklch": { "kind": "numeric", "count": 16, "valid_count": 16, "invalid_count": 0, "validity_rate": 1.0, "mean_score": 67.29728906807544, "mean_tight_score": 10.45881373932897, "mean_delta_e_ok": 0.0654054218638491, "median_delta_e_ok": 0.062492686359006934, "p90_delta_e_ok": 0.11391244949115667, "out_of_srgb_count": 7, "mean_component_errors": { "c": 0.031270343379837036, "h": 11.556596942154117, "l": 0.04127688295373798 }, "component_known_count": { "c": 16, "h": 13, "l": 16 }, "band_hit_rate": { "0.005": 0.0, "0.01": 0.0, "0.02": 0.0, "0.05": 0.25 }, "rgb_within_2_lsb": null, "rgb_within_5_lsb": null, "mean_api_response_cost_usd": 0.0010820625000000001, "cost_known_response_count": 16, "mean_latency_sec": 1.3046111830481095, "latency_known_response_count": 16, "group_count": 16 } }, "mean_api_response_cost_usd": 0.0009549023437499969, "cost_known_response_count": 512, "mean_latency_sec": 0.9072493417222631, "latency_known_response_count": 512 }, { "model_id": "claude-opus-5", "model_config": { "api_key_env": "ANTHROPIC_API_KEY", "base_url": null, "display_name": "Claude Opus 5", "enabled": true, "id": "claude-opus-5", "input_per_m": 5.0, "max_output_tokens": 4096, "model": "claude-opus-5", "notes": "Latest Opus. Default model effort is high.", "output_per_m": 25.0, "pricing_notes": "Standard online API rates in USD per million tokens; excludes caching, batch discounts and tools.", "pricing_source_url": "https://platform.claude.com/docs/en/about-claude/pricing", "provider": "anthropic", "source_url": "https://platform.claude.com/docs/en/models/overview" }, "model_config_fingerprint": "6873f7552015a1feec5bf8277ba96cf05c60c4667842dddb5aa6a1dbbec3598c", "status": "finalized", "coverage_status": "complete", "observed_task_count": 512, "expected_task_count": 512, "comparison_task_count": 512, "families": { "matching": { "kind": "choice", "count": 48, "valid_count": 48, "invalid_count": 0, "validity_rate": 1.0, "correct_count": 37, "accuracy": 0.7708333333333334, "chance_accuracy": 0.25, "confusion": { "A": { "A": 11, "C": 1 }, "B": { "B": 8, "A": 1, "D": 2, "C": 1 }, "C": { "C": 10, "B": 1, "A": 1 }, "D": { "D": 8, "B": 3, "A": 1 } }, "mean_api_response_cost_usd": 0.007349479166666665, "cost_known_response_count": 48, "mean_latency_sec": 3.6985502721678736, "latency_known_response_count": 48, "group_count": 48 }, "lightness": { "kind": "choice", "count": 64, "valid_count": 64, "invalid_count": 0, "validity_rate": 1.0, "correct_count": 61, "accuracy": 0.953125, "chance_accuracy": 0.5, "confusion": { "A": { "A": 32 }, "B": { "B": 29, "A": 3 } }, "mean_api_response_cost_usd": 0.005373125000000001, "cost_known_response_count": 64, "mean_latency_sec": 2.510407480131107, "latency_known_response_count": 64, "group_count": 16 }, "chroma": { "kind": "choice", "count": 64, "valid_count": 64, "invalid_count": 0, "validity_rate": 1.0, "correct_count": 64, "accuracy": 1.0, "chance_accuracy": 0.5, "confusion": { "A": { "A": 32 }, "B": { "B": 32 } }, "mean_api_response_cost_usd": 0.005754375, "cost_known_response_count": 64, "mean_latency_sec": 2.683072147092389, "latency_known_response_count": 64, "group_count": 16 }, "hue": { "kind": "choice", "count": 32, "valid_count": 31, "invalid_count": 1, "validity_rate": 0.96875, "correct_count": 29, "accuracy": 0.90625, "chance_accuracy": 0.25, "confusion": { "A": { "A": 8 }, "B": { "B": 7, "invalid": 1 }, "C": { "C": 7, "A": 1 }, "D": { "D": 7, "B": 1 } }, "mean_api_response_cost_usd": 0.016609374999999996, "cost_known_response_count": 32, "mean_latency_sec": 7.9514664530906884, "latency_known_response_count": 32, "group_count": 32 }, "binding": { "kind": "choice", "count": 48, "valid_count": 48, "invalid_count": 0, "validity_rate": 1.0, "correct_count": 37, "accuracy": 0.7708333333333334, "chance_accuracy": 0.25, "confusion": { "A": { "A": 9, "C": 2, "B": 1 }, "B": { "B": 9, "A": 1, "D": 2 }, "C": { "C": 10, "B": 1, "A": 1 }, "D": { "D": 9, "B": 1, "A": 1, "C": 1 } }, "mean_api_response_cost_usd": 0.00788427083333333, "cost_known_response_count": 48, "mean_latency_sec": 3.9540281698136823, "latency_known_response_count": 48, "group_count": 48 }, "gradient": { "kind": "choice", "count": 16, "valid_count": 16, "invalid_count": 0, "validity_rate": 1.0, "correct_count": 16, "accuracy": 1.0, "chance_accuracy": 0.25, "confusion": { "A": { "A": 4 }, "B": { "B": 4 }, "C": { "C": 4 }, "D": { "D": 4 } }, "mean_api_response_cost_usd": 0.008091875, "cost_known_response_count": 16, "mean_latency_sec": 3.649160791821487, "latency_known_response_count": 16, "group_count": 16 }, "samediff": { "kind": "choice", "count": 48, "valid_count": 48, "invalid_count": 0, "validity_rate": 1.0, "correct_count": 36, "accuracy": 0.75, "chance_accuracy": 0.5, "confusion": { "A": { "B": 6, "A": 18 }, "B": { "A": 6, "B": 18 } }, "mean_api_response_cost_usd": 0.005798229166666664, "cost_known_response_count": 48, "mean_latency_sec": 2.5520393540258133, "latency_known_response_count": 48, "group_count": 24 }, "context": { "kind": "choice", "count": 80, "valid_count": 80, "invalid_count": 0, "validity_rate": 1.0, "correct_count": 67, "accuracy": 0.8375, "chance_accuracy": 0.25, "confusion": { "A": { "A": 15, "C": 5 }, "B": { "B": 18, "D": 1, "A": 1 }, "C": { "C": 18, "A": 1, "D": 1 }, "D": { "D": 16, "A": 1, "B": 3 } }, "mean_api_response_cost_usd": 0.008757187500000003, "cost_known_response_count": 80, "mean_latency_sec": 4.584604037019017, "latency_known_response_count": 80, "group_count": 16 }, "smallmatch": { "kind": "choice", "count": 64, "valid_count": 64, "invalid_count": 0, "validity_rate": 1.0, "correct_count": 43, "accuracy": 0.671875, "chance_accuracy": 0.25, "confusion": { "A": { "D": 3, "A": 10, "C": 1, "B": 2 }, "B": { "B": 13, "A": 1, "D": 2 }, "C": { "A": 2, "C": 12, "D": 1, "B": 1 }, "D": { "B": 6, "A": 1, "D": 8, "C": 1 } }, "mean_api_response_cost_usd": 0.009062968750000002, "cost_known_response_count": 64, "mean_latency_sec": 4.817693715423957, "latency_known_response_count": 64, "group_count": 16 }, "rgb": { "kind": "numeric", "count": 16, "valid_count": 16, "invalid_count": 0, "validity_rate": 1.0, "mean_score": 96.74800430561925, "mean_tight_score": 86.99201722247695, "mean_delta_e_ok": 0.006503991388761532, "median_delta_e_ok": 0.006438361754145601, "p90_delta_e_ok": 0.010940008588075801, "out_of_srgb_count": 0, "mean_component_errors": { "b": 1.875, "g": 1.625, "r": 1.8125 }, "component_known_count": { "b": 16, "g": 16, "r": 16 }, "band_hit_rate": { "0.005": 0.375, "0.01": 0.8125, "0.02": 1.0, "0.05": 1.0 }, "rgb_within_2_lsb": 0.4375, "rgb_within_5_lsb": 1.0, "mean_api_response_cost_usd": 0.005565312500000001, "cost_known_response_count": 16, "mean_latency_sec": 2.324231795340893, "latency_known_response_count": 16, "group_count": 16 }, "hsl": { "kind": "numeric", "count": 16, "valid_count": 16, "invalid_count": 0, "validity_rate": 1.0, "mean_score": 95.99513027922367, "mean_tight_score": 83.98052111689472, "mean_delta_e_ok": 0.008009739441552647, "median_delta_e_ok": 0.005614593789855252, "p90_delta_e_ok": 0.013221390756144837, "out_of_srgb_count": 0, "mean_component_errors": { "h": 1.576331952061058, "l": 0.6617647058823519, "s": 2.529068277639222 }, "component_known_count": { "h": 13, "l": 16, "s": 16 }, "band_hit_rate": { "0.005": 0.3125, "0.01": 0.75, "0.02": 0.9375, "0.05": 1.0 }, "rgb_within_2_lsb": null, "rgb_within_5_lsb": null, "mean_api_response_cost_usd": 0.0093134375, "cost_known_response_count": 16, "mean_latency_sec": 3.9388473286817316, "latency_known_response_count": 16, "group_count": 16 }, "oklch": { "kind": "numeric", "count": 16, "valid_count": 16, "invalid_count": 0, "validity_rate": 1.0, "mean_score": 96.57117091543071, "mean_tight_score": 86.28468366172278, "mean_delta_e_ok": 0.006857658169138602, "median_delta_e_ok": 0.00577863330431377, "p90_delta_e_ok": 0.010205534588536375, "out_of_srgb_count": 0, "mean_component_errors": { "c": 0.0030163906027699974, "h": 1.7266438483525326, "l": 0.004586817138378916 }, "component_known_count": { "c": 16, "h": 13, "l": 16 }, "band_hit_rate": { "0.005": 0.3125, "0.01": 0.875, "0.02": 0.9375, "0.05": 1.0 }, "rgb_within_2_lsb": null, "rgb_within_5_lsb": null, "mean_api_response_cost_usd": 0.021945312499999998, "cost_known_response_count": 16, "mean_latency_sec": 9.320223524315224, "latency_known_response_count": 16, "group_count": 16 } }, "mean_api_response_cost_usd": 0.008305576171874997, "cost_known_response_count": 512, "mean_latency_sec": 4.022405102813991, "latency_known_response_count": 512 }, { "model_id": "claude-sonnet-5", "model_config": { "api_key_env": "ANTHROPIC_API_KEY", "base_url": null, "display_name": "Claude Sonnet 5", "enabled": true, "id": "claude-sonnet-5", "input_per_m": 2.0, "max_output_tokens": 4096, "model": "claude-sonnet-5", "notes": "Latest Sonnet. Default model effort is high.", "output_per_m": 10.0, "pricing_notes": "Standard online API rates in USD per million tokens; excludes caching, batch discounts and tools.", "pricing_source_url": "https://platform.claude.com/docs/en/about-claude/pricing", "provider": "anthropic", "source_url": "https://platform.claude.com/docs/en/models/overview" }, "model_config_fingerprint": "3eea74f353075099be73c9595a094bb3f7a468c7688d17c3b5cd217c93d9bb88", "status": "finalized", "coverage_status": "complete", "observed_task_count": 512, "expected_task_count": 512, "comparison_task_count": 512, "families": { "matching": { "kind": "choice", "count": 48, "valid_count": 48, "invalid_count": 0, "validity_rate": 1.0, "correct_count": 36, "accuracy": 0.75, "chance_accuracy": 0.25, "confusion": { "A": { "A": 11, "B": 1 }, "B": { "B": 8, "D": 2, "A": 2 }, "C": { "C": 9, "A": 2, "B": 1 }, "D": { "D": 8, "A": 2, "B": 2 } }, "mean_api_response_cost_usd": 0.002538541666666667, "cost_known_response_count": 48, "mean_latency_sec": 2.3330838721206724, "latency_known_response_count": 48, "group_count": 48 }, "lightness": { "kind": "choice", "count": 64, "valid_count": 64, "invalid_count": 0, "validity_rate": 1.0, "correct_count": 57, "accuracy": 0.890625, "chance_accuracy": 0.5, "confusion": { "A": { "A": 28, "B": 4 }, "B": { "B": 29, "A": 3 } }, "mean_api_response_cost_usd": 0.002129718749999998, "cost_known_response_count": 64, "mean_latency_sec": 2.1513998917616846, "latency_known_response_count": 64, "group_count": 16 }, "chroma": { "kind": "choice", "count": 64, "valid_count": 64, "invalid_count": 0, "validity_rate": 1.0, "correct_count": 59, "accuracy": 0.921875, "chance_accuracy": 0.5, "confusion": { "A": { "A": 30, "B": 2 }, "B": { "B": 29, "A": 3 } }, "mean_api_response_cost_usd": 0.0024514374999999996, "cost_known_response_count": 64, "mean_latency_sec": 2.3892551657572767, "latency_known_response_count": 64, "group_count": 16 }, "hue": { "kind": "choice", "count": 32, "valid_count": 32, "invalid_count": 0, "validity_rate": 1.0, "correct_count": 26, "accuracy": 0.8125, "chance_accuracy": 0.25, "confusion": { "A": { "A": 7, "C": 1 }, "B": { "B": 6, "D": 2 }, "C": { "C": 7, "B": 1 }, "D": { "D": 6, "C": 1, "B": 1 } }, "mean_api_response_cost_usd": 0.005836874999999999, "cost_known_response_count": 32, "mean_latency_sec": 6.132562327376945, "latency_known_response_count": 32, "group_count": 32 }, "binding": { "kind": "choice", "count": 48, "valid_count": 48, "invalid_count": 0, "validity_rate": 1.0, "correct_count": 33, "accuracy": 0.6875, "chance_accuracy": 0.25, "confusion": { "A": { "A": 11, "D": 1 }, "B": { "B": 7, "D": 1, "C": 2, "A": 2 }, "C": { "C": 6, "A": 4, "B": 1, "D": 1 }, "D": { "D": 9, "A": 2, "C": 1 } }, "mean_api_response_cost_usd": 0.002348708333333335, "cost_known_response_count": 48, "mean_latency_sec": 2.295213701450848, "latency_known_response_count": 48, "group_count": 48 }, "gradient": { "kind": "choice", "count": 16, "valid_count": 16, "invalid_count": 0, "validity_rate": 1.0, "correct_count": 16, "accuracy": 1.0, "chance_accuracy": 0.25, "confusion": { "A": { "A": 4 }, "B": { "B": 4 }, "C": { "C": 4 }, "D": { "D": 4 } }, "mean_api_response_cost_usd": 0.002697375, "cost_known_response_count": 16, "mean_latency_sec": 2.408745673696103, "latency_known_response_count": 16, "group_count": 16 }, "samediff": { "kind": "choice", "count": 48, "valid_count": 48, "invalid_count": 0, "validity_rate": 1.0, "correct_count": 28, "accuracy": 0.5833333333333334, "chance_accuracy": 0.5, "confusion": { "A": { "A": 14, "B": 10 }, "B": { "B": 14, "A": 10 } }, "mean_api_response_cost_usd": 0.0020320000000000017, "cost_known_response_count": 48, "mean_latency_sec": 1.7340286441758508, "latency_known_response_count": 48, "group_count": 24 }, "context": { "kind": "choice", "count": 80, "valid_count": 80, "invalid_count": 0, "validity_rate": 1.0, "correct_count": 52, "accuracy": 0.65, "chance_accuracy": 0.25, "confusion": { "A": { "A": 17, "D": 1, "C": 2 }, "B": { "B": 14, "D": 1, "C": 4, "A": 1 }, "C": { "C": 11, "A": 8, "B": 1 }, "D": { "D": 10, "A": 3, "B": 7 } }, "mean_api_response_cost_usd": 0.0021408750000000013, "cost_known_response_count": 80, "mean_latency_sec": 2.0387014009786073, "latency_known_response_count": 80, "group_count": 16 }, "smallmatch": { "kind": "choice", "count": 64, "valid_count": 64, "invalid_count": 0, "validity_rate": 1.0, "correct_count": 25, "accuracy": 0.390625, "chance_accuracy": 0.25, "confusion": { "A": { "C": 4, "A": 7, "B": 3, "D": 2 }, "B": { "B": 7, "C": 3, "D": 4, "A": 2 }, "C": { "C": 4, "A": 5, "B": 6, "D": 1 }, "D": { "B": 6, "C": 2, "D": 7, "A": 1 } }, "mean_api_response_cost_usd": 0.002236593750000002, "cost_known_response_count": 64, "mean_latency_sec": 1.9968130228353402, "latency_known_response_count": 64, "group_count": 16 }, "rgb": { "kind": "numeric", "count": 16, "valid_count": 16, "invalid_count": 0, "validity_rate": 1.0, "mean_score": 95.97510358953916, "mean_tight_score": 83.90041435815662, "mean_delta_e_ok": 0.008049792820921694, "median_delta_e_ok": 0.005768178269073047, "p90_delta_e_ok": 0.019175771005540666, "out_of_srgb_count": 0, "mean_component_errors": { "b": 3.75, "g": 2.0, "r": 1.875 }, "component_known_count": { "b": 16, "g": 16, "r": 16 }, "band_hit_rate": { "0.005": 0.375, "0.01": 0.75, "0.02": 0.875, "0.05": 1.0 }, "rgb_within_2_lsb": 0.4375, "rgb_within_5_lsb": 0.6875, "mean_api_response_cost_usd": 0.0022242500000000005, "cost_known_response_count": 16, "mean_latency_sec": 1.8426200023168349, "latency_known_response_count": 16, "group_count": 16 }, "hsl": { "kind": "numeric", "count": 16, "valid_count": 16, "invalid_count": 0, "validity_rate": 1.0, "mean_score": 90.18686396825252, "mean_tight_score": 60.74745587301013, "mean_delta_e_ok": 0.01962627206349494, "median_delta_e_ok": 0.019457322144786408, "p90_delta_e_ok": 0.03443187711870224, "out_of_srgb_count": 0, "mean_component_errors": { "h": 2.565187507368843, "l": 1.5490196078431357, "s": 6.010458070184981 }, "component_known_count": { "h": 13, "l": 16, "s": 16 }, "band_hit_rate": { "0.005": 0.125, "0.01": 0.125, "0.02": 0.5625, "0.05": 1.0 }, "rgb_within_2_lsb": null, "rgb_within_5_lsb": null, "mean_api_response_cost_usd": 0.002279125, "cost_known_response_count": 16, "mean_latency_sec": 2.387460423182347, "latency_known_response_count": 16, "group_count": 16 }, "oklch": { "kind": "numeric", "count": 16, "valid_count": 16, "invalid_count": 0, "validity_rate": 1.0, "mean_score": 87.89884464975611, "mean_tight_score": 51.595378599024386, "mean_delta_e_ok": 0.024202310700487797, "median_delta_e_ok": 0.023126235195851542, "p90_delta_e_ok": 0.03779118379688162, "out_of_srgb_count": 0, "mean_component_errors": { "c": 0.010206700044694029, "h": 2.9471758836359925, "l": 0.016828076278608335 }, "component_known_count": { "c": 16, "h": 13, "l": 16 }, "band_hit_rate": { "0.005": 0.0625, "0.01": 0.125, "0.02": 0.375, "0.05": 1.0 }, "rgb_within_2_lsb": null, "rgb_within_5_lsb": null, "mean_api_response_cost_usd": 0.0023118749999999997, "cost_known_response_count": 16, "mean_latency_sec": 2.333571318507893, "latency_known_response_count": 16, "group_count": 16 } }, "mean_api_response_cost_usd": 0.002497484375000008, "cost_known_response_count": 512, "mean_latency_sec": 2.3958712516252945, "latency_known_response_count": 512 }, { "model_id": "gemini-3.1-pro-preview", "model_config": { "api_key_env": "GEMINI_API_KEY", "base_url": null, "display_name": "Gemini 3.1 Pro Preview", "enabled": true, "id": "gemini-3.1-pro-preview", "input_per_m": 2.0, "max_output_tokens": 4096, "model": "gemini-3.1-pro-preview", "notes": "Latest documented Pro model. Preview; no announced shutdown date at verification.", "output_per_m": 12.0, "pricing_notes": "Standard online rates for prompts up to 200k tokens. Above 200k: $4 input / $18 output per million tokens. Output includes thinking tokens.", "pricing_source_url": "https://ai.google.dev/gemini-api/docs/pricing", "provider": "google", "source_url": "https://ai.google.dev/gemini-api/docs/models/gemini-3.1-pro-preview" }, "model_config_fingerprint": "6ef3a6e5b007c672a50902258a256900e6fc450affd9ab4d9373ac0ef70d0ce8", "status": "finalized", "coverage_status": "complete", "observed_task_count": 512, "expected_task_count": 512, "comparison_task_count": 512, "families": { "matching": { "kind": "choice", "count": 48, "valid_count": 48, "invalid_count": 0, "validity_rate": 1.0, "correct_count": 37, "accuracy": 0.7708333333333334, "chance_accuracy": 0.25, "confusion": { "A": { "A": 8, "C": 3, "B": 1 }, "B": { "B": 10, "D": 2 }, "C": { "C": 10, "A": 2 }, "D": { "D": 9, "B": 3 } }, "mean_api_response_cost_usd": null, "cost_known_response_count": 47, "mean_latency_sec": 14.458657733463042, "latency_known_response_count": 48, "group_count": 48 }, "lightness": { "kind": "choice", "count": 64, "valid_count": 64, "invalid_count": 0, "validity_rate": 1.0, "correct_count": 62, "accuracy": 0.96875, "chance_accuracy": 0.5, "confusion": { "A": { "A": 31, "B": 1 }, "B": { "B": 31, "A": 1 } }, "mean_api_response_cost_usd": 0.011171937499999998, "cost_known_response_count": 64, "mean_latency_sec": 10.780068679085161, "latency_known_response_count": 64, "group_count": 16 }, "chroma": { "kind": "choice", "count": 64, "valid_count": 64, "invalid_count": 0, "validity_rate": 1.0, "correct_count": 64, "accuracy": 1.0, "chance_accuracy": 0.5, "confusion": { "A": { "A": 32 }, "B": { "B": 32 } }, "mean_api_response_cost_usd": 0.006039687500000002, "cost_known_response_count": 64, "mean_latency_sec": 7.156293208525312, "latency_known_response_count": 64, "group_count": 16 }, "hue": { "kind": "choice", "count": 32, "valid_count": 32, "invalid_count": 0, "validity_rate": 1.0, "correct_count": 30, "accuracy": 0.9375, "chance_accuracy": 0.25, "confusion": { "A": { "A": 8 }, "B": { "B": 7, "D": 1 }, "C": { "C": 8 }, "D": { "D": 7, "B": 1 } }, "mean_api_response_cost_usd": 0.019610875, "cost_known_response_count": 32, "mean_latency_sec": 16.314258888680342, "latency_known_response_count": 32, "group_count": 32 }, "binding": { "kind": "choice", "count": 48, "valid_count": 48, "invalid_count": 0, "validity_rate": 1.0, "correct_count": 36, "accuracy": 0.75, "chance_accuracy": 0.25, "confusion": { "A": { "A": 11, "C": 1 }, "B": { "B": 8, "A": 3, "D": 1 }, "C": { "C": 9, "A": 3 }, "D": { "D": 8, "A": 2, "C": 2 } }, "mean_api_response_cost_usd": 0.0167595, "cost_known_response_count": 48, "mean_latency_sec": 13.330702686592607, "latency_known_response_count": 48, "group_count": 48 }, "gradient": { "kind": "choice", "count": 16, "valid_count": 16, "invalid_count": 0, "validity_rate": 1.0, "correct_count": 16, "accuracy": 1.0, "chance_accuracy": 0.25, "confusion": { "A": { "A": 4 }, "B": { "B": 4 }, "C": { "C": 4 }, "D": { "D": 4 } }, "mean_api_response_cost_usd": 0.02958075, "cost_known_response_count": 16, "mean_latency_sec": 22.244963594625005, "latency_known_response_count": 16, "group_count": 16 }, "samediff": { "kind": "choice", "count": 48, "valid_count": 48, "invalid_count": 0, "validity_rate": 1.0, "correct_count": 24, "accuracy": 0.5, "chance_accuracy": 0.5, "confusion": { "A": { "A": 12, "B": 12 }, "B": { "B": 12, "A": 12 } }, "mean_api_response_cost_usd": 0.005725500000000001, "cost_known_response_count": 48, "mean_latency_sec": 6.329986119713188, "latency_known_response_count": 48, "group_count": 24 }, "context": { "kind": "choice", "count": 80, "valid_count": 80, "invalid_count": 0, "validity_rate": 1.0, "correct_count": 61, "accuracy": 0.7625, "chance_accuracy": 0.25, "confusion": { "A": { "A": 18, "C": 2 }, "B": { "B": 17, "A": 2, "D": 1 }, "C": { "C": 17, "A": 3 }, "D": { "D": 9, "A": 2, "B": 8, "C": 1 } }, "mean_api_response_cost_usd": 0.031712300000000006, "cost_known_response_count": 80, "mean_latency_sec": 24.797376176182297, "latency_known_response_count": 80, "group_count": 16 }, "smallmatch": { "kind": "choice", "count": 64, "valid_count": 64, "invalid_count": 0, "validity_rate": 1.0, "correct_count": 43, "accuracy": 0.671875, "chance_accuracy": 0.25, "confusion": { "A": { "C": 6, "A": 9, "B": 1 }, "B": { "B": 13, "C": 1, "D": 2 }, "C": { "C": 10, "A": 3, "D": 1, "B": 2 }, "D": { "D": 11, "A": 2, "C": 1, "B": 2 } }, "mean_api_response_cost_usd": 0.016942062500000004, "cost_known_response_count": 64, "mean_latency_sec": 14.588221249898197, "latency_known_response_count": 64, "group_count": 16 }, "rgb": { "kind": "numeric", "count": 16, "valid_count": 16, "invalid_count": 0, "validity_rate": 1.0, "mean_score": 96.97997907321326, "mean_tight_score": 87.91991629285299, "mean_delta_e_ok": 0.0060400418535734995, "median_delta_e_ok": 0.006303786677651126, "p90_delta_e_ok": 0.00967965328408401, "out_of_srgb_count": 0, "mean_component_errors": { "b": 2.1875, "g": 1.6875, "r": 2.4375 }, "component_known_count": { "b": 16, "g": 16, "r": 16 }, "band_hit_rate": { "0.005": 0.375, "0.01": 0.9375, "0.02": 1.0, "0.05": 1.0 }, "rgb_within_2_lsb": 0.375, "rgb_within_5_lsb": 0.8125, "mean_api_response_cost_usd": 0.00981125, "cost_known_response_count": 16, "mean_latency_sec": 8.231299829036288, "latency_known_response_count": 16, "group_count": 16 }, "hsl": { "kind": "numeric", "count": 16, "valid_count": 16, "invalid_count": 0, "validity_rate": 1.0, "mean_score": 95.48853161640294, "mean_tight_score": 81.95412646561182, "mean_delta_e_ok": 0.009022936767194099, "median_delta_e_ok": 0.008026583540158715, "p90_delta_e_ok": 0.016518182177138734, "out_of_srgb_count": 0, "mean_component_errors": { "h": 1.7204681032295615, "l": 0.6678921568627447, "s": 2.994593293113813 }, "component_known_count": { "h": 13, "l": 16, "s": 16 }, "band_hit_rate": { "0.005": 0.3125, "0.01": 0.6875, "0.02": 0.9375, "0.05": 1.0 }, "rgb_within_2_lsb": null, "rgb_within_5_lsb": null, "mean_api_response_cost_usd": 0.026673999999999996, "cost_known_response_count": 16, "mean_latency_sec": 19.556306066115212, "latency_known_response_count": 16, "group_count": 16 }, "oklch": { "kind": "numeric", "count": 16, "valid_count": 16, "invalid_count": 0, "validity_rate": 1.0, "mean_score": 84.66247015742081, "mean_tight_score": 45.09041590457697, "mean_delta_e_ok": 0.030675059685158376, "median_delta_e_ok": 0.028735668740210933, "p90_delta_e_ok": 0.052111676560332304, "out_of_srgb_count": 3, "mean_component_errors": { "c": 0.009067060717608436, "h": 4.979439991625456, "l": 0.02294406030936052 }, "component_known_count": { "c": 16, "h": 13, "l": 16 }, "band_hit_rate": { "0.005": 0.125, "0.01": 0.1875, "0.02": 0.25, "0.05": 0.875 }, "rgb_within_2_lsb": null, "rgb_within_5_lsb": null, "mean_api_response_cost_usd": 0.01680475, "cost_known_response_count": 16, "mean_latency_sec": 13.394072332943324, "latency_known_response_count": 16, "group_count": 16 } }, "mean_api_response_cost_usd": null, "cost_known_response_count": 511, "mean_latency_sec": 14.140575395322912, "latency_known_response_count": 512 }, { "model_id": "gemini-3.5-flash-lite", "model_config": { "api_key_env": "GEMINI_API_KEY", "base_url": null, "display_name": "Gemini 3.5 Flash-Lite", "enabled": true, "id": "gemini-3.5-flash-lite", "input_per_m": 0.3, "max_output_tokens": 1024, "model": "gemini-3.5-flash-lite", "notes": "Latest Flash-Lite cost-focused model.", "output_per_m": 2.5, "pricing_notes": "Standard text/image input and output rates. Output includes thinking tokens; no caching or batch discount assumed.", "pricing_source_url": "https://ai.google.dev/gemini-api/docs/pricing", "provider": "google", "source_url": "https://ai.google.dev/gemini-api/docs/models/gemini-3.5-flash-lite" }, "model_config_fingerprint": "1a87916f5fd901358d0a3564408464c0392096bd2f7b7412b727f9a9751abfe9", "status": "finalized", "coverage_status": "complete", "observed_task_count": 512, "expected_task_count": 512, "comparison_task_count": 512, "families": { "matching": { "kind": "choice", "count": 48, "valid_count": 48, "invalid_count": 0, "validity_rate": 1.0, "correct_count": 23, "accuracy": 0.4791666666666667, "chance_accuracy": 0.25, "confusion": { "A": { "A": 9, "B": 3 }, "B": { "B": 11, "A": 1 }, "C": { "A": 6, "B": 5, "C": 1 }, "D": { "D": 2, "B": 6, "A": 3, "C": 1 } }, "mean_api_response_cost_usd": 0.00036477916666666677, "cost_known_response_count": 48, "mean_latency_sec": 1.6735826028307201, "latency_known_response_count": 48, "group_count": 48 }, "lightness": { "kind": "choice", "count": 64, "valid_count": 64, "invalid_count": 0, "validity_rate": 1.0, "correct_count": 53, "accuracy": 0.828125, "chance_accuracy": 0.5, "confusion": { "A": { "A": 28, "B": 4 }, "B": { "B": 25, "A": 7 } }, "mean_api_response_cost_usd": 0.0003611140624999998, "cost_known_response_count": 64, "mean_latency_sec": 1.2365252258987312, "latency_known_response_count": 64, "group_count": 16 }, "chroma": { "kind": "choice", "count": 64, "valid_count": 64, "invalid_count": 0, "validity_rate": 1.0, "correct_count": 60, "accuracy": 0.9375, "chance_accuracy": 0.5, "confusion": { "A": { "A": 28, "B": 4 }, "B": { "B": 32 } }, "mean_api_response_cost_usd": 0.00036631874999999974, "cost_known_response_count": 64, "mean_latency_sec": 1.0639050882018637, "latency_known_response_count": 64, "group_count": 16 }, "hue": { "kind": "choice", "count": 32, "valid_count": 32, "invalid_count": 0, "validity_rate": 1.0, "correct_count": 24, "accuracy": 0.75, "chance_accuracy": 0.25, "confusion": { "A": { "A": 8 }, "B": { "B": 7, "C": 1 }, "C": { "C": 5, "A": 2, "B": 1 }, "D": { "D": 4, "A": 3, "C": 1 } }, "mean_api_response_cost_usd": 0.00036920000000000003, "cost_known_response_count": 32, "mean_latency_sec": 1.7171146884793416, "latency_known_response_count": 32, "group_count": 32 }, "binding": { "kind": "choice", "count": 48, "valid_count": 48, "invalid_count": 0, "validity_rate": 1.0, "correct_count": 23, "accuracy": 0.4791666666666667, "chance_accuracy": 0.25, "confusion": { "A": { "A": 8, "B": 4 }, "B": { "B": 12 }, "C": { "A": 6, "B": 5, "C": 1 }, "D": { "D": 2, "B": 7, "A": 2, "C": 1 } }, "mean_api_response_cost_usd": 0.00036537916666666673, "cost_known_response_count": 48, "mean_latency_sec": 0.9955188565872959, "latency_known_response_count": 48, "group_count": 48 }, "gradient": { "kind": "choice", "count": 16, "valid_count": 16, "invalid_count": 0, "validity_rate": 1.0, "correct_count": 16, "accuracy": 1.0, "chance_accuracy": 0.25, "confusion": { "A": { "A": 4 }, "B": { "B": 4 }, "C": { "C": 4 }, "D": { "D": 4 } }, "mean_api_response_cost_usd": 0.00036715624999999997, "cost_known_response_count": 16, "mean_latency_sec": 2.4159703203913523, "latency_known_response_count": 16, "group_count": 16 }, "samediff": { "kind": "choice", "count": 48, "valid_count": 48, "invalid_count": 0, "validity_rate": 1.0, "correct_count": 24, "accuracy": 0.5, "chance_accuracy": 0.5, "confusion": { "A": { "A": 12, "B": 12 }, "B": { "B": 12, "A": 12 } }, "mean_api_response_cost_usd": 0.00036519791666666667, "cost_known_response_count": 48, "mean_latency_sec": 2.755788619583958, "latency_known_response_count": 48, "group_count": 24 }, "context": { "kind": "choice", "count": 80, "valid_count": 80, "invalid_count": 0, "validity_rate": 1.0, "correct_count": 33, "accuracy": 0.4125, "chance_accuracy": 0.25, "confusion": { "A": { "A": 12, "C": 1, "B": 7 }, "B": { "B": 16, "A": 3, "D": 1 }, "C": { "A": 9, "B": 8, "D": 1, "C": 2 }, "D": { "A": 5, "B": 10, "D": 3, "C": 2 } }, "mean_api_response_cost_usd": 0.0003658499999999996, "cost_known_response_count": 80, "mean_latency_sec": 1.2893659847963135, "latency_known_response_count": 80, "group_count": 16 }, "smallmatch": { "kind": "choice", "count": 64, "valid_count": 64, "invalid_count": 0, "validity_rate": 1.0, "correct_count": 18, "accuracy": 0.28125, "chance_accuracy": 0.25, "confusion": { "A": { "B": 13, "A": 3 }, "B": { "A": 1, "B": 15 }, "C": { "B": 12, "A": 3, "D": 1 }, "D": { "B": 13, "A": 2, "C": 1 } }, "mean_api_response_cost_usd": 0.00036541875000000026, "cost_known_response_count": 64, "mean_latency_sec": 1.891671162826242, "latency_known_response_count": 64, "group_count": 16 }, "rgb": { "kind": "numeric", "count": 16, "valid_count": 16, "invalid_count": 0, "validity_rate": 1.0, "mean_score": 91.29633893748955, "mean_tight_score": 65.1853557499582, "mean_delta_e_ok": 0.0174073221250209, "median_delta_e_ok": 0.012413645676853017, "p90_delta_e_ok": 0.037136276833621015, "out_of_srgb_count": 0, "mean_component_errors": { "b": 6.25, "g": 4.625, "r": 3.375 }, "component_known_count": { "b": 16, "g": 16, "r": 16 }, "band_hit_rate": { "0.005": 0.125, "0.01": 0.4375, "0.02": 0.6875, "0.05": 1.0 }, "rgb_within_2_lsb": 0.1875, "rgb_within_5_lsb": 0.1875, "mean_api_response_cost_usd": 0.0004101124999999999, "cost_known_response_count": 16, "mean_latency_sec": 2.7844516950062825, "latency_known_response_count": 16, "group_count": 16 }, "hsl": { "kind": "numeric", "count": 16, "valid_count": 16, "invalid_count": 0, "validity_rate": 1.0, "mean_score": 88.76340734696946, "mean_tight_score": 55.05362938787787, "mean_delta_e_ok": 0.02247318530606107, "median_delta_e_ok": 0.018189252280398752, "p90_delta_e_ok": 0.0429636670040171, "out_of_srgb_count": 0, "mean_component_errors": { "h": 1.3762473024870219, "l": 2.6311274509803915, "s": 5.1911300720539515 }, "component_known_count": { "h": 13, "l": 16, "s": 16 }, "band_hit_rate": { "0.005": 0.125, "0.01": 0.1875, "0.02": 0.5625, "0.05": 1.0 }, "rgb_within_2_lsb": null, "rgb_within_5_lsb": null, "mean_api_response_cost_usd": 0.000415075, "cost_known_response_count": 16, "mean_latency_sec": 1.4718124348000856, "latency_known_response_count": 16, "group_count": 16 }, "oklch": { "kind": "numeric", "count": 16, "valid_count": 16, "invalid_count": 0, "validity_rate": 1.0, "mean_score": 87.19238767717404, "mean_tight_score": 48.97008097745308, "mean_delta_e_ok": 0.02561522464565194, "median_delta_e_ok": 0.020027276593087645, "p90_delta_e_ok": 0.049732594310560964, "out_of_srgb_count": 1, "mean_component_errors": { "c": 0.012985874592522028, "h": 3.136349684097579, "l": 0.016435384881560662 }, "component_known_count": { "c": 16, "h": 13, "l": 16 }, "band_hit_rate": { "0.005": 0.0, "0.01": 0.0625, "0.02": 0.5, "0.05": 0.875 }, "rgb_within_2_lsb": null, "rgb_within_5_lsb": null, "mean_api_response_cost_usd": 0.00043382500000000004, "cost_known_response_count": 16, "mean_latency_sec": 2.7450489631373785, "latency_known_response_count": 16, "group_count": 16 } }, "mean_api_response_cost_usd": 0.00037035292968750207, "cost_known_response_count": 512, "mean_latency_sec": 1.6356693393433943, "latency_known_response_count": 512 }, { "model_id": "gemini-3.8-flash", "model_config": { "api_key_env": "GEMINI_API_KEY", "base_url": null, "display_name": "Gemini 3.8 Flash", "enabled": true, "id": "gemini-3.8-flash", "input_per_m": 0.75, "max_output_tokens": 4096, "model": "gemini-3.8-flash", "notes": "Latest stable Flash; supports low, medium and high thinking, not minimal.", "output_per_m": 3.75, "pricing_notes": "Standard introductory rates through 2026-12-31. From 2027-01-01: $1.50 input / $7.50 output per million tokens. Output includes thinking tokens.", "pricing_source_url": "https://ai.google.dev/gemini-api/docs/pricing", "provider": "google", "source_url": "https://ai.google.dev/gemini-api/docs/models/gemini-3.8-flash" }, "model_config_fingerprint": "7de720d7bc3a5dd06ed19c22ff2574e4c880b911ce7efdfc8a824db7afb0be77", "status": "finalized", "coverage_status": "complete", "observed_task_count": 512, "expected_task_count": 512, "comparison_task_count": 512, "families": { "matching": { "kind": "choice", "count": 48, "valid_count": 48, "invalid_count": 0, "validity_rate": 1.0, "correct_count": 33, "accuracy": 0.6875, "chance_accuracy": 0.25, "confusion": { "A": { "A": 6, "C": 5, "B": 1 }, "B": { "B": 9, "D": 3 }, "C": { "C": 9, "B": 3 }, "D": { "D": 9, "B": 2, "C": 1 } }, "mean_api_response_cost_usd": 0.005510906249999999, "cost_known_response_count": 48, "mean_latency_sec": 8.850609782733954, "latency_known_response_count": 48, "group_count": 48 }, "lightness": { "kind": "choice", "count": 64, "valid_count": 64, "invalid_count": 0, "validity_rate": 1.0, "correct_count": 63, "accuracy": 0.984375, "chance_accuracy": 0.5, "confusion": { "A": { "A": 32 }, "B": { "B": 31, "A": 1 } }, "mean_api_response_cost_usd": 0.0025667109374999998, "cost_known_response_count": 64, "mean_latency_sec": 5.881303780879534, "latency_known_response_count": 64, "group_count": 16 }, "chroma": { "kind": "choice", "count": 64, "valid_count": 64, "invalid_count": 0, "validity_rate": 1.0, "correct_count": 62, "accuracy": 0.96875, "chance_accuracy": 0.5, "confusion": { "A": { "A": 31, "B": 1 }, "B": { "B": 31, "A": 1 } }, "mean_api_response_cost_usd": 0.00213026953125, "cost_known_response_count": 64, "mean_latency_sec": 5.452805674936826, "latency_known_response_count": 64, "group_count": 16 }, "hue": { "kind": "choice", "count": 32, "valid_count": 32, "invalid_count": 0, "validity_rate": 1.0, "correct_count": 29, "accuracy": 0.90625, "chance_accuracy": 0.25, "confusion": { "A": { "A": 8 }, "B": { "B": 7, "D": 1 }, "C": { "C": 8 }, "D": { "D": 6, "B": 2 } }, "mean_api_response_cost_usd": 0.0047843671875, "cost_known_response_count": 32, "mean_latency_sec": 7.239308447387884, "latency_known_response_count": 32, "group_count": 32 }, "binding": { "kind": "choice", "count": 48, "valid_count": 48, "invalid_count": 0, "validity_rate": 1.0, "correct_count": 34, "accuracy": 0.7083333333333334, "chance_accuracy": 0.25, "confusion": { "A": { "A": 8, "C": 4 }, "B": { "B": 9, "C": 2, "D": 1 }, "C": { "A": 1, "C": 10, "B": 1 }, "D": { "D": 7, "B": 2, "C": 3 } }, "mean_api_response_cost_usd": 0.005551078125000001, "cost_known_response_count": 48, "mean_latency_sec": 9.067752651314853, "latency_known_response_count": 48, "group_count": 48 }, "gradient": { "kind": "choice", "count": 16, "valid_count": 16, "invalid_count": 0, "validity_rate": 1.0, "correct_count": 16, "accuracy": 1.0, "chance_accuracy": 0.25, "confusion": { "A": { "A": 4 }, "B": { "B": 4 }, "C": { "C": 4 }, "D": { "D": 4 } }, "mean_api_response_cost_usd": 0.00693984375, "cost_known_response_count": 16, "mean_latency_sec": 11.254654028489313, "latency_known_response_count": 16, "group_count": 16 }, "samediff": { "kind": "choice", "count": 48, "valid_count": 48, "invalid_count": 0, "validity_rate": 1.0, "correct_count": 30, "accuracy": 0.625, "chance_accuracy": 0.5, "confusion": { "A": { "A": 15, "B": 9 }, "B": { "B": 15, "A": 9 } }, "mean_api_response_cost_usd": 0.0034640625, "cost_known_response_count": 48, "mean_latency_sec": 6.45054874229633, "latency_known_response_count": 48, "group_count": 24 }, "context": { "kind": "choice", "count": 80, "valid_count": 80, "invalid_count": 0, "validity_rate": 1.0, "correct_count": 58, "accuracy": 0.725, "chance_accuracy": 0.25, "confusion": { "A": { "D": 1, "A": 14, "C": 4, "B": 1 }, "B": { "B": 17, "D": 1, "A": 2 }, "C": { "A": 4, "C": 15, "B": 1 }, "D": { "D": 12, "B": 7, "C": 1 } }, "mean_api_response_cost_usd": 0.009811875000000003, "cost_known_response_count": 80, "mean_latency_sec": 13.32358756565518, "latency_known_response_count": 80, "group_count": 16 }, "smallmatch": { "kind": "choice", "count": 64, "valid_count": 64, "invalid_count": 0, "validity_rate": 1.0, "correct_count": 32, "accuracy": 0.5, "chance_accuracy": 0.25, "confusion": { "A": { "A": 4, "D": 2, "C": 7, "B": 3 }, "B": { "B": 13, "D": 2, "C": 1 }, "C": { "C": 6, "A": 4, "B": 5, "D": 1 }, "D": { "B": 7, "D": 9 } }, "mean_api_response_cost_usd": null, "cost_known_response_count": 63, "mean_latency_sec": 12.558957533168723, "latency_known_response_count": 64, "group_count": 16 }, "rgb": { "kind": "numeric", "count": 16, "valid_count": 16, "invalid_count": 0, "validity_rate": 1.0, "mean_score": 92.80616041004868, "mean_tight_score": 71.22464164019476, "mean_delta_e_ok": 0.014387679179902621, "median_delta_e_ok": 0.015041121310096276, "p90_delta_e_ok": 0.024105789976036934, "out_of_srgb_count": 0, "mean_component_errors": { "b": 5.125, "g": 3.75, "r": 3.5 }, "component_known_count": { "b": 16, "g": 16, "r": 16 }, "band_hit_rate": { "0.005": 0.25, "0.01": 0.3125, "0.02": 0.625, "0.05": 1.0 }, "rgb_within_2_lsb": 0.25, "rgb_within_5_lsb": 0.4375, "mean_api_response_cost_usd": 0.0024328593749999997, "cost_known_response_count": 16, "mean_latency_sec": 5.147893142566318, "latency_known_response_count": 16, "group_count": 16 }, "hsl": { "kind": "numeric", "count": 16, "valid_count": 16, "invalid_count": 0, "validity_rate": 1.0, "mean_score": 90.50088814841567, "mean_tight_score": 62.00355259366266, "mean_delta_e_ok": 0.018998223703168674, "median_delta_e_ok": 0.018245852083601695, "p90_delta_e_ok": 0.031536702100170275, "out_of_srgb_count": 0, "mean_component_errors": { "h": 1.3716853573449528, "l": 1.6017156862745097, "s": 3.1399447447312494 }, "component_known_count": { "h": 13, "l": 16, "s": 16 }, "band_hit_rate": { "0.005": 0.0625, "0.01": 0.1875, "0.02": 0.625, "0.05": 1.0 }, "rgb_within_2_lsb": null, "rgb_within_5_lsb": null, "mean_api_response_cost_usd": 0.004394953125000001, "cost_known_response_count": 16, "mean_latency_sec": 6.602748319564853, "latency_known_response_count": 16, "group_count": 16 }, "oklch": { "kind": "numeric", "count": 16, "valid_count": 16, "invalid_count": 0, "validity_rate": 1.0, "mean_score": 88.61171256265256, "mean_tight_score": 54.45812406664949, "mean_delta_e_ok": 0.0227765748746949, "median_delta_e_ok": 0.02123711064438024, "p90_delta_e_ok": 0.04121400414533724, "out_of_srgb_count": 0, "mean_component_errors": { "c": 0.005665150621315075, "h": 2.1066995480164774, "l": 0.020692078217072894 }, "component_known_count": { "c": 16, "h": 13, "l": 16 }, "band_hit_rate": { "0.005": 0.0625, "0.01": 0.1875, "0.02": 0.4375, "0.05": 0.9375 }, "rgb_within_2_lsb": null, "rgb_within_5_lsb": null, "mean_api_response_cost_usd": 0.006082921874999999, "cost_known_response_count": 16, "mean_latency_sec": 9.692078509739076, "latency_known_response_count": 16, "group_count": 16 } }, "mean_api_response_cost_usd": null, "cost_known_response_count": 511, "mean_latency_sec": 8.827279069012093, "latency_known_response_count": 512 }, { "model_id": "gpt-5.6-luna", "model_config": { "api_key_env": "OPENAI_API_KEY", "base_url": null, "display_name": "GPT-5.6 Luna", "enabled": true, "id": "gpt-5.6-luna", "input_per_m": 0.2, "max_output_tokens": 4096, "model": "gpt-5.6-luna", "notes": "Explicit public API model ID; uses model-default reasoning settings.", "output_per_m": 1.2, "pricing_notes": "Standard online API rates in USD per million tokens; excludes caching, batch discounts and tools.", "pricing_source_url": "https://developers.openai.com/api/docs/models", "provider": "openai", "source_url": "https://developers.openai.com/api/docs/models/gpt-5.6-luna" }, "model_config_fingerprint": "ba032b15a2527d5994d3971633f9b2f69ae89aed5cdbc739c70e747bf4acd2cd", "status": "finalized", "coverage_status": "complete", "observed_task_count": 512, "expected_task_count": 512, "comparison_task_count": 512, "families": { "matching": { "kind": "choice", "count": 48, "valid_count": 48, "invalid_count": 0, "validity_rate": 1.0, "correct_count": 41, "accuracy": 0.8541666666666666, "chance_accuracy": 0.25, "confusion": { "A": { "A": 9, "C": 2, "B": 1 }, "B": { "B": 11, "D": 1 }, "C": { "C": 11, "B": 1 }, "D": { "D": 10, "C": 1, "B": 1 } }, "mean_api_response_cost_usd": 0.0003503, "cost_known_response_count": 48, "mean_latency_sec": 3.3067669116086713, "latency_known_response_count": 48, "group_count": 48 }, "lightness": { "kind": "choice", "count": 64, "valid_count": 64, "invalid_count": 0, "validity_rate": 1.0, "correct_count": 64, "accuracy": 1.0, "chance_accuracy": 0.5, "confusion": { "A": { "A": 32 }, "B": { "B": 32 } }, "mean_api_response_cost_usd": 0.00022639374999999998, "cost_known_response_count": 64, "mean_latency_sec": 2.497182970353606, "latency_known_response_count": 64, "group_count": 16 }, "chroma": { "kind": "choice", "count": 64, "valid_count": 64, "invalid_count": 0, "validity_rate": 1.0, "correct_count": 64, "accuracy": 1.0, "chance_accuracy": 0.5, "confusion": { "A": { "A": 32 }, "B": { "B": 32 } }, "mean_api_response_cost_usd": 0.0002586, "cost_known_response_count": 64, "mean_latency_sec": 2.3940292125116684, "latency_known_response_count": 64, "group_count": 16 }, "hue": { "kind": "choice", "count": 32, "valid_count": 32, "invalid_count": 0, "validity_rate": 1.0, "correct_count": 30, "accuracy": 0.9375, "chance_accuracy": 0.25, "confusion": { "A": { "A": 8 }, "B": { "B": 7, "D": 1 }, "C": { "C": 8 }, "D": { "D": 7, "B": 1 } }, "mean_api_response_cost_usd": 0.00037052499999999997, "cost_known_response_count": 32, "mean_latency_sec": 3.765155505210714, "latency_known_response_count": 32, "group_count": 32 }, "binding": { "kind": "choice", "count": 48, "valid_count": 48, "invalid_count": 0, "validity_rate": 1.0, "correct_count": 39, "accuracy": 0.8125, "chance_accuracy": 0.25, "confusion": { "A": { "A": 10, "C": 2 }, "B": { "B": 10, "C": 1, "D": 1 }, "C": { "C": 10, "B": 1, "A": 1 }, "D": { "D": 9, "B": 2, "C": 1 } }, "mean_api_response_cost_usd": 0.00043755000000000015, "cost_known_response_count": 48, "mean_latency_sec": 4.266380694428032, "latency_known_response_count": 48, "group_count": 48 }, "gradient": { "kind": "choice", "count": 16, "valid_count": 16, "invalid_count": 0, "validity_rate": 1.0, "correct_count": 16, "accuracy": 1.0, "chance_accuracy": 0.25, "confusion": { "A": { "A": 4 }, "B": { "B": 4 }, "C": { "C": 4 }, "D": { "D": 4 } }, "mean_api_response_cost_usd": 0.00045464999999999997, "cost_known_response_count": 16, "mean_latency_sec": 4.3889953338803025, "latency_known_response_count": 16, "group_count": 16 }, "samediff": { "kind": "choice", "count": 48, "valid_count": 48, "invalid_count": 0, "validity_rate": 1.0, "correct_count": 39, "accuracy": 0.8125, "chance_accuracy": 0.5, "confusion": { "A": { "A": 19, "B": 5 }, "B": { "B": 20, "A": 4 } }, "mean_api_response_cost_usd": 0.00023722499999999998, "cost_known_response_count": 48, "mean_latency_sec": 2.1680692977752187, "latency_known_response_count": 48, "group_count": 24 }, "context": { "kind": "choice", "count": 80, "valid_count": 80, "invalid_count": 0, "validity_rate": 1.0, "correct_count": 73, "accuracy": 0.9125, "chance_accuracy": 0.25, "confusion": { "A": { "A": 17, "C": 3 }, "B": { "B": 20 }, "C": { "C": 18, "D": 1, "A": 1 }, "D": { "D": 18, "B": 2 } }, "mean_api_response_cost_usd": 0.0003770699999999999, "cost_known_response_count": 80, "mean_latency_sec": 3.959620751767943, "latency_known_response_count": 80, "group_count": 16 }, "smallmatch": { "kind": "choice", "count": 64, "valid_count": 64, "invalid_count": 0, "validity_rate": 1.0, "correct_count": 42, "accuracy": 0.65625, "chance_accuracy": 0.25, "confusion": { "A": { "A": 13, "C": 3 }, "B": { "B": 10, "D": 3, "A": 2, "C": 1 }, "C": { "C": 11, "A": 3, "B": 2 }, "D": { "D": 8, "A": 2, "C": 1, "B": 5 } }, "mean_api_response_cost_usd": 0.0005309187499999997, "cost_known_response_count": 64, "mean_latency_sec": 5.35925032754858, "latency_known_response_count": 64, "group_count": 16 }, "rgb": { "kind": "numeric", "count": 16, "valid_count": 16, "invalid_count": 0, "validity_rate": 1.0, "mean_score": 94.85214656244122, "mean_tight_score": 79.40858624976494, "mean_delta_e_ok": 0.01029570687511753, "median_delta_e_ok": 0.011351877970741962, "p90_delta_e_ok": 0.018331806942838723, "out_of_srgb_count": 0, "mean_component_errors": { "b": 3.375, "g": 2.9375, "r": 3.0625 }, "component_known_count": { "b": 16, "g": 16, "r": 16 }, "band_hit_rate": { "0.005": 0.25, "0.01": 0.4375, "0.02": 0.9375, "0.05": 1.0 }, "rgb_within_2_lsb": 0.3125, "rgb_within_5_lsb": 0.6875, "mean_api_response_cost_usd": 0.000415925, "cost_known_response_count": 16, "mean_latency_sec": 4.1260121491141035, "latency_known_response_count": 16, "group_count": 16 }, "hsl": { "kind": "numeric", "count": 16, "valid_count": 16, "invalid_count": 0, "validity_rate": 1.0, "mean_score": 93.06863921053186, "mean_tight_score": 72.87245433904175, "mean_delta_e_ok": 0.013862721578936317, "median_delta_e_ok": 0.010594540608013023, "p90_delta_e_ok": 0.019417215189931048, "out_of_srgb_count": 0, "mean_component_errors": { "h": 2.2232194754008128, "l": 0.7554901960784313, "s": 3.053334861157206 }, "component_known_count": { "h": 13, "l": 16, "s": 16 }, "band_hit_rate": { "0.005": 0.125, "0.01": 0.4375, "0.02": 0.875, "0.05": 0.9375 }, "rgb_within_2_lsb": null, "rgb_within_5_lsb": null, "mean_api_response_cost_usd": 0.0006506, "cost_known_response_count": 16, "mean_latency_sec": 7.129486238547543, "latency_known_response_count": 16, "group_count": 16 }, "oklch": { "kind": "numeric", "count": 16, "valid_count": 15, "invalid_count": 1, "validity_rate": 0.9375, "mean_score": 88.79915597592958, "mean_tight_score": 73.94662390371829, "mean_delta_e_ok": 0.010561800584683572, "median_delta_e_ok": 0.009353088870391199, "p90_delta_e_ok": 0.01671061155969093, "out_of_srgb_count": 0, "mean_component_errors": { "c": 0.004262506144255215, "h": 1.1006372760524172, "l": 0.008720844918027111 }, "component_known_count": { "c": 15, "h": 12, "l": 15 }, "band_hit_rate": { "0.005": 0.13333333333333333, "0.01": 0.5333333333333333, "0.02": 0.9333333333333333, "0.05": 1.0 }, "rgb_within_2_lsb": null, "rgb_within_5_lsb": null, "mean_api_response_cost_usd": 0.0020890999999999996, "cost_known_response_count": 16, "mean_latency_sec": 20.468080037928303, "latency_known_response_count": 16, "group_count": 16 } }, "mean_api_response_cost_usd": 0.00041798593750000043, "cost_known_response_count": 512, "mean_latency_sec": 4.177077790056956, "latency_known_response_count": 512 }, { "model_id": "gpt-5.6-sol", "model_config": { "api_key_env": "OPENAI_API_KEY", "base_url": null, "display_name": "GPT-5.6 Sol", "enabled": true, "id": "gpt-5.6-sol", "input_per_m": 4.0, "max_output_tokens": 4096, "model": "gpt-5.6-sol", "notes": "Explicit public API model ID; uses model-default reasoning settings.", "output_per_m": 20.0, "pricing_notes": "Standard online API rates in USD per million tokens; excludes caching, batch discounts and tools.", "pricing_source_url": "https://developers.openai.com/api/docs/models", "provider": "openai", "source_url": "https://developers.openai.com/api/docs/models/gpt-5.6-sol" }, "model_config_fingerprint": "e9c56323e22fab739cc8759d763c0705a149bee0b28088ae08172377899983a3", "status": "finalized", "coverage_status": "complete", "observed_task_count": 512, "expected_task_count": 512, "comparison_task_count": 512, "families": { "matching": { "kind": "choice", "count": 48, "valid_count": 48, "invalid_count": 0, "validity_rate": 1.0, "correct_count": 42, "accuracy": 0.875, "chance_accuracy": 0.25, "confusion": { "A": { "A": 10, "C": 2 }, "B": { "B": 9, "D": 2, "A": 1 }, "C": { "C": 11, "B": 1 }, "D": { "D": 12 } }, "mean_api_response_cost_usd": 0.006005583333333336, "cost_known_response_count": 48, "mean_latency_sec": 5.296280795984785, "latency_known_response_count": 48, "group_count": 48 }, "lightness": { "kind": "choice", "count": 64, "valid_count": 64, "invalid_count": 0, "validity_rate": 1.0, "correct_count": 59, "accuracy": 0.921875, "chance_accuracy": 0.5, "confusion": { "A": { "A": 29, "B": 3 }, "B": { "B": 30, "A": 2 } }, "mean_api_response_cost_usd": 0.0039195624999999994, "cost_known_response_count": 64, "mean_latency_sec": 2.8515504356455494, "latency_known_response_count": 64, "group_count": 16 }, "chroma": { "kind": "choice", "count": 64, "valid_count": 64, "invalid_count": 0, "validity_rate": 1.0, "correct_count": 64, "accuracy": 1.0, "chance_accuracy": 0.5, "confusion": { "A": { "A": 32 }, "B": { "B": 32 } }, "mean_api_response_cost_usd": 0.003836062499999999, "cost_known_response_count": 64, "mean_latency_sec": 2.8427216310446966, "latency_known_response_count": 64, "group_count": 16 }, "hue": { "kind": "choice", "count": 32, "valid_count": 32, "invalid_count": 0, "validity_rate": 1.0, "correct_count": 32, "accuracy": 1.0, "chance_accuracy": 0.25, "confusion": { "A": { "A": 8 }, "B": { "B": 8 }, "C": { "C": 8 }, "D": { "D": 8 } }, "mean_api_response_cost_usd": 0.00680675, "cost_known_response_count": 32, "mean_latency_sec": 5.973500772102852, "latency_known_response_count": 32, "group_count": 32 }, "binding": { "kind": "choice", "count": 48, "valid_count": 48, "invalid_count": 0, "validity_rate": 1.0, "correct_count": 42, "accuracy": 0.875, "chance_accuracy": 0.25, "confusion": { "A": { "A": 8, "C": 3, "D": 1 }, "B": { "B": 11, "D": 1 }, "C": { "C": 12 }, "D": { "D": 11, "B": 1 } }, "mean_api_response_cost_usd": 0.005872083333333334, "cost_known_response_count": 48, "mean_latency_sec": 5.417528556594334, "latency_known_response_count": 48, "group_count": 48 }, "gradient": { "kind": "choice", "count": 16, "valid_count": 16, "invalid_count": 0, "validity_rate": 1.0, "correct_count": 16, "accuracy": 1.0, "chance_accuracy": 0.25, "confusion": { "A": { "A": 4 }, "B": { "B": 4 }, "C": { "C": 4 }, "D": { "D": 4 } }, "mean_api_response_cost_usd": 0.00816125, "cost_known_response_count": 16, "mean_latency_sec": 6.353564573189942, "latency_known_response_count": 16, "group_count": 16 }, "samediff": { "kind": "choice", "count": 48, "valid_count": 48, "invalid_count": 0, "validity_rate": 1.0, "correct_count": 38, "accuracy": 0.7916666666666666, "chance_accuracy": 0.5, "confusion": { "A": { "A": 19, "B": 5 }, "B": { "B": 19, "A": 5 } }, "mean_api_response_cost_usd": 0.0038732500000000004, "cost_known_response_count": 48, "mean_latency_sec": 2.5769505393012273, "latency_known_response_count": 48, "group_count": 24 }, "context": { "kind": "choice", "count": 80, "valid_count": 80, "invalid_count": 0, "validity_rate": 1.0, "correct_count": 74, "accuracy": 0.925, "chance_accuracy": 0.25, "confusion": { "A": { "A": 20 }, "B": { "B": 20 }, "C": { "C": 19, "D": 1 }, "D": { "D": 15, "B": 5 } }, "mean_api_response_cost_usd": 0.005912250000000001, "cost_known_response_count": 80, "mean_latency_sec": 5.123650592907507, "latency_known_response_count": 80, "group_count": 16 }, "smallmatch": { "kind": "choice", "count": 64, "valid_count": 64, "invalid_count": 0, "validity_rate": 1.0, "correct_count": 45, "accuracy": 0.703125, "chance_accuracy": 0.25, "confusion": { "A": { "A": 11, "D": 1, "C": 3, "B": 1 }, "B": { "B": 12, "A": 1, "D": 2, "C": 1 }, "C": { "C": 11, "D": 1, "A": 3, "B": 1 }, "D": { "D": 11, "C": 2, "A": 1, "B": 2 } }, "mean_api_response_cost_usd": 0.008428, "cost_known_response_count": 64, "mean_latency_sec": 7.837542427458175, "latency_known_response_count": 64, "group_count": 16 }, "rgb": { "kind": "numeric", "count": 16, "valid_count": 16, "invalid_count": 0, "validity_rate": 1.0, "mean_score": 92.61644387159764, "mean_tight_score": 70.46577548639054, "mean_delta_e_ok": 0.014767112256804727, "median_delta_e_ok": 0.01274971927390909, "p90_delta_e_ok": 0.025898806985493836, "out_of_srgb_count": 0, "mean_component_errors": { "b": 3.8125, "g": 4.25, "r": 5.375 }, "component_known_count": { "b": 16, "g": 16, "r": 16 }, "band_hit_rate": { "0.005": 0.125, "0.01": 0.375, "0.02": 0.6875, "0.05": 1.0 }, "rgb_within_2_lsb": 0.1875, "rgb_within_5_lsb": 0.5, "mean_api_response_cost_usd": 0.006071000000000001, "cost_known_response_count": 16, "mean_latency_sec": 5.794385383887857, "latency_known_response_count": 16, "group_count": 16 }, "hsl": { "kind": "numeric", "count": 16, "valid_count": 16, "invalid_count": 0, "validity_rate": 1.0, "mean_score": 93.05360974940857, "mean_tight_score": 72.21443899763422, "mean_delta_e_ok": 0.013892780501182898, "median_delta_e_ok": 0.012279042497879521, "p90_delta_e_ok": 0.02498060875595843, "out_of_srgb_count": 0, "mean_component_errors": { "h": 0.9421105842919181, "l": 1.2095955882352942, "s": 2.786376413344097 }, "component_known_count": { "h": 13, "l": 16, "s": 16 }, "band_hit_rate": { "0.005": 0.1875, "0.01": 0.375, "0.02": 0.6875, "0.05": 1.0 }, "rgb_within_2_lsb": null, "rgb_within_5_lsb": null, "mean_api_response_cost_usd": 0.009209, "cost_known_response_count": 16, "mean_latency_sec": 11.104852884061984, "latency_known_response_count": 16, "group_count": 16 }, "oklch": { "kind": "numeric", "count": 16, "valid_count": 16, "invalid_count": 0, "validity_rate": 1.0, "mean_score": 91.87834035934561, "mean_tight_score": 67.51336143738254, "mean_delta_e_ok": 0.01624331928130873, "median_delta_e_ok": 0.013398709126364497, "p90_delta_e_ok": 0.03585840570274046, "out_of_srgb_count": 0, "mean_component_errors": { "c": 0.0036592168715523696, "h": 2.2555403346836465, "l": 0.01462947776714751 }, "component_known_count": { "c": 16, "h": 13, "l": 16 }, "band_hit_rate": { "0.005": 0.1875, "0.01": 0.375, "0.02": 0.625, "0.05": 1.0 }, "rgb_within_2_lsb": null, "rgb_within_5_lsb": null, "mean_api_response_cost_usd": null, "cost_known_response_count": 15, "mean_latency_sec": 33.78219955646637, "latency_known_response_count": 16, "group_count": 16 } }, "mean_api_response_cost_usd": null, "cost_known_response_count": 511, "mean_latency_sec": 5.893743579955753, "latency_known_response_count": 512 }, { "model_id": "gpt-5.6-terra", "model_config": { "api_key_env": "OPENAI_API_KEY", "base_url": null, "display_name": "GPT-5.6 Terra", "enabled": true, "id": "gpt-5.6-terra", "input_per_m": 2.0, "max_output_tokens": 4096, "model": "gpt-5.6-terra", "notes": "Explicit public API model ID; uses model-default reasoning settings.", "output_per_m": 12.0, "pricing_notes": "Standard online API rates in USD per million tokens; excludes caching, batch discounts and tools.", "pricing_source_url": "https://developers.openai.com/api/docs/models", "provider": "openai", "source_url": "https://developers.openai.com/api/docs/models/gpt-5.6-terra" }, "model_config_fingerprint": "c31dbe50cff3b0093ab5b1c1005c42ff65dbb381ff73eafe5cecac17441bcb51", "status": "finalized", "coverage_status": "complete", "observed_task_count": 512, "expected_task_count": 512, "comparison_task_count": 512, "families": { "matching": { "kind": "choice", "count": 48, "valid_count": 48, "invalid_count": 0, "validity_rate": 1.0, "correct_count": 40, "accuracy": 0.8333333333333334, "chance_accuracy": 0.25, "confusion": { "A": { "A": 9, "C": 2, "B": 1 }, "B": { "B": 11, "D": 1 }, "C": { "C": 10, "D": 2 }, "D": { "D": 10, "B": 2 } }, "mean_api_response_cost_usd": 0.0033190000000000008, "cost_known_response_count": 48, "mean_latency_sec": 4.654302346731129, "latency_known_response_count": 48, "group_count": 48 }, "lightness": { "kind": "choice", "count": 64, "valid_count": 64, "invalid_count": 0, "validity_rate": 1.0, "correct_count": 61, "accuracy": 0.953125, "chance_accuracy": 0.5, "confusion": { "A": { "A": 31, "B": 1 }, "B": { "B": 30, "A": 2 } }, "mean_api_response_cost_usd": 0.0021191875, "cost_known_response_count": 64, "mean_latency_sec": 3.1318790233963227, "latency_known_response_count": 64, "group_count": 16 }, "chroma": { "kind": "choice", "count": 64, "valid_count": 64, "invalid_count": 0, "validity_rate": 1.0, "correct_count": 64, "accuracy": 1.0, "chance_accuracy": 0.5, "confusion": { "A": { "A": 32 }, "B": { "B": 32 } }, "mean_api_response_cost_usd": 0.0022126875000000002, "cost_known_response_count": 64, "mean_latency_sec": 3.430647908240644, "latency_known_response_count": 64, "group_count": 16 }, "hue": { "kind": "choice", "count": 32, "valid_count": 32, "invalid_count": 0, "validity_rate": 1.0, "correct_count": 31, "accuracy": 0.96875, "chance_accuracy": 0.25, "confusion": { "A": { "A": 8 }, "B": { "B": 8 }, "C": { "C": 8 }, "D": { "D": 7, "B": 1 } }, "mean_api_response_cost_usd": 0.002897125, "cost_known_response_count": 32, "mean_latency_sec": 5.611071575091046, "latency_known_response_count": 32, "group_count": 32 }, "binding": { "kind": "choice", "count": 48, "valid_count": 48, "invalid_count": 0, "validity_rate": 1.0, "correct_count": 37, "accuracy": 0.7708333333333334, "chance_accuracy": 0.25, "confusion": { "A": { "A": 10, "C": 2 }, "B": { "B": 10, "D": 1, "A": 1 }, "C": { "C": 8, "D": 1, "A": 3 }, "D": { "D": 9, "B": 3 } }, "mean_api_response_cost_usd": 0.003671000000000001, "cost_known_response_count": 48, "mean_latency_sec": 5.573598219331568, "latency_known_response_count": 48, "group_count": 48 }, "gradient": { "kind": "choice", "count": 16, "valid_count": 16, "invalid_count": 0, "validity_rate": 1.0, "correct_count": 16, "accuracy": 1.0, "chance_accuracy": 0.25, "confusion": { "A": { "A": 4 }, "B": { "B": 4 }, "C": { "C": 4 }, "D": { "D": 4 } }, "mean_api_response_cost_usd": 0.00343575, "cost_known_response_count": 16, "mean_latency_sec": 4.794025199240423, "latency_known_response_count": 16, "group_count": 16 }, "samediff": { "kind": "choice", "count": 48, "valid_count": 48, "invalid_count": 0, "validity_rate": 1.0, "correct_count": 36, "accuracy": 0.75, "chance_accuracy": 0.5, "confusion": { "A": { "A": 17, "B": 7 }, "B": { "B": 19, "A": 5 } }, "mean_api_response_cost_usd": 0.002160000000000001, "cost_known_response_count": 48, "mean_latency_sec": 2.876528051153097, "latency_known_response_count": 48, "group_count": 24 }, "context": { "kind": "choice", "count": 80, "valid_count": 80, "invalid_count": 0, "validity_rate": 1.0, "correct_count": 72, "accuracy": 0.9, "chance_accuracy": 0.25, "confusion": { "A": { "A": 17, "C": 3 }, "B": { "B": 20 }, "C": { "C": 19, "A": 1 }, "D": { "D": 16, "B": 3, "C": 1 } }, "mean_api_response_cost_usd": 0.003809400000000001, "cost_known_response_count": 80, "mean_latency_sec": 6.53668464905204, "latency_known_response_count": 80, "group_count": 16 }, "smallmatch": { "kind": "choice", "count": 64, "valid_count": 64, "invalid_count": 0, "validity_rate": 1.0, "correct_count": 36, "accuracy": 0.5625, "chance_accuracy": 0.25, "confusion": { "A": { "D": 4, "B": 2, "C": 5, "A": 5 }, "B": { "B": 12, "C": 1, "D": 2, "A": 1 }, "C": { "A": 4, "C": 10, "D": 2 }, "D": { "B": 6, "D": 9, "C": 1 } }, "mean_api_response_cost_usd": 0.004279437500000001, "cost_known_response_count": 64, "mean_latency_sec": 8.514058848764762, "latency_known_response_count": 64, "group_count": 16 }, "rgb": { "kind": "numeric", "count": 16, "valid_count": 16, "invalid_count": 0, "validity_rate": 1.0, "mean_score": 94.00501341295711, "mean_tight_score": 76.0200536518285, "mean_delta_e_ok": 0.011989973174085752, "median_delta_e_ok": 0.011399591350802766, "p90_delta_e_ok": 0.02257155477844215, "out_of_srgb_count": 0, "mean_component_errors": { "b": 4.4375, "g": 3.375, "r": 4.25 }, "component_known_count": { "b": 16, "g": 16, "r": 16 }, "band_hit_rate": { "0.005": 0.1875, "0.01": 0.4375, "0.02": 0.8125, "0.05": 1.0 }, "rgb_within_2_lsb": 0.25, "rgb_within_5_lsb": 0.5625, "mean_api_response_cost_usd": 0.00311375, "cost_known_response_count": 16, "mean_latency_sec": 4.587649619388685, "latency_known_response_count": 16, "group_count": 16 }, "hsl": { "kind": "numeric", "count": 16, "valid_count": 16, "invalid_count": 0, "validity_rate": 1.0, "mean_score": 94.68529660464719, "mean_tight_score": 78.74118641858875, "mean_delta_e_ok": 0.010629406790705623, "median_delta_e_ok": 0.01007352162285502, "p90_delta_e_ok": 0.020155595313933104, "out_of_srgb_count": 0, "mean_component_errors": { "h": 1.0892664135373002, "l": 0.6613970588235296, "s": 3.04564318276664 }, "component_known_count": { "h": 13, "l": 16, "s": 16 }, "band_hit_rate": { "0.005": 0.25, "0.01": 0.5, "0.02": 0.875, "0.05": 1.0 }, "rgb_within_2_lsb": null, "rgb_within_5_lsb": null, "mean_api_response_cost_usd": 0.004094749999999999, "cost_known_response_count": 16, "mean_latency_sec": 6.381881241242809, "latency_known_response_count": 16, "group_count": 16 }, "oklch": { "kind": "numeric", "count": 16, "valid_count": 16, "invalid_count": 0, "validity_rate": 1.0, "mean_score": 92.08836997000331, "mean_tight_score": 68.3534798800133, "mean_delta_e_ok": 0.015823260059993356, "median_delta_e_ok": 0.014317402618971038, "p90_delta_e_ok": 0.026185435411412786, "out_of_srgb_count": 0, "mean_component_errors": { "c": 0.005310583763976661, "h": 2.2873297826706174, "l": 0.012119543729853893 }, "component_known_count": { "c": 16, "h": 13, "l": 16 }, "band_hit_rate": { "0.005": 0.1875, "0.01": 0.25, "0.02": 0.8125, "0.05": 1.0 }, "rgb_within_2_lsb": null, "rgb_within_5_lsb": null, "mean_api_response_cost_usd": null, "cost_known_response_count": 15, "mean_latency_sec": 21.542644162218494, "latency_known_response_count": 16, "group_count": 16 } }, "mean_api_response_cost_usd": null, "cost_known_response_count": 511, "mean_latency_sec": 5.650981112212094, "latency_known_response_count": 512 }, { "model_id": "gpt-6-astra", "model_config": { "api_key_env": "OPENAI_API_KEY", "base_url": null, "display_name": "GPT-6 Astra", "enabled": true, "id": "gpt-6-astra", "input_per_m": 10.0, "max_output_tokens": 4096, "model": "gpt-6-astra", "notes": "Explicit public API model ID; uses model-default reasoning settings.", "output_per_m": 50.0, "pricing_notes": "Standard online API rates in USD per million tokens; excludes caching, batch discounts and tools.", "pricing_source_url": "https://developers.openai.com/api/docs/models", "provider": "openai", "source_url": "https://developers.openai.com/api/docs/models/gpt-6-astra" }, "model_config_fingerprint": "70ce5d3852fae44d4189b37a379a61c6f34d59005fd8c127cad33a584c18cb3a", "status": "finalized", "coverage_status": "complete", "observed_task_count": 512, "expected_task_count": 512, "comparison_task_count": 512, "families": { "matching": { "kind": "choice", "count": 48, "valid_count": 48, "invalid_count": 0, "validity_rate": 1.0, "correct_count": 48, "accuracy": 1.0, "chance_accuracy": 0.25, "confusion": { "A": { "A": 12 }, "B": { "B": 12 }, "C": { "C": 12 }, "D": { "D": 12 } }, "mean_api_response_cost_usd": 0.008509791666666664, "cost_known_response_count": 48, "mean_latency_sec": 2.640162044798975, "latency_known_response_count": 48, "group_count": 48 }, "lightness": { "kind": "choice", "count": 64, "valid_count": 64, "invalid_count": 0, "validity_rate": 1.0, "correct_count": 64, "accuracy": 1.0, "chance_accuracy": 0.5, "confusion": { "A": { "A": 32 }, "B": { "B": 32 } }, "mean_api_response_cost_usd": 0.008173124999999995, "cost_known_response_count": 64, "mean_latency_sec": 2.7204857639844704, "latency_known_response_count": 64, "group_count": 16 }, "chroma": { "kind": "choice", "count": 64, "valid_count": 64, "invalid_count": 0, "validity_rate": 1.0, "correct_count": 64, "accuracy": 1.0, "chance_accuracy": 0.5, "confusion": { "A": { "A": 32 }, "B": { "B": 32 } }, "mean_api_response_cost_usd": 0.008297187500000008, "cost_known_response_count": 64, "mean_latency_sec": 2.7841888125039986, "latency_known_response_count": 64, "group_count": 16 }, "hue": { "kind": "choice", "count": 32, "valid_count": 32, "invalid_count": 0, "validity_rate": 1.0, "correct_count": 32, "accuracy": 1.0, "chance_accuracy": 0.25, "confusion": { "A": { "A": 8 }, "B": { "B": 8 }, "C": { "C": 8 }, "D": { "D": 8 } }, "mean_api_response_cost_usd": 0.010277812499999999, "cost_known_response_count": 32, "mean_latency_sec": 3.9213859479095845, "latency_known_response_count": 32, "group_count": 32 }, "binding": { "kind": "choice", "count": 48, "valid_count": 48, "invalid_count": 0, "validity_rate": 1.0, "correct_count": 48, "accuracy": 1.0, "chance_accuracy": 0.25, "confusion": { "A": { "A": 12 }, "B": { "B": 12 }, "C": { "C": 12 }, "D": { "D": 12 } }, "mean_api_response_cost_usd": 0.008705208333333332, "cost_known_response_count": 48, "mean_latency_sec": 3.0509996691544075, "latency_known_response_count": 48, "group_count": 48 }, "gradient": { "kind": "choice", "count": 16, "valid_count": 16, "invalid_count": 0, "validity_rate": 1.0, "correct_count": 16, "accuracy": 1.0, "chance_accuracy": 0.25, "confusion": { "A": { "A": 4 }, "B": { "B": 4 }, "C": { "C": 4 }, "D": { "D": 4 } }, "mean_api_response_cost_usd": 0.010190625, "cost_known_response_count": 16, "mean_latency_sec": 3.688330534627312, "latency_known_response_count": 16, "group_count": 16 }, "samediff": { "kind": "choice", "count": 48, "valid_count": 48, "invalid_count": 0, "validity_rate": 1.0, "correct_count": 48, "accuracy": 1.0, "chance_accuracy": 0.5, "confusion": { "A": { "A": 24 }, "B": { "B": 24 } }, "mean_api_response_cost_usd": 0.009075833333333333, "cost_known_response_count": 48, "mean_latency_sec": 2.986563913000282, "latency_known_response_count": 48, "group_count": 24 }, "context": { "kind": "choice", "count": 80, "valid_count": 80, "invalid_count": 0, "validity_rate": 1.0, "correct_count": 80, "accuracy": 1.0, "chance_accuracy": 0.25, "confusion": { "A": { "A": 20 }, "B": { "B": 20 }, "C": { "C": 20 }, "D": { "D": 20 } }, "mean_api_response_cost_usd": 0.009231874999999997, "cost_known_response_count": 80, "mean_latency_sec": 3.3150868970173177, "latency_known_response_count": 80, "group_count": 16 }, "smallmatch": { "kind": "choice", "count": 64, "valid_count": 64, "invalid_count": 0, "validity_rate": 1.0, "correct_count": 64, "accuracy": 1.0, "chance_accuracy": 0.25, "confusion": { "A": { "A": 16 }, "B": { "B": 16 }, "C": { "C": 16 }, "D": { "D": 16 } }, "mean_api_response_cost_usd": 0.00936453125, "cost_known_response_count": 64, "mean_latency_sec": 3.8812693636191398, "latency_known_response_count": 64, "group_count": 16 }, "rgb": { "kind": "numeric", "count": 16, "valid_count": 16, "invalid_count": 0, "validity_rate": 1.0, "mean_score": 96.55542596067099, "mean_tight_score": 86.22170384268395, "mean_delta_e_ok": 0.00688914807865803, "median_delta_e_ok": 0.0061737884203524095, "p90_delta_e_ok": 0.010598563165091654, "out_of_srgb_count": 0, "mean_component_errors": { "b": 2.25, "g": 2.3125, "r": 1.3125 }, "component_known_count": { "b": 16, "g": 16, "r": 16 }, "band_hit_rate": { "0.005": 0.3125, "0.01": 0.75, "0.02": 1.0, "0.05": 1.0 }, "rgb_within_2_lsb": 0.4375, "rgb_within_5_lsb": 0.9375, "mean_api_response_cost_usd": 0.011818124999999997, "cost_known_response_count": 16, "mean_latency_sec": 4.523213964668685, "latency_known_response_count": 16, "group_count": 16 }, "hsl": { "kind": "numeric", "count": 16, "valid_count": 16, "invalid_count": 0, "validity_rate": 1.0, "mean_score": 96.49879956851186, "mean_tight_score": 85.99519827404744, "mean_delta_e_ok": 0.007002400862976279, "median_delta_e_ok": 0.007237503450722355, "p90_delta_e_ok": 0.01028026661666146, "out_of_srgb_count": 0, "mean_component_errors": { "h": 1.4508018929832336, "l": 0.6522058823529406, "s": 1.6878704356261607 }, "component_known_count": { "h": 13, "l": 16, "s": 16 }, "band_hit_rate": { "0.005": 0.375, "0.01": 0.875, "0.02": 1.0, "0.05": 1.0 }, "rgb_within_2_lsb": null, "rgb_within_5_lsb": null, "mean_api_response_cost_usd": 0.014075625, "cost_known_response_count": 16, "mean_latency_sec": 6.119861548111658, "latency_known_response_count": 16, "group_count": 16 }, "oklch": { "kind": "numeric", "count": 16, "valid_count": 16, "invalid_count": 0, "validity_rate": 1.0, "mean_score": 96.84006654480362, "mean_tight_score": 87.36026617921448, "mean_delta_e_ok": 0.006319866910392766, "median_delta_e_ok": 0.0061819540988264105, "p90_delta_e_ok": 0.009032858884279894, "out_of_srgb_count": 0, "mean_component_errors": { "c": 0.0026791953348469337, "h": 1.3904760861966738, "l": 0.003918692689607112 }, "component_known_count": { "c": 16, "h": 13, "l": 16 }, "band_hit_rate": { "0.005": 0.3125, "0.01": 0.9375, "0.02": 1.0, "0.05": 1.0 }, "rgb_within_2_lsb": null, "rgb_within_5_lsb": null, "mean_api_response_cost_usd": 0.021280624999999997, "cost_known_response_count": 16, "mean_latency_sec": 11.720500244824507, "latency_known_response_count": 16, "group_count": 16 } }, "mean_api_response_cost_usd": 0.009571621093749991, "cost_known_response_count": 512, "mean_latency_sec": 3.563970791075917, "latency_known_response_count": 512 }, { "model_id": "muse-spark-1.2", "model_config": { "api_key_env": "MODEL_API_KEY", "base_url": "https://api.meta.ai/v1", "display_name": "Muse Spark 1.2", "enabled": true, "id": "muse-spark-1.2", "input_per_m": 1.25, "max_output_tokens": 16384, "model": "muse-spark-1.2", "notes": "Meta Muse Spark 1.2 Standard tier via the OpenAI-compatible Meta Model API Responses endpoint. Reasoning model; uses model-default reasoning settings. 16384 output cap matches 1.3 so both Muse configurations share identical inference settings. Same $1.25/$4.25 standard pricing as 1.3; prompts never train Meta models.", "output_per_m": 4.25, "pricing_notes": "Standard tier rates in USD per million tokens; cached input $0.15/M not assumed. Output includes reasoning tokens.", "pricing_source_url": "https://dev.meta.ai/docs/pricing-rate-limits", "provider": "openai", "source_url": "https://dev.meta.ai/docs/models" }, "model_config_fingerprint": "24aa8541bfef7a62fbb06d7bb882a0cb7acc8341dc8f956b52124454dddf4967", "status": "finalized", "coverage_status": "complete", "observed_task_count": 512, "expected_task_count": 512, "comparison_task_count": 512, "families": { "matching": { "kind": "choice", "count": 48, "valid_count": 48, "invalid_count": 0, "validity_rate": 1.0, "correct_count": 35, "accuracy": 0.7291666666666666, "chance_accuracy": 0.25, "confusion": { "A": { "A": 9, "C": 2, "B": 1 }, "B": { "B": 11, "C": 1 }, "C": { "C": 10, "B": 1, "A": 1 }, "D": { "D": 5, "B": 3, "C": 4 } }, "mean_api_response_cost_usd": 0.007190802083333333, "cost_known_response_count": 48, "mean_latency_sec": 9.448290716121846, "latency_known_response_count": 48, "group_count": 48 }, "lightness": { "kind": "choice", "count": 64, "valid_count": 64, "invalid_count": 0, "validity_rate": 1.0, "correct_count": 50, "accuracy": 0.78125, "chance_accuracy": 0.5, "confusion": { "A": { "A": 31, "B": 1 }, "B": { "B": 19, "A": 13 } }, "mean_api_response_cost_usd": 0.007685304687500002, "cost_known_response_count": 64, "mean_latency_sec": 10.166719567163454, "latency_known_response_count": 64, "group_count": 16 }, "chroma": { "kind": "choice", "count": 64, "valid_count": 64, "invalid_count": 0, "validity_rate": 1.0, "correct_count": 56, "accuracy": 0.875, "chance_accuracy": 0.5, "confusion": { "A": { "A": 29, "B": 3 }, "B": { "B": 27, "A": 5 } }, "mean_api_response_cost_usd": 0.0060873164062499995, "cost_known_response_count": 64, "mean_latency_sec": 8.136290357686448, "latency_known_response_count": 64, "group_count": 16 }, "hue": { "kind": "choice", "count": 32, "valid_count": 32, "invalid_count": 0, "validity_rate": 1.0, "correct_count": 26, "accuracy": 0.8125, "chance_accuracy": 0.25, "confusion": { "A": { "A": 7, "C": 1 }, "B": { "B": 5, "D": 2, "A": 1 }, "C": { "C": 7, "A": 1 }, "D": { "D": 7, "B": 1 } }, "mean_api_response_cost_usd": 0.0101785, "cost_known_response_count": 32, "mean_latency_sec": 13.24587125918697, "latency_known_response_count": 32, "group_count": 32 }, "binding": { "kind": "choice", "count": 48, "valid_count": 48, "invalid_count": 0, "validity_rate": 1.0, "correct_count": 35, "accuracy": 0.7291666666666666, "chance_accuracy": 0.25, "confusion": { "A": { "A": 8, "C": 2, "B": 2 }, "B": { "B": 10, "A": 2 }, "C": { "C": 11, "A": 1 }, "D": { "D": 6, "B": 4, "A": 2 } }, "mean_api_response_cost_usd": 0.007073494791666665, "cost_known_response_count": 48, "mean_latency_sec": 9.494687367364046, "latency_known_response_count": 48, "group_count": 48 }, "gradient": { "kind": "choice", "count": 16, "valid_count": 16, "invalid_count": 0, "validity_rate": 1.0, "correct_count": 16, "accuracy": 1.0, "chance_accuracy": 0.25, "confusion": { "A": { "A": 4 }, "B": { "B": 4 }, "C": { "C": 4 }, "D": { "D": 4 } }, "mean_api_response_cost_usd": 0.019961546875, "cost_known_response_count": 16, "mean_latency_sec": 26.78648026980227, "latency_known_response_count": 16, "group_count": 16 }, "samediff": { "kind": "choice", "count": 48, "valid_count": 48, "invalid_count": 0, "validity_rate": 1.0, "correct_count": 26, "accuracy": 0.5416666666666666, "chance_accuracy": 0.5, "confusion": { "A": { "A": 13, "B": 11 }, "B": { "B": 13, "A": 11 } }, "mean_api_response_cost_usd": 0.003713713541666667, "cost_known_response_count": 48, "mean_latency_sec": 5.044828360960916, "latency_known_response_count": 48, "group_count": 24 }, "context": { "kind": "choice", "count": 80, "valid_count": 79, "invalid_count": 1, "validity_rate": 0.9875, "correct_count": 26, "accuracy": 0.325, "chance_accuracy": 0.25, "confusion": { "A": { "A": 5, "C": 2, "B": 5, "D": 8 }, "B": { "B": 12, "A": 4, "D": 3, "C": 1 }, "C": { "A": 5, "C": 5, "D": 4, "B": 6 }, "D": { "A": 2, "C": 1, "B": 12, "D": 4, "invalid": 1 } }, "mean_api_response_cost_usd": 0.021627909374999997, "cost_known_response_count": 80, "mean_latency_sec": 28.244768826871585, "latency_known_response_count": 80, "group_count": 16 }, "smallmatch": { "kind": "choice", "count": 64, "valid_count": 64, "invalid_count": 0, "validity_rate": 1.0, "correct_count": 26, "accuracy": 0.40625, "chance_accuracy": 0.25, "confusion": { "A": { "A": 8, "C": 4, "B": 4 }, "B": { "B": 11, "A": 2, "D": 1, "C": 2 }, "C": { "C": 6, "A": 4, "B": 6 }, "D": { "D": 1, "C": 2, "A": 1, "B": 12 } }, "mean_api_response_cost_usd": 0.008475749999999999, "cost_known_response_count": 64, "mean_latency_sec": 11.769519004261383, "latency_known_response_count": 64, "group_count": 16 }, "rgb": { "kind": "numeric", "count": 16, "valid_count": 16, "invalid_count": 0, "validity_rate": 1.0, "mean_score": 89.76076335169672, "mean_tight_score": 59.04305340678687, "mean_delta_e_ok": 0.020478473296606573, "median_delta_e_ok": 0.01931138083782602, "p90_delta_e_ok": 0.036446867562461044, "out_of_srgb_count": 0, "mean_component_errors": { "b": 6.8125, "g": 6.4375, "r": 6.1875 }, "component_known_count": { "b": 16, "g": 16, "r": 16 }, "band_hit_rate": { "0.005": 0.0625, "0.01": 0.125, "0.02": 0.625, "0.05": 1.0 }, "rgb_within_2_lsb": 0.0625, "rgb_within_5_lsb": 0.125, "mean_api_response_cost_usd": 0.0044517031249999995, "cost_known_response_count": 16, "mean_latency_sec": 5.680251652258448, "latency_known_response_count": 16, "group_count": 16 }, "hsl": { "kind": "numeric", "count": 16, "valid_count": 16, "invalid_count": 0, "validity_rate": 1.0, "mean_score": 88.289041352538, "mean_tight_score": 53.94528706048517, "mean_delta_e_ok": 0.02342191729492397, "median_delta_e_ok": 0.02125078021457875, "p90_delta_e_ok": 0.04372453159300093, "out_of_srgb_count": 0, "mean_component_errors": { "h": 1.896222696894599, "l": 2.1875, "s": 7.570982182002695 }, "component_known_count": { "h": 13, "l": 16, "s": 16 }, "band_hit_rate": { "0.005": 0.125, "0.01": 0.1875, "0.02": 0.4375, "0.05": 0.9375 }, "rgb_within_2_lsb": null, "rgb_within_5_lsb": null, "mean_api_response_cost_usd": 0.006389875, "cost_known_response_count": 16, "mean_latency_sec": 7.265300919440051, "latency_known_response_count": 16, "group_count": 16 }, "oklch": { "kind": "numeric", "count": 16, "valid_count": 16, "invalid_count": 0, "validity_rate": 1.0, "mean_score": 88.45081351967247, "mean_tight_score": 54.63001514916227, "mean_delta_e_ok": 0.02309837296065507, "median_delta_e_ok": 0.018326396803162885, "p90_delta_e_ok": 0.04500921950501628, "out_of_srgb_count": 1, "mean_component_errors": { "c": 0.010465144787505872, "h": 2.7800959045064095, "l": 0.016431979851333677 }, "component_known_count": { "c": 16, "h": 13, "l": 16 }, "band_hit_rate": { "0.005": 0.0625, "0.01": 0.1875, "0.02": 0.5625, "0.05": 0.9375 }, "rgb_within_2_lsb": null, "rgb_within_5_lsb": null, "mean_api_response_cost_usd": 0.010909093750000003, "cost_known_response_count": 16, "mean_latency_sec": 11.053664962964831, "latency_known_response_count": 16, "group_count": 16 } }, "mean_api_response_cost_usd": 0.009785508789062505, "cost_known_response_count": 512, "mean_latency_sec": 12.83608810959322, "latency_known_response_count": 512 }, { "model_id": "muse-spark-1.3", "model_config": { "api_key_env": "MODEL_API_KEY", "base_url": "https://api.meta.ai/v1", "display_name": "Muse Spark 1.3", "enabled": true, "id": "muse-spark-1.3", "input_per_m": 1.25, "max_output_tokens": 16384, "model": "muse-spark-1.3", "notes": "Meta Muse Spark 1.3 Standard tier via the OpenAI-compatible Meta Model API Responses endpoint. Reasoning model at model-default high effort; uses model-default reasoning settings. 16384 output cap: the 4096-cap probe returned status incomplete with all 4096 tokens spent on reasoning, and live outputs reach ~6900 tokens, so 16384 keeps headroom above observed reasoning volume. Same $1.25/$4.25 standard pricing as 1.2; prompts never train Meta models.", "output_per_m": 4.25, "pricing_notes": "Standard tier rates in USD per million tokens; cached input $0.15/M not assumed. Output includes reasoning tokens.", "pricing_source_url": "https://dev.meta.ai/docs/pricing-rate-limits", "provider": "openai", "source_url": "https://dev.meta.ai/docs/models" }, "model_config_fingerprint": "d501fb0c8f92e13a48222500e057dda2fad8750852df8848583d413832d05bb5", "status": "finalized", "coverage_status": "complete", "observed_task_count": 512, "expected_task_count": 512, "comparison_task_count": 512, "families": { "matching": { "kind": "choice", "count": 48, "valid_count": 48, "invalid_count": 0, "validity_rate": 1.0, "correct_count": 33, "accuracy": 0.6875, "chance_accuracy": 0.25, "confusion": { "A": { "C": 3, "A": 7, "B": 2 }, "B": { "B": 12 }, "C": { "C": 8, "B": 2, "A": 1, "D": 1 }, "D": { "D": 6, "B": 4, "C": 2 } }, "mean_api_response_cost_usd": 0.008540442708333333, "cost_known_response_count": 48, "mean_latency_sec": 24.143452805556688, "latency_known_response_count": 48, "group_count": 48 }, "lightness": { "kind": "choice", "count": 64, "valid_count": 64, "invalid_count": 0, "validity_rate": 1.0, "correct_count": 52, "accuracy": 0.8125, "chance_accuracy": 0.5, "confusion": { "A": { "A": 26, "B": 6 }, "B": { "B": 26, "A": 6 } }, "mean_api_response_cost_usd": 0.007640015625, "cost_known_response_count": 64, "mean_latency_sec": 21.631413055723897, "latency_known_response_count": 64, "group_count": 16 }, "chroma": { "kind": "choice", "count": 64, "valid_count": 64, "invalid_count": 0, "validity_rate": 1.0, "correct_count": 57, "accuracy": 0.890625, "chance_accuracy": 0.5, "confusion": { "A": { "A": 29, "B": 3 }, "B": { "B": 28, "A": 4 } }, "mean_api_response_cost_usd": 0.007445722656249997, "cost_known_response_count": 64, "mean_latency_sec": 20.252058770467556, "latency_known_response_count": 64, "group_count": 16 }, "hue": { "kind": "choice", "count": 32, "valid_count": 32, "invalid_count": 0, "validity_rate": 1.0, "correct_count": 25, "accuracy": 0.78125, "chance_accuracy": 0.25, "confusion": { "A": { "A": 5, "C": 2, "B": 1 }, "B": { "B": 6, "A": 1, "D": 1 }, "C": { "C": 7, "A": 1 }, "D": { "D": 7, "B": 1 } }, "mean_api_response_cost_usd": 0.010624617187500001, "cost_known_response_count": 32, "mean_latency_sec": 30.124308375874534, "latency_known_response_count": 32, "group_count": 32 }, "binding": { "kind": "choice", "count": 48, "valid_count": 48, "invalid_count": 0, "validity_rate": 1.0, "correct_count": 34, "accuracy": 0.7083333333333334, "chance_accuracy": 0.25, "confusion": { "A": { "A": 8, "C": 3, "B": 1 }, "B": { "B": 9, "C": 2, "D": 1 }, "C": { "C": 11, "A": 1 }, "D": { "D": 6, "B": 2, "C": 4 } }, "mean_api_response_cost_usd": 0.009603572916666662, "cost_known_response_count": 48, "mean_latency_sec": 27.46609725513311, "latency_known_response_count": 48, "group_count": 48 }, "gradient": { "kind": "choice", "count": 16, "valid_count": 16, "invalid_count": 0, "validity_rate": 1.0, "correct_count": 16, "accuracy": 1.0, "chance_accuracy": 0.25, "confusion": { "A": { "A": 4 }, "B": { "B": 4 }, "C": { "C": 4 }, "D": { "D": 4 } }, "mean_api_response_cost_usd": 0.025924562500000005, "cost_known_response_count": 16, "mean_latency_sec": 67.53856164556782, "latency_known_response_count": 16, "group_count": 16 }, "samediff": { "kind": "choice", "count": 48, "valid_count": 48, "invalid_count": 0, "validity_rate": 1.0, "correct_count": 26, "accuracy": 0.5416666666666666, "chance_accuracy": 0.5, "confusion": { "A": { "A": 13, "B": 11 }, "B": { "B": 13, "A": 11 } }, "mean_api_response_cost_usd": 0.004433291666666667, "cost_known_response_count": 48, "mean_latency_sec": 9.974287396250778, "latency_known_response_count": 48, "group_count": 24 }, "context": { "kind": "choice", "count": 80, "valid_count": 79, "invalid_count": 1, "validity_rate": 0.9875, "correct_count": 33, "accuracy": 0.4125, "chance_accuracy": 0.25, "confusion": { "A": { "A": 8, "C": 5, "D": 4, "B": 3 }, "B": { "A": 3, "C": 3, "D": 7, "B": 6, "invalid": 1 }, "C": { "C": 11, "A": 4, "D": 2, "B": 3 }, "D": { "A": 2, "C": 5, "B": 5, "D": 8 } }, "mean_api_response_cost_usd": 0.029062646874999997, "cost_known_response_count": 80, "mean_latency_sec": 81.50226540240692, "latency_known_response_count": 80, "group_count": 16 }, "smallmatch": { "kind": "choice", "count": 64, "valid_count": 64, "invalid_count": 0, "validity_rate": 1.0, "correct_count": 30, "accuracy": 0.46875, "chance_accuracy": 0.25, "confusion": { "A": { "A": 7, "C": 6, "B": 3 }, "B": { "D": 4, "B": 10, "A": 2 }, "C": { "C": 9, "A": 3, "B": 4 }, "D": { "A": 1, "C": 5, "D": 4, "B": 6 } }, "mean_api_response_cost_usd": 0.011353000000000002, "cost_known_response_count": 64, "mean_latency_sec": 33.17385893944993, "latency_known_response_count": 64, "group_count": 16 }, "rgb": { "kind": "numeric", "count": 16, "valid_count": 16, "invalid_count": 0, "validity_rate": 1.0, "mean_score": 86.98497947791755, "mean_tight_score": 63.4385170575541, "mean_delta_e_ok": 0.026030041044164922, "median_delta_e_ok": 0.015663392879953032, "p90_delta_e_ok": 0.03383282363238718, "out_of_srgb_count": 0, "mean_component_errors": { "b": 6.8125, "g": 4.375, "r": 6.625 }, "component_known_count": { "b": 16, "g": 16, "r": 16 }, "band_hit_rate": { "0.005": 0.0625, "0.01": 0.25, "0.02": 0.625, "0.05": 0.9375 }, "rgb_within_2_lsb": 0.0625, "rgb_within_5_lsb": 0.375, "mean_api_response_cost_usd": 0.003972515625, "cost_known_response_count": 16, "mean_latency_sec": 8.814625016741047, "latency_known_response_count": 16, "group_count": 16 }, "hsl": { "kind": "numeric", "count": 16, "valid_count": 16, "invalid_count": 0, "validity_rate": 1.0, "mean_score": 86.89490295039417, "mean_tight_score": 63.27464878390921, "mean_delta_e_ok": 0.026210194099211635, "median_delta_e_ok": 0.014027015144765117, "p90_delta_e_ok": 0.04423417438358153, "out_of_srgb_count": 0, "mean_component_errors": { "h": 1.451337393518733, "l": 1.9571078431372548, "s": 5.228890432601803 }, "component_known_count": { "h": 13, "l": 16, "s": 16 }, "band_hit_rate": { "0.005": 0.1875, "0.01": 0.3125, "0.02": 0.625, "0.05": 0.875 }, "rgb_within_2_lsb": null, "rgb_within_5_lsb": null, "mean_api_response_cost_usd": 0.00627990625, "cost_known_response_count": 16, "mean_latency_sec": 13.6296836613692, "latency_known_response_count": 16, "group_count": 16 }, "oklch": { "kind": "numeric", "count": 16, "valid_count": 16, "invalid_count": 0, "validity_rate": 1.0, "mean_score": 84.8528823733788, "mean_tight_score": 54.910128639399126, "mean_delta_e_ok": 0.030294235253242405, "median_delta_e_ok": 0.020589835741259215, "p90_delta_e_ok": 0.04103198927241153, "out_of_srgb_count": 1, "mean_component_errors": { "c": 0.007776848095452846, "h": 2.2514978948007967, "l": 0.02582493469630146 }, "component_known_count": { "c": 16, "h": 13, "l": 16 }, "band_hit_rate": { "0.005": 0.0625, "0.01": 0.0625, "0.02": 0.375, "0.05": 0.9375 }, "rgb_within_2_lsb": null, "rgb_within_5_lsb": null, "mean_api_response_cost_usd": 0.010404671874999999, "cost_known_response_count": 16, "mean_latency_sec": 22.189343783742515, "latency_known_response_count": 16, "group_count": 16 } }, "mean_api_response_cost_usd": 0.012082218750000004, "cost_known_response_count": 512, "mean_latency_sec": 33.278531040768485, "latency_known_response_count": 512 } ], "specimens": [ { "task_id": "colorbench-binding-01", "family": "binding", "group_id": "match-binding-01", "image_filename": "binding-01.png", "image_sha256": "b50eb332e8341d0a9fbb05e819a4f509ec49ade41b8c793d14bfa7299c63463f", "ground_truth": { "choice": "A" }, "prompt": "Which component, A, B, C, or D, has the same flat interior fill color as reference R? Ignore its neutral frame, label, and surrounding content. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "lightness", "difficulty": "wide", "sourceRgb": [ 198, 137, 132 ], "optionSetId": "matching-01", "pairedFamily": "matching", "intendedTargetOklch": { "l": 0.6894894134653369, "c": 0.07571320154902554, "h": 24.428791523190228 }, "intendedSeparation": 0.08, "reference": { "kind": "exact-visible-color", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-binding-02", "family": "binding", "group_id": "match-binding-02", "image_filename": "binding-02.png", "image_sha256": "3b0123d439066df0f8215b62402d55672a252d3ade96c674abf934f624f9792a", "ground_truth": { "choice": "B" }, "prompt": "Which component, A, B, C, or D, has the same flat interior fill color as reference R? Ignore its neutral frame, label, and surrounding content. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "lightness", "difficulty": "wide", "sourceRgb": [ 146, 90, 86 ], "optionSetId": "matching-01", "pairedFamily": "matching", "intendedTargetOklch": { "l": 0.52901805662585, "c": 0.07471062088690782, "h": 24.320684965298597 }, "intendedSeparation": 0.08, "reference": { "kind": "exact-visible-color", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-binding-03", "family": "binding", "group_id": "match-binding-03", "image_filename": "binding-03.png", "image_sha256": "ccca7ce14e14b41abd375d3937f263aef7757ffc863d3df26c3db830dd45d86e", "ground_truth": { "choice": "C" }, "prompt": "Which component, A, B, C, or D, has the same flat interior fill color as reference R? Ignore its neutral frame, label, and surrounding content. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "lightness", "difficulty": "wide", "sourceRgb": [ 224, 162, 156 ], "optionSetId": "matching-01", "pairedFamily": "matching", "intendedTargetOklch": { "l": 0.7695285482174882, "c": 0.07472958407153123, "h": 25.167145229341713 }, "intendedSeparation": 0.08, "reference": { "kind": "exact-visible-color", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-binding-04", "family": "binding", "group_id": "match-binding-04", "image_filename": "binding-04.png", "image_sha256": "d31ba2794b6bfb2a63325573c0e32357632139ea23455c08a012d56a8fabe86e", "ground_truth": { "choice": "D" }, "prompt": "Which component, A, B, C, or D, has the same flat interior fill color as reference R? Ignore its neutral frame, label, and surrounding content. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "lightness", "difficulty": "wide", "sourceRgb": [ 172, 113, 108 ], "optionSetId": "matching-01", "pairedFamily": "matching", "intendedTargetOklch": { "l": 0.6092364739362921, "c": 0.07585500986562138, "h": 24.847194477440894 }, "intendedSeparation": 0.08, "reference": { "kind": "exact-visible-color", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-binding-05", "family": "binding", "group_id": "match-binding-05", "image_filename": "binding-05.png", "image_sha256": "63f6ccc9ed88d534d5ac449b2d1306857f6da6513238d889fbca50bc8cd224e7", "ground_truth": { "choice": "A" }, "prompt": "Which component, A, B, C, or D, has the same flat interior fill color as reference R? Ignore its neutral frame, label, and surrounding content. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "lightness", "difficulty": "mid", "sourceRgb": [ 154, 117, 74 ], "optionSetId": "matching-02", "pairedFamily": "matching", "intendedTargetOklch": { "l": 0.5890376456411939, "c": 0.07515003688606763, "h": 69.69297708639965 }, "intendedSeparation": 0.04, "reference": { "kind": "exact-visible-color", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-binding-06", "family": "binding", "group_id": "match-binding-06", "image_filename": "binding-06.png", "image_sha256": "9371eedf28fa786ac01d6eb6bcecf6ccb896008c35bfd7b04e39f293f80e167e", "ground_truth": { "choice": "B" }, "prompt": "Which component, A, B, C, or D, has the same flat interior fill color as reference R? Ignore its neutral frame, label, and surrounding content. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "lightness", "difficulty": "mid", "sourceRgb": [ 192, 154, 110 ], "optionSetId": "matching-02", "pairedFamily": "matching", "intendedTargetOklch": { "l": 0.7108063777050321, "c": 0.07464556585896225, "h": 70.26398041839957 }, "intendedSeparation": 0.04, "reference": { "kind": "exact-visible-color", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-binding-07", "family": "binding", "group_id": "match-binding-07", "image_filename": "binding-07.png", "image_sha256": "2a6361588d21488e71685cd1a181631dd9ed95379781997a77016c3567190ee8", "ground_truth": { "choice": "C" }, "prompt": "Which component, A, B, C, or D, has the same flat interior fill color as reference R? Ignore its neutral frame, label, and surrounding content. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "lightness", "difficulty": "mid", "sourceRgb": [ 167, 129, 86 ], "optionSetId": "matching-02", "pairedFamily": "matching", "intendedTargetOklch": { "l": 0.629881993788956, "c": 0.07519686333556927, "h": 69.21818788013667 }, "intendedSeparation": 0.04, "reference": { "kind": "exact-visible-color", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-binding-08", "family": "binding", "group_id": "match-binding-08", "image_filename": "binding-08.png", "image_sha256": "2f5dbe72fdfd84bbbde78bd5b42a6ebd0efb47ea325f1b378f5538a726af8fbc", "ground_truth": { "choice": "D" }, "prompt": "Which component, A, B, C, or D, has the same flat interior fill color as reference R? Ignore its neutral frame, label, and surrounding content. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "lightness", "difficulty": "mid", "sourceRgb": [ 179, 141, 98 ], "optionSetId": "matching-02", "pairedFamily": "matching", "intendedTargetOklch": { "l": 0.6690828049075527, "c": 0.07446776285348121, "h": 69.4551500162043 }, "intendedSeparation": 0.04, "reference": { "kind": "exact-visible-color", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-binding-09", "family": "binding", "group_id": "match-binding-09", "image_filename": "binding-09.png", "image_sha256": "37a10136d711517b844058da59f5b510de695d08109a8025c1ac4db1aa03c3eb", "ground_truth": { "choice": "A" }, "prompt": "Which component, A, B, C, or D, has the same flat interior fill color as reference R? Ignore its neutral frame, label, and surrounding content. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "lightness", "difficulty": "narrow", "sourceRgb": [ 150, 158, 104 ], "optionSetId": "matching-03", "pairedFamily": "matching", "intendedTargetOklch": { "l": 0.6793588861550827, "c": 0.07484041752125951, "h": 115.29143792612092 }, "intendedSeparation": 0.02, "reference": { "kind": "exact-visible-color", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-binding-10", "family": "binding", "group_id": "match-binding-10", "image_filename": "binding-10.png", "image_sha256": "f84b60e1bd77498fb45174a275f9468a70fa042936add337ee19307c79aa494d", "ground_truth": { "choice": "B" }, "prompt": "Which component, A, B, C, or D, has the same flat interior fill color as reference R? Ignore its neutral frame, label, and surrounding content. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "lightness", "difficulty": "narrow", "sourceRgb": [ 138, 146, 92 ], "optionSetId": "matching-03", "pairedFamily": "matching", "intendedTargetOklch": { "l": 0.6400050330215442, "c": 0.07548285938059711, "h": 115.44573963879009 }, "intendedSeparation": 0.02, "reference": { "kind": "exact-visible-color", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-binding-11", "family": "binding", "group_id": "match-binding-11", "image_filename": "binding-11.png", "image_sha256": "eb17ab392bfe9306f5838ed5f1a424abca7eae6bcc1ae27ad1a08084828b529e", "ground_truth": { "choice": "C" }, "prompt": "Which component, A, B, C, or D, has the same flat interior fill color as reference R? Ignore its neutral frame, label, and surrounding content. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "lightness", "difficulty": "narrow", "sourceRgb": [ 144, 152, 98 ], "optionSetId": "matching-03", "pairedFamily": "matching", "intendedTargetOklch": { "l": 0.6597510159255459, "c": 0.07516361466738285, "h": 115.36578900806762 }, "intendedSeparation": 0.02, "reference": { "kind": "exact-visible-color", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-binding-12", "family": "binding", "group_id": "match-binding-12", "image_filename": "binding-12.png", "image_sha256": "a2282ac3fe4ba2f79797260529941eb47e06aa0cc40d9e8fa50e5d54fe0da47f", "ground_truth": { "choice": "D" }, "prompt": "Which component, A, B, C, or D, has the same flat interior fill color as reference R? Ignore its neutral frame, label, and surrounding content. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "lightness", "difficulty": "narrow", "sourceRgb": [ 132, 140, 86 ], "optionSetId": "matching-03", "pairedFamily": "matching", "intendedTargetOklch": { "l": 0.6201152848321888, "c": 0.07579528151347184, "h": 115.53196015443973 }, "intendedSeparation": 0.02, "reference": { "kind": "exact-visible-color", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-binding-13", "family": "binding", "group_id": "match-binding-13", "image_filename": "binding-13.png", "image_sha256": "8f6bd8bacf0b9519401e889d23f74244ed0558a9ebc42573500b986c81cbc34a", "ground_truth": { "choice": "A" }, "prompt": "Which component, A, B, C, or D, has the same flat interior fill color as reference R? Ignore its neutral frame, label, and surrounding content. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "lightness", "difficulty": "near", "sourceRgb": [ 100, 156, 126 ], "optionSetId": "matching-04", "pairedFamily": "matching", "intendedTargetOklch": { "l": 0.6450837705054752, "c": 0.07470490752973459, "h": 159.94491436717738 }, "intendedSeparation": 0.01, "reference": { "kind": "exact-visible-color", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-binding-14", "family": "binding", "group_id": "match-binding-14", "image_filename": "binding-14.png", "image_sha256": "e6b1b68f3df994a9934c079741f9cf20f189efadc4ccc723d823d5fdcabe4a57", "ground_truth": { "choice": "B" }, "prompt": "Which component, A, B, C, or D, has the same flat interior fill color as reference R? Ignore its neutral frame, label, and surrounding content. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "lightness", "difficulty": "near", "sourceRgb": [ 103, 159, 129 ], "optionSetId": "matching-04", "pairedFamily": "matching", "intendedTargetOklch": { "l": 0.6548618017990839, "c": 0.07453186998085502, "h": 160.0147081954841 }, "intendedSeparation": 0.01, "reference": { "kind": "exact-visible-color", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-binding-15", "family": "binding", "group_id": "match-binding-15", "image_filename": "binding-15.png", "image_sha256": "30c7bdceeacc12929b27f1e78d4821006929c936ca93835002d600d6c6bb511c", "ground_truth": { "choice": "C" }, "prompt": "Which component, A, B, C, or D, has the same flat interior fill color as reference R? Ignore its neutral frame, label, and surrounding content. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "lightness", "difficulty": "near", "sourceRgb": [ 97, 153, 123 ], "optionSetId": "matching-04", "pairedFamily": "matching", "intendedTargetOklch": { "l": 0.6352745662021468, "c": 0.07487823685482883, "h": 159.87214064082332 }, "intendedSeparation": 0.01, "reference": { "kind": "exact-visible-color", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-binding-16", "family": "binding", "group_id": "match-binding-16", "image_filename": "binding-16.png", "image_sha256": "e0603e917460a7946feac5b4a7b51b44e0677e158679d99ec01dc5bcaf094aa7", "ground_truth": { "choice": "D" }, "prompt": "Which component, A, B, C, or D, has the same flat interior fill color as reference R? Ignore its neutral frame, label, and surrounding content. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "lightness", "difficulty": "near", "sourceRgb": [ 106, 162, 132 ], "optionSetId": "matching-04", "pairedFamily": "matching", "intendedTargetOklch": { "l": 0.6646091057283504, "c": 0.07435929068168513, "h": 160.08169983385972 }, "intendedSeparation": 0.01, "reference": { "kind": "exact-visible-color", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-binding-17", "family": "binding", "group_id": "match-binding-17", "image_filename": "binding-17.png", "image_sha256": "87ac99cefbfacf5445f2abe18484f20885f99678c007f2a981fb74b4a9b4551c", "ground_truth": { "choice": "A" }, "prompt": "Which component, A, B, C, or D, has the same flat interior fill color as reference R? Ignore its neutral frame, label, and surrounding content. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "chroma", "difficulty": "wide", "sourceRgb": [ 113, 151, 155 ], "optionSetId": "matching-05", "pairedFamily": "matching", "intendedTargetOklch": { "l": 0.6497081826948056, "c": 0.042183499400984384, "h": 204.24317557224407 }, "intendedSeparation": 0.025, "reference": { "kind": "exact-visible-color", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-binding-18", "family": "binding", "group_id": "match-binding-18", "image_filename": "binding-18.png", "image_sha256": "2b2c047009dccadd638b1a6bf114b6b414a5ef45aa6c56f1c7a7375ce3162d62", "ground_truth": { "choice": "B" }, "prompt": "Which component, A, B, C, or D, has the same flat interior fill color as reference R? Ignore its neutral frame, label, and surrounding content. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "chroma", "difficulty": "wide", "sourceRgb": [ 58, 159, 170 ], "optionSetId": "matching-05", "pairedFamily": "matching", "intendedTargetOklch": { "l": 0.649121270048406, "c": 0.09263784477869547, "h": 205.34920016146364 }, "intendedSeparation": 0.025, "reference": { "kind": "exact-visible-color", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-binding-19", "family": "binding", "group_id": "match-binding-19", "image_filename": "binding-19.png", "image_sha256": "349c1f09ae72701e8e579da3818f571284a6642ffb97ded7ca909271dec9bd1d", "ground_truth": { "choice": "C" }, "prompt": "Which component, A, B, C, or D, has the same flat interior fill color as reference R? Ignore its neutral frame, label, and surrounding content. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "chroma", "difficulty": "wide", "sourceRgb": [ 131, 146, 148 ], "optionSetId": "matching-05", "pairedFamily": "matching", "intendedTargetOklch": { "l": 0.6485787495445072, "c": 0.017553821818313886, "h": 206.39523107367114 }, "intendedSeparation": 0.025, "reference": { "kind": "exact-visible-color", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-binding-20", "family": "binding", "group_id": "match-binding-20", "image_filename": "binding-20.png", "image_sha256": "2af43d4ad26b4540795c0ddacf5f42715d4f45e856e1779924ce9b40ecbb132d", "ground_truth": { "choice": "D" }, "prompt": "Which component, A, B, C, or D, has the same flat interior fill color as reference R? Ignore its neutral frame, label, and surrounding content. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "chroma", "difficulty": "wide", "sourceRgb": [ 90, 155, 163 ], "optionSetId": "matching-05", "pairedFamily": "matching", "intendedTargetOklch": { "l": 0.6491081180809918, "c": 0.06754882950244614, "h": 205.7898948792015 }, "intendedSeparation": 0.025, "reference": { "kind": "exact-visible-color", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-binding-21", "family": "binding", "group_id": "match-binding-21", "image_filename": "binding-21.png", "image_sha256": "09bc6d298409a93e9b6b46530b57ad2500dd4639485fcecd36773b3a2ded5277", "ground_truth": { "choice": "A" }, "prompt": "Which component, A, B, C, or D, has the same flat interior fill color as reference R? Ignore its neutral frame, label, and surrounding content. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "chroma", "difficulty": "mid", "sourceRgb": [ 109, 147, 186 ], "optionSetId": "matching-06", "pairedFamily": "matching", "intendedTargetOklch": { "l": 0.6501385181096331, "c": 0.0722649966950554, "h": 249.63414376225683 }, "intendedSeparation": 0.012, "reference": { "kind": "exact-visible-color", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-binding-22", "family": "binding", "group_id": "match-binding-22", "image_filename": "binding-22.png", "image_sha256": "defb362cdb36c2ce2238d2656c8e0ad03fa125bc77bfd6d98225b4b015218669", "ground_truth": { "choice": "B" }, "prompt": "Which component, A, B, C, or D, has the same flat interior fill color as reference R? Ignore its neutral frame, label, and surrounding content. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "chroma", "difficulty": "mid", "sourceRgb": [ 127, 145, 165 ], "optionSetId": "matching-06", "pairedFamily": "matching", "intendedTargetOklch": { "l": 0.6493008509701809, "c": 0.0364421976714875, "h": 251.13658885616042 }, "intendedSeparation": 0.012, "reference": { "kind": "exact-visible-color", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-binding-23", "family": "binding", "group_id": "match-binding-23", "image_filename": "binding-23.png", "image_sha256": "cc509fd0607c92135a46ad54b13f535592b6e95459c0ab06ff30cb24f65d71f6", "ground_truth": { "choice": "C" }, "prompt": "Which component, A, B, C, or D, has the same flat interior fill color as reference R? Ignore its neutral frame, label, and surrounding content. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "chroma", "difficulty": "mid", "sourceRgb": [ 115, 146, 180 ], "optionSetId": "matching-06", "pairedFamily": "matching", "intendedTargetOklch": { "l": 0.6491376226335209, "c": 0.06194366654653193, "h": 251.11412277915085 }, "intendedSeparation": 0.012, "reference": { "kind": "exact-visible-color", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-binding-24", "family": "binding", "group_id": "match-binding-24", "image_filename": "binding-24.png", "image_sha256": "c16330f11727b2010d348a8b8b6264aa840fa7389a0188f31ac07e36c1ca70d1", "ground_truth": { "choice": "D" }, "prompt": "Which component, A, B, C, or D, has the same flat interior fill color as reference R? Ignore its neutral frame, label, and surrounding content. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "chroma", "difficulty": "mid", "sourceRgb": [ 121, 146, 172 ], "optionSetId": "matching-06", "pairedFamily": "matching", "intendedTargetOklch": { "l": 0.6499199589193926, "c": 0.04830547220639629, "h": 249.58845243726046 }, "intendedSeparation": 0.012, "reference": { "kind": "exact-visible-color", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-binding-25", "family": "binding", "group_id": "match-binding-25", "image_filename": "binding-25.png", "image_sha256": "7321c05f5b9b20396f59fb67731c2bb803007093489ada73d7c4f21511bee4e4", "ground_truth": { "choice": "A" }, "prompt": "Which component, A, B, C, or D, has the same flat interior fill color as reference R? Ignore its neutral frame, label, and surrounding content. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "chroma", "difficulty": "narrow", "sourceRgb": [ 145, 138, 168 ], "optionSetId": "matching-07", "pairedFamily": "matching", "intendedTargetOklch": { "l": 0.6498235687572701, "c": 0.04483023850541485, "h": 295.82079447154456 }, "intendedSeparation": 0.007, "reference": { "kind": "exact-visible-color", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-binding-26", "family": "binding", "group_id": "match-binding-26", "image_filename": "binding-26.png", "image_sha256": "a477dadbabfa9eea222b53a62bd1c4c6eac955ba59e63afce8d5e09e222c17ef", "ground_truth": { "choice": "B" }, "prompt": "Which component, A, B, C, or D, has the same flat interior fill color as reference R? Ignore its neutral frame, label, and surrounding content. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "chroma", "difficulty": "narrow", "sourceRgb": [ 145, 136, 176 ], "optionSetId": "matching-07", "pairedFamily": "matching", "intendedTargetOklch": { "l": 0.6488853613620486, "c": 0.05971690197532904, "h": 294.99941614867555 }, "intendedSeparation": 0.007, "reference": { "kind": "exact-visible-color", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-binding-27", "family": "binding", "group_id": "match-binding-27", "image_filename": "binding-27.png", "image_sha256": "67168fa7ab42bc7888cbb185a8106d959f0dff9f7580ef071e885154d58f14aa", "ground_truth": { "choice": "C" }, "prompt": "Which component, A, B, C, or D, has the same flat interior fill color as reference R? Ignore its neutral frame, label, and surrounding content. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "chroma", "difficulty": "narrow", "sourceRgb": [ 145, 137, 172 ], "optionSetId": "matching-07", "pairedFamily": "matching", "intendedTargetOklch": { "l": 0.6493211886224598, "c": 0.05228021346183567, "h": 295.3846872200093 }, "intendedSeparation": 0.007, "reference": { "kind": "exact-visible-color", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-binding-28", "family": "binding", "group_id": "match-binding-28", "image_filename": "binding-28.png", "image_sha256": "3e632194c2eb33059e8ac3a76658f5433d4c46fd7f9620c7982a97de5013d05a", "ground_truth": { "choice": "D" }, "prompt": "Which component, A, B, C, or D, has the same flat interior fill color as reference R? Ignore its neutral frame, label, and surrounding content. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "chroma", "difficulty": "narrow", "sourceRgb": [ 146, 136, 179 ], "optionSetId": "matching-07", "pairedFamily": "matching", "intendedTargetOklch": { "l": 0.6509791951725951, "c": 0.06417123380426795, "h": 295.22429696616405 }, "intendedSeparation": 0.007, "reference": { "kind": "exact-visible-color", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-binding-29", "family": "binding", "group_id": "match-binding-29", "image_filename": "binding-29.png", "image_sha256": "926f3b3102f3a6a35842665652ec4902c51f3e79c8f5c72fdbe590f3be07215a", "ground_truth": { "choice": "A" }, "prompt": "Which component, A, B, C, or D, has the same flat interior fill color as reference R? Ignore its neutral frame, label, and surrounding content. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "chroma", "difficulty": "near", "sourceRgb": [ 168, 130, 154 ], "optionSetId": "matching-08", "pairedFamily": "matching", "intendedTargetOklch": { "l": 0.6505106714408044, "c": 0.05711612695211392, "h": 340.59015829012293 }, "intendedSeparation": 0.004, "reference": { "kind": "exact-visible-color", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-binding-30", "family": "binding", "group_id": "match-binding-30", "image_filename": "binding-30.png", "image_sha256": "571146f797025e2f5a5360239e9d1606d2ace13e8357d37e51281d4c3b5b9ef7", "ground_truth": { "choice": "B" }, "prompt": "Which component, A, B, C, or D, has the same flat interior fill color as reference R? Ignore its neutral frame, label, and surrounding content. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "chroma", "difficulty": "near", "sourceRgb": [ 166, 131, 153 ], "optionSetId": "matching-08", "pairedFamily": "matching", "intendedTargetOklch": { "l": 0.6500552333537799, "c": 0.05252488489488396, "h": 340.59595325800393 }, "intendedSeparation": 0.004, "reference": { "kind": "exact-visible-color", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-binding-31", "family": "binding", "group_id": "match-binding-31", "image_filename": "binding-31.png", "image_sha256": "7b6f33819f02fcb7baeaf61b77a06aaf2ded880ca56657afaf6187f1d4e5ae08", "ground_truth": { "choice": "C" }, "prompt": "Which component, A, B, C, or D, has the same flat interior fill color as reference R? Ignore its neutral frame, label, and surrounding content. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "chroma", "difficulty": "near", "sourceRgb": [ 169, 129, 155 ], "optionSetId": "matching-08", "pairedFamily": "matching", "intendedTargetOklch": { "l": 0.6499787000088645, "c": 0.0607448486450515, "h": 339.8260846980254 }, "intendedSeparation": 0.004, "reference": { "kind": "exact-visible-color", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-binding-32", "family": "binding", "group_id": "match-binding-32", "image_filename": "binding-32.png", "image_sha256": "2c14ace6c9f9a7b3dd5409e7d71f8ccfd1324f2e33db26fbd69417fd921834a1", "ground_truth": { "choice": "D" }, "prompt": "Which component, A, B, C, or D, has the same flat interior fill color as reference R? Ignore its neutral frame, label, and surrounding content. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "chroma", "difficulty": "near", "sourceRgb": [ 164, 132, 153 ], "optionSetId": "matching-08", "pairedFamily": "matching", "intendedTargetOklch": { "l": 0.6499895696094173, "c": 0.04876382797048658, "h": 339.1874131518128 }, "intendedSeparation": 0.004, "reference": { "kind": "exact-visible-color", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-binding-33", "family": "binding", "group_id": "match-binding-33", "image_filename": "binding-33.png", "image_sha256": "d0c37c7c7023ff3234174f187569792c06947263a025b6a8e135cb8de6fd59e7", "ground_truth": { "choice": "A" }, "prompt": "Which component, A, B, C, or D, has the same flat interior fill color as reference R? Ignore its neutral frame, label, and surrounding content. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "hue", "difficulty": "wide", "sourceRgb": [ 171, 126, 163 ], "optionSetId": "matching-09", "pairedFamily": "matching", "intendedTargetOklch": { "l": 0.6493129310407072, "c": 0.07530128154181409, "h": 332.7412316291544 }, "intendedSeparation": 35, "reference": { "kind": "exact-visible-color", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-binding-34", "family": "binding", "group_id": "match-binding-34", "image_filename": "binding-34.png", "image_sha256": "a545c278a3d88d1f9867632d8befa18e49a8b9af0e4d6cabb633dd06aa586497", "ground_truth": { "choice": "B" }, "prompt": "Which component, A, B, C, or D, has the same flat interior fill color as reference R? Ignore its neutral frame, label, and surrounding content. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "hue", "difficulty": "wide", "sourceRgb": [ 183, 128, 107 ], "optionSetId": "matching-09", "pairedFamily": "matching", "intendedTargetOklch": { "l": 0.6498789600630208, "c": 0.07525697156346361, "h": 41.7490423034111 }, "intendedSeparation": 35, "reference": { "kind": "exact-visible-color", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-binding-35", "family": "binding", "group_id": "match-binding-35", "image_filename": "binding-35.png", "image_sha256": "9d944488a97c889de995859425f44decfb47b4a6f967307539d60ad25aac2f83", "ground_truth": { "choice": "C" }, "prompt": "Which component, A, B, C, or D, has the same flat interior fill color as reference R? Ignore its neutral frame, label, and surrounding content. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "hue", "difficulty": "wide", "sourceRgb": [ 183, 124, 135 ], "optionSetId": "matching-09", "pairedFamily": "matching", "intendedTargetOklch": { "l": 0.6495713419797011, "c": 0.07473497021372898, "h": 7.108895968378704 }, "intendedSeparation": 35, "reference": { "kind": "exact-visible-color", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-binding-36", "family": "binding", "group_id": "match-binding-36", "image_filename": "binding-36.png", "image_sha256": "ba39e31b36ac61c7a1bd54ac94fe9a2e532785d385265fda519a90faef8ec5fe", "ground_truth": { "choice": "D" }, "prompt": "Which component, A, B, C, or D, has the same flat interior fill color as reference R? Ignore its neutral frame, label, and surrounding content. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "hue", "difficulty": "wide", "sourceRgb": [ 169, 138, 90 ], "optionSetId": "matching-09", "pairedFamily": "matching", "intendedTargetOklch": { "l": 0.6511267044639475, "c": 0.07495346427778539, "h": 77.7863477197817 }, "intendedSeparation": 35, "reference": { "kind": "exact-visible-color", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-binding-37", "family": "binding", "group_id": "match-binding-37", "image_filename": "binding-37.png", "image_sha256": "b836de84f08efc5173c30a11cff8264e120ba5eca3184983614eed91fb756230", "ground_truth": { "choice": "A" }, "prompt": "Which component, A, B, C, or D, has the same flat interior fill color as reference R? Ignore its neutral frame, label, and surrounding content. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "hue", "difficulty": "mid", "sourceRgb": [ 169, 138, 90 ], "optionSetId": "matching-10", "pairedFamily": "matching", "intendedTargetOklch": { "l": 0.6511267044639475, "c": 0.07495346427778539, "h": 77.7863477197817 }, "intendedSeparation": 15, "reference": { "kind": "exact-visible-color", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-binding-38", "family": "binding", "group_id": "match-binding-38", "image_filename": "binding-38.png", "image_sha256": "2feb36cd2b7af3e2b680e2d0d6d206f07b375cfe87f9f9865972e9efb27fecff", "ground_truth": { "choice": "B" }, "prompt": "Which component, A, B, C, or D, has the same flat interior fill color as reference R? Ignore its neutral frame, label, and surrounding content. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "hue", "difficulty": "mid", "sourceRgb": [ 176, 133, 95 ], "optionSetId": "matching-10", "pairedFamily": "matching", "intendedTargetOklch": { "l": 0.6493261772142165, "c": 0.07452420109587264, "h": 62.39678737183954 }, "intendedSeparation": 15, "reference": { "kind": "exact-visible-color", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-binding-39", "family": "binding", "group_id": "match-binding-39", "image_filename": "binding-39.png", "image_sha256": "ed6f55cf30393ce560dc9d4f5c54398fda66097a7fbe5fb75fdbfc33c98f1790", "ground_truth": { "choice": "C" }, "prompt": "Which component, A, B, C, or D, has the same flat interior fill color as reference R? Ignore its neutral frame, label, and surrounding content. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "hue", "difficulty": "mid", "sourceRgb": [ 159, 142, 89 ], "optionSetId": "matching-10", "pairedFamily": "matching", "intendedTargetOklch": { "l": 0.6494233702914786, "c": 0.07438546662310466, "h": 92.28614920839948 }, "intendedSeparation": 15, "reference": { "kind": "exact-visible-color", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-binding-40", "family": "binding", "group_id": "match-binding-40", "image_filename": "binding-40.png", "image_sha256": "dc68ca96c9f253eae2bedd6886228947ffe097679e0f4d10dcac160ac5f64bc9", "ground_truth": { "choice": "D" }, "prompt": "Which component, A, B, C, or D, has the same flat interior fill color as reference R? Ignore its neutral frame, label, and surrounding content. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "hue", "difficulty": "mid", "sourceRgb": [ 182, 129, 103 ], "optionSetId": "matching-10", "pairedFamily": "matching", "intendedTargetOklch": { "l": 0.6497916656122427, "c": 0.07581948814371171, "h": 47.07344700241782 }, "intendedSeparation": 15, "reference": { "kind": "exact-visible-color", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-binding-41", "family": "binding", "group_id": "match-binding-41", "image_filename": "binding-41.png", "image_sha256": "dcbfef6f6fb20b92e0a93ddcf5700070f6c4f4aa6929f80c216d6779affb02a9", "ground_truth": { "choice": "A" }, "prompt": "Which component, A, B, C, or D, has the same flat interior fill color as reference R? Ignore its neutral frame, label, and surrounding content. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "hue", "difficulty": "narrow", "sourceRgb": [ 145, 148, 93 ], "optionSetId": "matching-11", "pairedFamily": "matching", "intendedTargetOklch": { "l": 0.6506311002841105, "c": 0.07561626649612672, "h": 110.99057588614119 }, "intendedSeparation": 8, "reference": { "kind": "exact-visible-color", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-binding-42", "family": "binding", "group_id": "match-binding-42", "image_filename": "binding-42.png", "image_sha256": "20a67da5e5c81a78b3d14fb8fe267921f16d3312ab257b595c10bc940db2284e", "ground_truth": { "choice": "B" }, "prompt": "Which component, A, B, C, or D, has the same flat interior fill color as reference R? Ignore its neutral frame, label, and surrounding content. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "hue", "difficulty": "narrow", "sourceRgb": [ 131, 152, 102 ], "optionSetId": "matching-11", "pairedFamily": "matching", "intendedTargetOklch": { "l": 0.65024212488153, "c": 0.07468205208512181, "h": 126.88006638945461 }, "intendedSeparation": 8, "reference": { "kind": "exact-visible-color", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-binding-43", "family": "binding", "group_id": "match-binding-43", "image_filename": "binding-43.png", "image_sha256": "6b2799f1fe726e573bc6fcd298810a786ae5313957858775db65dc175ebeacab", "ground_truth": { "choice": "C" }, "prompt": "Which component, A, B, C, or D, has the same flat interior fill color as reference R? Ignore its neutral frame, label, and surrounding content. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "hue", "difficulty": "narrow", "sourceRgb": [ 151, 145, 91 ], "optionSetId": "matching-11", "pairedFamily": "matching", "intendedTargetOklch": { "l": 0.6488531284031083, "c": 0.07391811324623936, "h": 102.75875406490411 }, "intendedSeparation": 8, "reference": { "kind": "exact-visible-color", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-binding-44", "family": "binding", "group_id": "match-binding-44", "image_filename": "binding-44.png", "image_sha256": "fcb532c756b7de45c73839cf7e986a5e5c99091f318eaa2dceb4d0013d5e08c7", "ground_truth": { "choice": "D" }, "prompt": "Which component, A, B, C, or D, has the same flat interior fill color as reference R? Ignore its neutral frame, label, and surrounding content. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "hue", "difficulty": "narrow", "sourceRgb": [ 138, 150, 97 ], "optionSetId": "matching-11", "pairedFamily": "matching", "intendedTargetOklch": { "l": 0.6501054380919568, "c": 0.07512874742674455, "h": 118.92446490097893 }, "intendedSeparation": 8, "reference": { "kind": "exact-visible-color", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-binding-45", "family": "binding", "group_id": "match-binding-45", "image_filename": "binding-45.png", "image_sha256": "b3e01050e479a26249bac9fd39887bdd176c49a652dcc652cf83e0f0a8bbfbb8", "ground_truth": { "choice": "A" }, "prompt": "Which component, A, B, C, or D, has the same flat interior fill color as reference R? Ignore its neutral frame, label, and surrounding content. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "hue", "difficulty": "near", "sourceRgb": [ 96, 158, 133 ], "optionSetId": "matching-12", "pairedFamily": "matching", "intendedTargetOklch": { "l": 0.6497376167657583, "c": 0.07505140075254643, "h": 166.50365944667715 }, "intendedSeparation": 4, "reference": { "kind": "exact-visible-color", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-binding-46", "family": "binding", "group_id": "match-binding-46", "image_filename": "binding-46.png", "image_sha256": "683b92b1622acdffdb408965088d4d7a3c115cfcc95719b216b8e310be7bbf05", "ground_truth": { "choice": "B" }, "prompt": "Which component, A, B, C, or D, has the same flat interior fill color as reference R? Ignore its neutral frame, label, and surrounding content. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "hue", "difficulty": "near", "sourceRgb": [ 106, 157, 122 ], "optionSetId": "matching-12", "pairedFamily": "matching", "intendedTargetOklch": { "l": 0.6499089080358517, "c": 0.07564757592821424, "h": 153.87937832645866 }, "intendedSeparation": 4, "reference": { "kind": "exact-visible-color", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-binding-47", "family": "binding", "group_id": "match-binding-47", "image_filename": "binding-47.png", "image_sha256": "b4a5ce09be7173e06489775ca2765c1b2079f72c98421d5dd805bc3763e70eb9", "ground_truth": { "choice": "C" }, "prompt": "Which component, A, B, C, or D, has the same flat interior fill color as reference R? Ignore its neutral frame, label, and surrounding content. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "hue", "difficulty": "near", "sourceRgb": [ 100, 158, 129 ], "optionSetId": "matching-12", "pairedFamily": "matching", "intendedTargetOklch": { "l": 0.6507715730201014, "c": 0.07523802581426411, "h": 161.591837912737 }, "intendedSeparation": 4, "reference": { "kind": "exact-visible-color", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-binding-48", "family": "binding", "group_id": "match-binding-48", "image_filename": "binding-48.png", "image_sha256": "f64aa330deb19a14771f11d74d081c597d6117946f54803acaf384d0ce309eb7", "ground_truth": { "choice": "D" }, "prompt": "Which component, A, B, C, or D, has the same flat interior fill color as reference R? Ignore its neutral frame, label, and surrounding content. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "hue", "difficulty": "near", "sourceRgb": [ 103, 157, 126 ], "optionSetId": "matching-12", "pairedFamily": "matching", "intendedTargetOklch": { "l": 0.6492053064207841, "c": 0.07403637747977901, "h": 158.33425169703025 }, "intendedSeparation": 4, "reference": { "kind": "exact-visible-color", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-chroma-01", "family": "chroma", "group_id": "chroma-chain-01-edge-01", "image_filename": "chroma-01.png", "image_sha256": "a785cf08159e258ae332b8035d50119ea436e265fe55396412862a1009c1a4f5", "ground_truth": { "choice": "B" }, "prompt": "Which patch, A or B, is more colorful? The gray-to-color examples show the intended dimension: more colorful means farther from gray along that example, not lighter or darker. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "chroma", "difficulty": "wide", "direction": "more", "comparisonSetId": "chroma-chain-01", "intendedHue": 25, "intendedSeparation": 0.06, "reference": { "kind": "gray-to-color", "colors": [ [ 143, 143, 143 ], [ 155, 139, 137 ], [ 166, 134, 131 ], [ 177, 129, 125 ], [ 187, 124, 118 ] ] }, "decodedOptionOklch": [ { "l": 0.6485050197469335, "c": 0.01209120117149896, "h": 24.392612060606837 }, { "l": 0.6494264547034962, "c": 0.07189123617181789, "h": 24.805321900518493 } ], "controlVersion": "0.4.0" } }, { "task_id": "colorbench-chroma-02", "family": "chroma", "group_id": "chroma-chain-01-edge-01", "image_filename": "chroma-02.png", "image_sha256": "17e5ed0de19abaf7c8496d2050a5b2b9e2c1d5629a1fb660609a60c6504a1deb", "ground_truth": { "choice": "A" }, "prompt": "Which patch, A or B, is more colorful? The gray-to-color examples show the intended dimension: more colorful means farther from gray along that example, not lighter or darker. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "chroma", "difficulty": "wide", "direction": "more", "comparisonSetId": "chroma-chain-01", "intendedHue": 25, "intendedSeparation": 0.06, "reference": { "kind": "gray-to-color", "colors": [ [ 143, 143, 143 ], [ 155, 139, 137 ], [ 166, 134, 131 ], [ 177, 129, 125 ], [ 187, 124, 118 ] ] }, "decodedOptionOklch": [ { "l": 0.6494264547034962, "c": 0.07189123617181789, "h": 24.805321900518493 }, { "l": 0.6485050197469335, "c": 0.01209120117149896, "h": 24.392612060606837 } ], "controlVersion": "0.4.0" } }, { "task_id": "colorbench-chroma-03", "family": "chroma", "group_id": "chroma-chain-01-edge-01", "image_filename": "chroma-03.png", "image_sha256": "8cc2b28fc00bacd97579a5ed2d4724b95e88bf7bf41e718b0df03913a7d4bbf8", "ground_truth": { "choice": "A" }, "prompt": "Which patch, A or B, is less colorful? The gray-to-color examples show the intended dimension: less colorful means closer to gray along that example, not lighter or darker. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "chroma", "difficulty": "wide", "direction": "less", "comparisonSetId": "chroma-chain-01", "intendedHue": 25, "intendedSeparation": 0.06, "reference": { "kind": "gray-to-color", "colors": [ [ 143, 143, 143 ], [ 155, 139, 137 ], [ 166, 134, 131 ], [ 177, 129, 125 ], [ 187, 124, 118 ] ] }, "decodedOptionOklch": [ { "l": 0.6485050197469335, "c": 0.01209120117149896, "h": 24.392612060606837 }, { "l": 0.6494264547034962, "c": 0.07189123617181789, "h": 24.805321900518493 } ], "controlVersion": "0.4.0" } }, { "task_id": "colorbench-chroma-04", "family": "chroma", "group_id": "chroma-chain-01-edge-01", "image_filename": "chroma-04.png", "image_sha256": "8e61b9b554757f85d93b1465f3a804253dc7e9e5f1ccbb7082be10dcd7e4f873", "ground_truth": { "choice": "B" }, "prompt": "Which patch, A or B, is less colorful? The gray-to-color examples show the intended dimension: less colorful means closer to gray along that example, not lighter or darker. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "chroma", "difficulty": "wide", "direction": "less", "comparisonSetId": "chroma-chain-01", "intendedHue": 25, "intendedSeparation": 0.06, "reference": { "kind": "gray-to-color", "colors": [ [ 143, 143, 143 ], [ 155, 139, 137 ], [ 166, 134, 131 ], [ 177, 129, 125 ], [ 187, 124, 118 ] ] }, "decodedOptionOklch": [ { "l": 0.6494264547034962, "c": 0.07189123617181789, "h": 24.805321900518493 }, { "l": 0.6485050197469335, "c": 0.01209120117149896, "h": 24.392612060606837 } ], "controlVersion": "0.4.0" } }, { "task_id": "colorbench-chroma-05", "family": "chroma", "group_id": "chroma-chain-01-edge-02", "image_filename": "chroma-05.png", "image_sha256": "66d41616a5a1e2b27e55e0b887714ab6296d1fed827b020a44aff116e7efbd03", "ground_truth": { "choice": "B" }, "prompt": "Which patch, A or B, is more colorful? The gray-to-color examples show the intended dimension: more colorful means farther from gray along that example, not lighter or darker. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "chroma", "difficulty": "mid", "direction": "more", "comparisonSetId": "chroma-chain-01", "intendedHue": 25, "intendedSeparation": 0.03, "reference": { "kind": "gray-to-color", "colors": [ [ 143, 143, 143 ], [ 155, 139, 137 ], [ 166, 134, 131 ], [ 177, 129, 125 ], [ 187, 124, 118 ] ] }, "decodedOptionOklch": [ { "l": 0.6494264547034962, "c": 0.07189123617181789, "h": 24.805321900518493 }, { "l": 0.6507941068672873, "c": 0.10179600283949623, "h": 25.576858309024885 } ], "controlVersion": "0.4.0" } }, { "task_id": "colorbench-chroma-06", "family": "chroma", "group_id": "chroma-chain-01-edge-02", "image_filename": "chroma-06.png", "image_sha256": "aaa313daa3ee6c84d9d9a8f55d0ec1e3f1cf9ce85e4f560285f7b2d97de0f6a4", "ground_truth": { "choice": "A" }, "prompt": "Which patch, A or B, is more colorful? The gray-to-color examples show the intended dimension: more colorful means farther from gray along that example, not lighter or darker. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "chroma", "difficulty": "mid", "direction": "more", "comparisonSetId": "chroma-chain-01", "intendedHue": 25, "intendedSeparation": 0.03, "reference": { "kind": "gray-to-color", "colors": [ [ 143, 143, 143 ], [ 155, 139, 137 ], [ 166, 134, 131 ], [ 177, 129, 125 ], [ 187, 124, 118 ] ] }, "decodedOptionOklch": [ { "l": 0.6507941068672873, "c": 0.10179600283949623, "h": 25.576858309024885 }, { "l": 0.6494264547034962, "c": 0.07189123617181789, "h": 24.805321900518493 } ], "controlVersion": "0.4.0" } }, { "task_id": "colorbench-chroma-07", "family": "chroma", "group_id": "chroma-chain-01-edge-02", "image_filename": "chroma-07.png", "image_sha256": "f4ea6e5b4dc13f51501d16c68992729c1e49525613fd73ee277a48138a924581", "ground_truth": { "choice": "A" }, "prompt": "Which patch, A or B, is less colorful? The gray-to-color examples show the intended dimension: less colorful means closer to gray along that example, not lighter or darker. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "chroma", "difficulty": "mid", "direction": "less", "comparisonSetId": "chroma-chain-01", "intendedHue": 25, "intendedSeparation": 0.03, "reference": { "kind": "gray-to-color", "colors": [ [ 143, 143, 143 ], [ 155, 139, 137 ], [ 166, 134, 131 ], [ 177, 129, 125 ], [ 187, 124, 118 ] ] }, "decodedOptionOklch": [ { "l": 0.6494264547034962, "c": 0.07189123617181789, "h": 24.805321900518493 }, { "l": 0.6507941068672873, "c": 0.10179600283949623, "h": 25.576858309024885 } ], "controlVersion": "0.4.0" } }, { "task_id": "colorbench-chroma-08", "family": "chroma", "group_id": "chroma-chain-01-edge-02", "image_filename": "chroma-08.png", "image_sha256": "3a7911fe01049c2456b3fb6a9f0a0e8038ba9b331f09ccff822f3f6f35900d1f", "ground_truth": { "choice": "B" }, "prompt": "Which patch, A or B, is less colorful? The gray-to-color examples show the intended dimension: less colorful means closer to gray along that example, not lighter or darker. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "chroma", "difficulty": "mid", "direction": "less", "comparisonSetId": "chroma-chain-01", "intendedHue": 25, "intendedSeparation": 0.03, "reference": { "kind": "gray-to-color", "colors": [ [ 143, 143, 143 ], [ 155, 139, 137 ], [ 166, 134, 131 ], [ 177, 129, 125 ], [ 187, 124, 118 ] ] }, "decodedOptionOklch": [ { "l": 0.6507941068672873, "c": 0.10179600283949623, "h": 25.576858309024885 }, { "l": 0.6494264547034962, "c": 0.07189123617181789, "h": 24.805321900518493 } ], "controlVersion": "0.4.0" } }, { "task_id": "colorbench-chroma-09", "family": "chroma", "group_id": "chroma-chain-01-edge-03", "image_filename": "chroma-09.png", "image_sha256": "fbfd1a0107cebd070834a3c26783bb7fa0bbef309081023ac6327b48f60e3f6e", "ground_truth": { "choice": "B" }, "prompt": "Which patch, A or B, is more colorful? The gray-to-color examples show the intended dimension: more colorful means farther from gray along that example, not lighter or darker. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "chroma", "difficulty": "narrow", "direction": "more", "comparisonSetId": "chroma-chain-01", "intendedHue": 25, "intendedSeparation": 0.015, "reference": { "kind": "gray-to-color", "colors": [ [ 143, 143, 143 ], [ 155, 139, 137 ], [ 166, 134, 131 ], [ 177, 129, 125 ], [ 187, 124, 118 ] ] }, "decodedOptionOklch": [ { "l": 0.6507941068672873, "c": 0.10179600283949623, "h": 25.576858309024885 }, { "l": 0.6503683523930613, "c": 0.11712682193248994, "h": 25.35318040992081 } ], "controlVersion": "0.4.0" } }, { "task_id": "colorbench-chroma-10", "family": "chroma", "group_id": "chroma-chain-01-edge-03", "image_filename": "chroma-10.png", "image_sha256": "61da8a5d44f705d30baccfa67fee40df65c3a0a1fe471bb02752eb8ff8220b0d", "ground_truth": { "choice": "A" }, "prompt": "Which patch, A or B, is more colorful? The gray-to-color examples show the intended dimension: more colorful means farther from gray along that example, not lighter or darker. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "chroma", "difficulty": "narrow", "direction": "more", "comparisonSetId": "chroma-chain-01", "intendedHue": 25, "intendedSeparation": 0.015, "reference": { "kind": "gray-to-color", "colors": [ [ 143, 143, 143 ], [ 155, 139, 137 ], [ 166, 134, 131 ], [ 177, 129, 125 ], [ 187, 124, 118 ] ] }, "decodedOptionOklch": [ { "l": 0.6503683523930613, "c": 0.11712682193248994, "h": 25.35318040992081 }, { "l": 0.6507941068672873, "c": 0.10179600283949623, "h": 25.576858309024885 } ], "controlVersion": "0.4.0" } }, { "task_id": "colorbench-chroma-11", "family": "chroma", "group_id": "chroma-chain-01-edge-03", "image_filename": "chroma-11.png", "image_sha256": "78909bc3c59b8a133ff1acd3142679f3ac957c7b12818a81ea9b8163ad200588", "ground_truth": { "choice": "A" }, "prompt": "Which patch, A or B, is less colorful? The gray-to-color examples show the intended dimension: less colorful means closer to gray along that example, not lighter or darker. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "chroma", "difficulty": "narrow", "direction": "less", "comparisonSetId": "chroma-chain-01", "intendedHue": 25, "intendedSeparation": 0.015, "reference": { "kind": "gray-to-color", "colors": [ [ 143, 143, 143 ], [ 155, 139, 137 ], [ 166, 134, 131 ], [ 177, 129, 125 ], [ 187, 124, 118 ] ] }, "decodedOptionOklch": [ { "l": 0.6507941068672873, "c": 0.10179600283949623, "h": 25.576858309024885 }, { "l": 0.6503683523930613, "c": 0.11712682193248994, "h": 25.35318040992081 } ], "controlVersion": "0.4.0" } }, { "task_id": "colorbench-chroma-12", "family": "chroma", "group_id": "chroma-chain-01-edge-03", "image_filename": "chroma-12.png", "image_sha256": "293fcc3281d169700668c8a438f13f6342d798a07b8ca7a24db9d2fbe957d357", "ground_truth": { "choice": "B" }, "prompt": "Which patch, A or B, is less colorful? The gray-to-color examples show the intended dimension: less colorful means closer to gray along that example, not lighter or darker. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "chroma", "difficulty": "narrow", "direction": "less", "comparisonSetId": "chroma-chain-01", "intendedHue": 25, "intendedSeparation": 0.015, "reference": { "kind": "gray-to-color", "colors": [ [ 143, 143, 143 ], [ 155, 139, 137 ], [ 166, 134, 131 ], [ 177, 129, 125 ], [ 187, 124, 118 ] ] }, "decodedOptionOklch": [ { "l": 0.6503683523930613, "c": 0.11712682193248994, "h": 25.35318040992081 }, { "l": 0.6507941068672873, "c": 0.10179600283949623, "h": 25.576858309024885 } ], "controlVersion": "0.4.0" } }, { "task_id": "colorbench-chroma-13", "family": "chroma", "group_id": "chroma-chain-01-edge-04", "image_filename": "chroma-13.png", "image_sha256": "3598e4df6f97866322cccde64de620f0a26645caf5e16102e575ab5f7d826546", "ground_truth": { "choice": "B" }, "prompt": "Which patch, A or B, is more colorful? The gray-to-color examples show the intended dimension: more colorful means farther from gray along that example, not lighter or darker. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "chroma", "difficulty": "near", "direction": "more", "comparisonSetId": "chroma-chain-01", "intendedHue": 25, "intendedSeparation": 0.008, "reference": { "kind": "gray-to-color", "colors": [ [ 143, 143, 143 ], [ 155, 139, 137 ], [ 166, 134, 131 ], [ 177, 129, 125 ], [ 187, 124, 118 ] ] }, "decodedOptionOklch": [ { "l": 0.6503683523930613, "c": 0.11712682193248994, "h": 25.35318040992081 }, { "l": 0.6491319976128608, "c": 0.12461170650340989, "h": 24.729920840251793 } ], "controlVersion": "0.4.0" } }, { "task_id": "colorbench-chroma-14", "family": "chroma", "group_id": "chroma-chain-01-edge-04", "image_filename": "chroma-14.png", "image_sha256": "1f436f4e0741b993c5eab604770914ab033bdbba6012c9787f136ba5ef2bc7b7", "ground_truth": { "choice": "A" }, "prompt": "Which patch, A or B, is more colorful? The gray-to-color examples show the intended dimension: more colorful means farther from gray along that example, not lighter or darker. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "chroma", "difficulty": "near", "direction": "more", "comparisonSetId": "chroma-chain-01", "intendedHue": 25, "intendedSeparation": 0.008, "reference": { "kind": "gray-to-color", "colors": [ [ 143, 143, 143 ], [ 155, 139, 137 ], [ 166, 134, 131 ], [ 177, 129, 125 ], [ 187, 124, 118 ] ] }, "decodedOptionOklch": [ { "l": 0.6491319976128608, "c": 0.12461170650340989, "h": 24.729920840251793 }, { "l": 0.6503683523930613, "c": 0.11712682193248994, "h": 25.35318040992081 } ], "controlVersion": "0.4.0" } }, { "task_id": "colorbench-chroma-15", "family": "chroma", "group_id": "chroma-chain-01-edge-04", "image_filename": "chroma-15.png", "image_sha256": "ec026f4468121ee0f81c098689f66f3674d8b3a0fb5a34860254e8c276a7e249", "ground_truth": { "choice": "A" }, "prompt": "Which patch, A or B, is less colorful? The gray-to-color examples show the intended dimension: less colorful means closer to gray along that example, not lighter or darker. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "chroma", "difficulty": "near", "direction": "less", "comparisonSetId": "chroma-chain-01", "intendedHue": 25, "intendedSeparation": 0.008, "reference": { "kind": "gray-to-color", "colors": [ [ 143, 143, 143 ], [ 155, 139, 137 ], [ 166, 134, 131 ], [ 177, 129, 125 ], [ 187, 124, 118 ] ] }, "decodedOptionOklch": [ { "l": 0.6503683523930613, "c": 0.11712682193248994, "h": 25.35318040992081 }, { "l": 0.6491319976128608, "c": 0.12461170650340989, "h": 24.729920840251793 } ], "controlVersion": "0.4.0" } }, { "task_id": "colorbench-chroma-16", "family": "chroma", "group_id": "chroma-chain-01-edge-04", "image_filename": "chroma-16.png", "image_sha256": "4ae2a215c1a7c6fd6e975d0f43f95f2850bb384c42e601a0b2a57d7fd368f086", "ground_truth": { "choice": "B" }, "prompt": "Which patch, A or B, is less colorful? The gray-to-color examples show the intended dimension: less colorful means closer to gray along that example, not lighter or darker. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "chroma", "difficulty": "near", "direction": "less", "comparisonSetId": "chroma-chain-01", "intendedHue": 25, "intendedSeparation": 0.008, "reference": { "kind": "gray-to-color", "colors": [ [ 143, 143, 143 ], [ 155, 139, 137 ], [ 166, 134, 131 ], [ 177, 129, 125 ], [ 187, 124, 118 ] ] }, "decodedOptionOklch": [ { "l": 0.6491319976128608, "c": 0.12461170650340989, "h": 24.729920840251793 }, { "l": 0.6503683523930613, "c": 0.11712682193248994, "h": 25.35318040992081 } ], "controlVersion": "0.4.0" } }, { "task_id": "colorbench-chroma-17", "family": "chroma", "group_id": "chroma-chain-02-edge-01", "image_filename": "chroma-17.png", "image_sha256": "6ab4b87ab4129e56ee2ba4610304f325241bb038982a0569ee96c6b69c5e3448", "ground_truth": { "choice": "B" }, "prompt": "Which patch, A or B, is more colorful? The gray-to-color examples show the intended dimension: more colorful means farther from gray along that example, not lighter or darker. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "chroma", "difficulty": "mid", "direction": "more", "comparisonSetId": "chroma-chain-02", "intendedHue": 70, "intendedSeparation": 0.03, "reference": { "kind": "gray-to-color", "colors": [ [ 158, 158, 158 ], [ 167, 157, 145 ], [ 175, 155, 132 ], [ 183, 152, 118 ], [ 191, 150, 103 ] ] }, "decodedOptionOklch": [ { "l": 0.7011294528090418, "c": 0.008580189294380532, "h": 73.71408328886412 }, { "l": 0.7002010551043839, "c": 0.03831902584694755, "h": 71.21870276142886 } ], "controlVersion": "0.4.0" } }, { "task_id": "colorbench-chroma-18", "family": "chroma", "group_id": "chroma-chain-02-edge-01", "image_filename": "chroma-18.png", "image_sha256": "839c8e314417aac145c97136bd2105f7048fa8b7c01b863faaae13816fa0962e", "ground_truth": { "choice": "A" }, "prompt": "Which patch, A or B, is more colorful? The gray-to-color examples show the intended dimension: more colorful means farther from gray along that example, not lighter or darker. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "chroma", "difficulty": "mid", "direction": "more", "comparisonSetId": "chroma-chain-02", "intendedHue": 70, "intendedSeparation": 0.03, "reference": { "kind": "gray-to-color", "colors": [ [ 158, 158, 158 ], [ 167, 157, 145 ], [ 175, 155, 132 ], [ 183, 152, 118 ], [ 191, 150, 103 ] ] }, "decodedOptionOklch": [ { "l": 0.7002010551043839, "c": 0.03831902584694755, "h": 71.21870276142886 }, { "l": 0.7011294528090418, "c": 0.008580189294380532, "h": 73.71408328886412 } ], "controlVersion": "0.4.0" } }, { "task_id": "colorbench-chroma-19", "family": "chroma", "group_id": "chroma-chain-02-edge-01", "image_filename": "chroma-19.png", "image_sha256": "9dfa0d9e420415ee345f47ac52dc234d2ed1d0c5f7e6cb9d6c5d27e0b86b5639", "ground_truth": { "choice": "A" }, "prompt": "Which patch, A or B, is less colorful? The gray-to-color examples show the intended dimension: less colorful means closer to gray along that example, not lighter or darker. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "chroma", "difficulty": "mid", "direction": "less", "comparisonSetId": "chroma-chain-02", "intendedHue": 70, "intendedSeparation": 0.03, "reference": { "kind": "gray-to-color", "colors": [ [ 158, 158, 158 ], [ 167, 157, 145 ], [ 175, 155, 132 ], [ 183, 152, 118 ], [ 191, 150, 103 ] ] }, "decodedOptionOklch": [ { "l": 0.7011294528090418, "c": 0.008580189294380532, "h": 73.71408328886412 }, { "l": 0.7002010551043839, "c": 0.03831902584694755, "h": 71.21870276142886 } ], "controlVersion": "0.4.0" } }, { "task_id": "colorbench-chroma-20", "family": "chroma", "group_id": "chroma-chain-02-edge-01", "image_filename": "chroma-20.png", "image_sha256": "379ca72d28fdcdd0fd841a2ae01dc2b510ec517114f0c0ebce260ec3a717f8a8", "ground_truth": { "choice": "B" }, "prompt": "Which patch, A or B, is less colorful? The gray-to-color examples show the intended dimension: less colorful means closer to gray along that example, not lighter or darker. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "chroma", "difficulty": "mid", "direction": "less", "comparisonSetId": "chroma-chain-02", "intendedHue": 70, "intendedSeparation": 0.03, "reference": { "kind": "gray-to-color", "colors": [ [ 158, 158, 158 ], [ 167, 157, 145 ], [ 175, 155, 132 ], [ 183, 152, 118 ], [ 191, 150, 103 ] ] }, "decodedOptionOklch": [ { "l": 0.7002010551043839, "c": 0.03831902584694755, "h": 71.21870276142886 }, { "l": 0.7011294528090418, "c": 0.008580189294380532, "h": 73.71408328886412 } ], "controlVersion": "0.4.0" } }, { "task_id": "colorbench-chroma-21", "family": "chroma", "group_id": "chroma-chain-02-edge-02", "image_filename": "chroma-21.png", "image_sha256": "49e3e1fb4a9f5af3d9859a662dd33ecbc3a6ba50c58bda492b196c3f3d70c23c", "ground_truth": { "choice": "B" }, "prompt": "Which patch, A or B, is more colorful? The gray-to-color examples show the intended dimension: more colorful means farther from gray along that example, not lighter or darker. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "chroma", "difficulty": "narrow", "direction": "more", "comparisonSetId": "chroma-chain-02", "intendedHue": 70, "intendedSeparation": 0.015, "reference": { "kind": "gray-to-color", "colors": [ [ 158, 158, 158 ], [ 167, 157, 145 ], [ 175, 155, 132 ], [ 183, 152, 118 ], [ 191, 150, 103 ] ] }, "decodedOptionOklch": [ { "l": 0.7002010551043839, "c": 0.03831902584694755, "h": 71.21870276142886 }, { "l": 0.6994745064988706, "c": 0.05270190337541208, "h": 69.75063275002833 } ], "controlVersion": "0.4.0" } }, { "task_id": "colorbench-chroma-22", "family": "chroma", "group_id": "chroma-chain-02-edge-02", "image_filename": "chroma-22.png", "image_sha256": "7b0f19bd5a671dc21f22c08f47e59828885c68f34d2e66271cb729d90581ee2a", "ground_truth": { "choice": "A" }, "prompt": "Which patch, A or B, is more colorful? The gray-to-color examples show the intended dimension: more colorful means farther from gray along that example, not lighter or darker. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "chroma", "difficulty": "narrow", "direction": "more", "comparisonSetId": "chroma-chain-02", "intendedHue": 70, "intendedSeparation": 0.015, "reference": { "kind": "gray-to-color", "colors": [ [ 158, 158, 158 ], [ 167, 157, 145 ], [ 175, 155, 132 ], [ 183, 152, 118 ], [ 191, 150, 103 ] ] }, "decodedOptionOklch": [ { "l": 0.6994745064988706, "c": 0.05270190337541208, "h": 69.75063275002833 }, { "l": 0.7002010551043839, "c": 0.03831902584694755, "h": 71.21870276142886 } ], "controlVersion": "0.4.0" } }, { "task_id": "colorbench-chroma-23", "family": "chroma", "group_id": "chroma-chain-02-edge-02", "image_filename": "chroma-23.png", "image_sha256": "5a98e9c47c366436e566db8a034e966d9cf8e805d9ed37cf69f7175c5a89a298", "ground_truth": { "choice": "A" }, "prompt": "Which patch, A or B, is less colorful? The gray-to-color examples show the intended dimension: less colorful means closer to gray along that example, not lighter or darker. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "chroma", "difficulty": "narrow", "direction": "less", "comparisonSetId": "chroma-chain-02", "intendedHue": 70, "intendedSeparation": 0.015, "reference": { "kind": "gray-to-color", "colors": [ [ 158, 158, 158 ], [ 167, 157, 145 ], [ 175, 155, 132 ], [ 183, 152, 118 ], [ 191, 150, 103 ] ] }, "decodedOptionOklch": [ { "l": 0.7002010551043839, "c": 0.03831902584694755, "h": 71.21870276142886 }, { "l": 0.6994745064988706, "c": 0.05270190337541208, "h": 69.75063275002833 } ], "controlVersion": "0.4.0" } }, { "task_id": "colorbench-chroma-24", "family": "chroma", "group_id": "chroma-chain-02-edge-02", "image_filename": "chroma-24.png", "image_sha256": "f15a468d014e5a6e02e51af1eee9dd4db0bf008d12088b4230039b2270207bfd", "ground_truth": { "choice": "B" }, "prompt": "Which patch, A or B, is less colorful? The gray-to-color examples show the intended dimension: less colorful means closer to gray along that example, not lighter or darker. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "chroma", "difficulty": "narrow", "direction": "less", "comparisonSetId": "chroma-chain-02", "intendedHue": 70, "intendedSeparation": 0.015, "reference": { "kind": "gray-to-color", "colors": [ [ 158, 158, 158 ], [ 167, 157, 145 ], [ 175, 155, 132 ], [ 183, 152, 118 ], [ 191, 150, 103 ] ] }, "decodedOptionOklch": [ { "l": 0.6994745064988706, "c": 0.05270190337541208, "h": 69.75063275002833 }, { "l": 0.7002010551043839, "c": 0.03831902584694755, "h": 71.21870276142886 } ], "controlVersion": "0.4.0" } }, { "task_id": "colorbench-chroma-25", "family": "chroma", "group_id": "chroma-chain-02-edge-03", "image_filename": "chroma-25.png", "image_sha256": "df0b0c9d99020d7028a1768eff21edaf19170dc3a7e5d601862ae5161cc76c53", "ground_truth": { "choice": "B" }, "prompt": "Which patch, A or B, is more colorful? The gray-to-color examples show the intended dimension: more colorful means farther from gray along that example, not lighter or darker. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "chroma", "difficulty": "near", "direction": "more", "comparisonSetId": "chroma-chain-02", "intendedHue": 70, "intendedSeparation": 0.008, "reference": { "kind": "gray-to-color", "colors": [ [ 158, 158, 158 ], [ 167, 157, 145 ], [ 175, 155, 132 ], [ 183, 152, 118 ], [ 191, 150, 103 ] ] }, "decodedOptionOklch": [ { "l": 0.6994745064988706, "c": 0.05270190337541208, "h": 69.75063275002833 }, { "l": 0.6991006691439384, "c": 0.06080517363000987, "h": 69.97365111313235 } ], "controlVersion": "0.4.0" } }, { "task_id": "colorbench-chroma-26", "family": "chroma", "group_id": "chroma-chain-02-edge-03", "image_filename": "chroma-26.png", "image_sha256": "17cc78527f9e56b8320b1a1146095e230cb11b390785ef4cf42e24c8f631b8cd", "ground_truth": { "choice": "A" }, "prompt": "Which patch, A or B, is more colorful? The gray-to-color examples show the intended dimension: more colorful means farther from gray along that example, not lighter or darker. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "chroma", "difficulty": "near", "direction": "more", "comparisonSetId": "chroma-chain-02", "intendedHue": 70, "intendedSeparation": 0.008, "reference": { "kind": "gray-to-color", "colors": [ [ 158, 158, 158 ], [ 167, 157, 145 ], [ 175, 155, 132 ], [ 183, 152, 118 ], [ 191, 150, 103 ] ] }, "decodedOptionOklch": [ { "l": 0.6991006691439384, "c": 0.06080517363000987, "h": 69.97365111313235 }, { "l": 0.6994745064988706, "c": 0.05270190337541208, "h": 69.75063275002833 } ], "controlVersion": "0.4.0" } }, { "task_id": "colorbench-chroma-27", "family": "chroma", "group_id": "chroma-chain-02-edge-03", "image_filename": "chroma-27.png", "image_sha256": "3d1775e2b43826130bf7379c6435a5165d777566c2f21f5de0634305d7e98658", "ground_truth": { "choice": "A" }, "prompt": "Which patch, A or B, is less colorful? The gray-to-color examples show the intended dimension: less colorful means closer to gray along that example, not lighter or darker. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "chroma", "difficulty": "near", "direction": "less", "comparisonSetId": "chroma-chain-02", "intendedHue": 70, "intendedSeparation": 0.008, "reference": { "kind": "gray-to-color", "colors": [ [ 158, 158, 158 ], [ 167, 157, 145 ], [ 175, 155, 132 ], [ 183, 152, 118 ], [ 191, 150, 103 ] ] }, "decodedOptionOklch": [ { "l": 0.6994745064988706, "c": 0.05270190337541208, "h": 69.75063275002833 }, { "l": 0.6991006691439384, "c": 0.06080517363000987, "h": 69.97365111313235 } ], "controlVersion": "0.4.0" } }, { "task_id": "colorbench-chroma-28", "family": "chroma", "group_id": "chroma-chain-02-edge-03", "image_filename": "chroma-28.png", "image_sha256": "76a1aa57a221479d376887e3ca5ccde10e2979a9b0281b249e2217f3a8cec669", "ground_truth": { "choice": "B" }, "prompt": "Which patch, A or B, is less colorful? The gray-to-color examples show the intended dimension: less colorful means closer to gray along that example, not lighter or darker. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "chroma", "difficulty": "near", "direction": "less", "comparisonSetId": "chroma-chain-02", "intendedHue": 70, "intendedSeparation": 0.008, "reference": { "kind": "gray-to-color", "colors": [ [ 158, 158, 158 ], [ 167, 157, 145 ], [ 175, 155, 132 ], [ 183, 152, 118 ], [ 191, 150, 103 ] ] }, "decodedOptionOklch": [ { "l": 0.6991006691439384, "c": 0.06080517363000987, "h": 69.97365111313235 }, { "l": 0.6994745064988706, "c": 0.05270190337541208, "h": 69.75063275002833 } ], "controlVersion": "0.4.0" } }, { "task_id": "colorbench-chroma-29", "family": "chroma", "group_id": "chroma-chain-02-edge-04", "image_filename": "chroma-29.png", "image_sha256": "bff77cd07b9519877bee9784d071421e00c6268e2df5e0b81522cc8f13e02287", "ground_truth": { "choice": "B" }, "prompt": "Which patch, A or B, is more colorful? The gray-to-color examples show the intended dimension: more colorful means farther from gray along that example, not lighter or darker. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "chroma", "difficulty": "wide", "direction": "more", "comparisonSetId": "chroma-chain-02", "intendedHue": 70, "intendedSeparation": 0.06, "reference": { "kind": "gray-to-color", "colors": [ [ 158, 158, 158 ], [ 167, 157, 145 ], [ 175, 155, 132 ], [ 183, 152, 118 ], [ 191, 150, 103 ] ] }, "decodedOptionOklch": [ { "l": 0.6991006691439384, "c": 0.06080517363000987, "h": 69.97365111313235 }, { "l": 0.7000594825470091, "c": 0.12064286843385702, "h": 69.94525768840145 } ], "controlVersion": "0.4.0" } }, { "task_id": "colorbench-chroma-30", "family": "chroma", "group_id": "chroma-chain-02-edge-04", "image_filename": "chroma-30.png", "image_sha256": "b58a1cadcaf30a4d40da5939e9e6f6422f78ad66cc5b19c8bab5487c0a879032", "ground_truth": { "choice": "A" }, "prompt": "Which patch, A or B, is more colorful? The gray-to-color examples show the intended dimension: more colorful means farther from gray along that example, not lighter or darker. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "chroma", "difficulty": "wide", "direction": "more", "comparisonSetId": "chroma-chain-02", "intendedHue": 70, "intendedSeparation": 0.06, "reference": { "kind": "gray-to-color", "colors": [ [ 158, 158, 158 ], [ 167, 157, 145 ], [ 175, 155, 132 ], [ 183, 152, 118 ], [ 191, 150, 103 ] ] }, "decodedOptionOklch": [ { "l": 0.7000594825470091, "c": 0.12064286843385702, "h": 69.94525768840145 }, { "l": 0.6991006691439384, "c": 0.06080517363000987, "h": 69.97365111313235 } ], "controlVersion": "0.4.0" } }, { "task_id": "colorbench-chroma-31", "family": "chroma", "group_id": "chroma-chain-02-edge-04", "image_filename": "chroma-31.png", "image_sha256": "585c968387e35a00898037e2ca12eb549aa085064a2e8efc3dcf306adaf91728", "ground_truth": { "choice": "A" }, "prompt": "Which patch, A or B, is less colorful? The gray-to-color examples show the intended dimension: less colorful means closer to gray along that example, not lighter or darker. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "chroma", "difficulty": "wide", "direction": "less", "comparisonSetId": "chroma-chain-02", "intendedHue": 70, "intendedSeparation": 0.06, "reference": { "kind": "gray-to-color", "colors": [ [ 158, 158, 158 ], [ 167, 157, 145 ], [ 175, 155, 132 ], [ 183, 152, 118 ], [ 191, 150, 103 ] ] }, "decodedOptionOklch": [ { "l": 0.6991006691439384, "c": 0.06080517363000987, "h": 69.97365111313235 }, { "l": 0.7000594825470091, "c": 0.12064286843385702, "h": 69.94525768840145 } ], "controlVersion": "0.4.0" } }, { "task_id": "colorbench-chroma-32", "family": "chroma", "group_id": "chroma-chain-02-edge-04", "image_filename": "chroma-32.png", "image_sha256": "34e37b860e4505af087f16b9bd8aa75f87537249ed8197df1e8a77b478d77ff6", "ground_truth": { "choice": "B" }, "prompt": "Which patch, A or B, is less colorful? The gray-to-color examples show the intended dimension: less colorful means closer to gray along that example, not lighter or darker. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "chroma", "difficulty": "wide", "direction": "less", "comparisonSetId": "chroma-chain-02", "intendedHue": 70, "intendedSeparation": 0.06, "reference": { "kind": "gray-to-color", "colors": [ [ 158, 158, 158 ], [ 167, 157, 145 ], [ 175, 155, 132 ], [ 183, 152, 118 ], [ 191, 150, 103 ] ] }, "decodedOptionOklch": [ { "l": 0.7000594825470091, "c": 0.12064286843385702, "h": 69.94525768840145 }, { "l": 0.6991006691439384, "c": 0.06080517363000987, "h": 69.97365111313235 } ], "controlVersion": "0.4.0" } }, { "task_id": "colorbench-chroma-33", "family": "chroma", "group_id": "chroma-chain-03-edge-01", "image_filename": "chroma-33.png", "image_sha256": "ab8d237bffd2bc647122f6c6532c9318b20213d02512a9e7a034435a3668fa14", "ground_truth": { "choice": "B" }, "prompt": "Which patch, A or B, is more colorful? The gray-to-color examples show the intended dimension: more colorful means farther from gray along that example, not lighter or darker. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "chroma", "difficulty": "narrow", "direction": "more", "comparisonSetId": "chroma-chain-03", "intendedHue": 145, "intendedSeparation": 0.015, "reference": { "kind": "gray-to-color", "colors": [ [ 146, 146, 146 ], [ 139, 150, 139 ], [ 131, 153, 131 ], [ 124, 156, 124 ], [ 115, 160, 116 ] ] }, "decodedOptionOklch": [ { "l": 0.6597815111440023, "c": 0.016719474054502498, "h": 145.38249636836053 }, { "l": 0.6611587674838902, "c": 0.03147798062286952, "h": 145.20814729063693 } ], "controlVersion": "0.4.0" } }, { "task_id": "colorbench-chroma-34", "family": "chroma", "group_id": "chroma-chain-03-edge-01", "image_filename": "chroma-34.png", "image_sha256": "3fbf9bc506d0c6f6371a8a1e18801b39839dac767f42c84566142d1d4c11b7be", "ground_truth": { "choice": "A" }, "prompt": "Which patch, A or B, is more colorful? The gray-to-color examples show the intended dimension: more colorful means farther from gray along that example, not lighter or darker. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "chroma", "difficulty": "narrow", "direction": "more", "comparisonSetId": "chroma-chain-03", "intendedHue": 145, "intendedSeparation": 0.015, "reference": { "kind": "gray-to-color", "colors": [ [ 146, 146, 146 ], [ 139, 150, 139 ], [ 131, 153, 131 ], [ 124, 156, 124 ], [ 115, 160, 116 ] ] }, "decodedOptionOklch": [ { "l": 0.6611587674838902, "c": 0.03147798062286952, "h": 145.20814729063693 }, { "l": 0.6597815111440023, "c": 0.016719474054502498, "h": 145.38249636836053 } ], "controlVersion": "0.4.0" } }, { "task_id": "colorbench-chroma-35", "family": "chroma", "group_id": "chroma-chain-03-edge-01", "image_filename": "chroma-35.png", "image_sha256": "486c077605a6930b431c57b7fc05312b9379a8e7b81dca5cf55950565fc87c43", "ground_truth": { "choice": "A" }, "prompt": "Which patch, A or B, is less colorful? The gray-to-color examples show the intended dimension: less colorful means closer to gray along that example, not lighter or darker. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "chroma", "difficulty": "narrow", "direction": "less", "comparisonSetId": "chroma-chain-03", "intendedHue": 145, "intendedSeparation": 0.015, "reference": { "kind": "gray-to-color", "colors": [ [ 146, 146, 146 ], [ 139, 150, 139 ], [ 131, 153, 131 ], [ 124, 156, 124 ], [ 115, 160, 116 ] ] }, "decodedOptionOklch": [ { "l": 0.6597815111440023, "c": 0.016719474054502498, "h": 145.38249636836053 }, { "l": 0.6611587674838902, "c": 0.03147798062286952, "h": 145.20814729063693 } ], "controlVersion": "0.4.0" } }, { "task_id": "colorbench-chroma-36", "family": "chroma", "group_id": "chroma-chain-03-edge-01", "image_filename": "chroma-36.png", "image_sha256": "bdcdba821ca7ea9524349e040058cfef568c9d0b0e5a857c74b67e3e7daa3377", "ground_truth": { "choice": "B" }, "prompt": "Which patch, A or B, is less colorful? The gray-to-color examples show the intended dimension: less colorful means closer to gray along that example, not lighter or darker. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "chroma", "difficulty": "narrow", "direction": "less", "comparisonSetId": "chroma-chain-03", "intendedHue": 145, "intendedSeparation": 0.015, "reference": { "kind": "gray-to-color", "colors": [ [ 146, 146, 146 ], [ 139, 150, 139 ], [ 131, 153, 131 ], [ 124, 156, 124 ], [ 115, 160, 116 ] ] }, "decodedOptionOklch": [ { "l": 0.6611587674838902, "c": 0.03147798062286952, "h": 145.20814729063693 }, { "l": 0.6597815111440023, "c": 0.016719474054502498, "h": 145.38249636836053 } ], "controlVersion": "0.4.0" } }, { "task_id": "colorbench-chroma-37", "family": "chroma", "group_id": "chroma-chain-03-edge-02", "image_filename": "chroma-37.png", "image_sha256": "69535d5f58c91294ae8a331485deefc1cc089531929c49ea22b8439ad27aea1e", "ground_truth": { "choice": "B" }, "prompt": "Which patch, A or B, is more colorful? The gray-to-color examples show the intended dimension: more colorful means farther from gray along that example, not lighter or darker. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "chroma", "difficulty": "near", "direction": "more", "comparisonSetId": "chroma-chain-03", "intendedHue": 145, "intendedSeparation": 0.008, "reference": { "kind": "gray-to-color", "colors": [ [ 146, 146, 146 ], [ 139, 150, 139 ], [ 131, 153, 131 ], [ 124, 156, 124 ], [ 115, 160, 116 ] ] }, "decodedOptionOklch": [ { "l": 0.6611587674838902, "c": 0.03147798062286952, "h": 145.20814729063693 }, { "l": 0.6603539460555453, "c": 0.038827378820965465, "h": 145.11901968635254 } ], "controlVersion": "0.4.0" } }, { "task_id": "colorbench-chroma-38", "family": "chroma", "group_id": "chroma-chain-03-edge-02", "image_filename": "chroma-38.png", "image_sha256": "2112aba5ae8011a9d688adefb7a1cc8138cd3df3c4d7d0d03820d54365ae84ba", "ground_truth": { "choice": "A" }, "prompt": "Which patch, A or B, is more colorful? The gray-to-color examples show the intended dimension: more colorful means farther from gray along that example, not lighter or darker. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "chroma", "difficulty": "near", "direction": "more", "comparisonSetId": "chroma-chain-03", "intendedHue": 145, "intendedSeparation": 0.008, "reference": { "kind": "gray-to-color", "colors": [ [ 146, 146, 146 ], [ 139, 150, 139 ], [ 131, 153, 131 ], [ 124, 156, 124 ], [ 115, 160, 116 ] ] }, "decodedOptionOklch": [ { "l": 0.6603539460555453, "c": 0.038827378820965465, "h": 145.11901968635254 }, { "l": 0.6611587674838902, "c": 0.03147798062286952, "h": 145.20814729063693 } ], "controlVersion": "0.4.0" } }, { "task_id": "colorbench-chroma-39", "family": "chroma", "group_id": "chroma-chain-03-edge-02", "image_filename": "chroma-39.png", "image_sha256": "55cb11cc6bcb04398b99a6a1bd30a8a67ab9139eecf7667f79c83f0cd3dc288a", "ground_truth": { "choice": "A" }, "prompt": "Which patch, A or B, is less colorful? The gray-to-color examples show the intended dimension: less colorful means closer to gray along that example, not lighter or darker. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "chroma", "difficulty": "near", "direction": "less", "comparisonSetId": "chroma-chain-03", "intendedHue": 145, "intendedSeparation": 0.008, "reference": { "kind": "gray-to-color", "colors": [ [ 146, 146, 146 ], [ 139, 150, 139 ], [ 131, 153, 131 ], [ 124, 156, 124 ], [ 115, 160, 116 ] ] }, "decodedOptionOklch": [ { "l": 0.6611587674838902, "c": 0.03147798062286952, "h": 145.20814729063693 }, { "l": 0.6603539460555453, "c": 0.038827378820965465, "h": 145.11901968635254 } ], "controlVersion": "0.4.0" } }, { "task_id": "colorbench-chroma-40", "family": "chroma", "group_id": "chroma-chain-03-edge-02", "image_filename": "chroma-40.png", "image_sha256": "1c79d6111e1ea310839673aac1717da58ac087674167e506864835af45b34218", "ground_truth": { "choice": "B" }, "prompt": "Which patch, A or B, is less colorful? The gray-to-color examples show the intended dimension: less colorful means closer to gray along that example, not lighter or darker. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "chroma", "difficulty": "near", "direction": "less", "comparisonSetId": "chroma-chain-03", "intendedHue": 145, "intendedSeparation": 0.008, "reference": { "kind": "gray-to-color", "colors": [ [ 146, 146, 146 ], [ 139, 150, 139 ], [ 131, 153, 131 ], [ 124, 156, 124 ], [ 115, 160, 116 ] ] }, "decodedOptionOklch": [ { "l": 0.6603539460555453, "c": 0.038827378820965465, "h": 145.11901968635254 }, { "l": 0.6611587674838902, "c": 0.03147798062286952, "h": 145.20814729063693 } ], "controlVersion": "0.4.0" } }, { "task_id": "colorbench-chroma-41", "family": "chroma", "group_id": "chroma-chain-03-edge-03", "image_filename": "chroma-41.png", "image_sha256": "ce635f7f269264127f10513eec3d3f1fd87de031b172d4980bf1f3301de30c37", "ground_truth": { "choice": "B" }, "prompt": "Which patch, A or B, is more colorful? The gray-to-color examples show the intended dimension: more colorful means farther from gray along that example, not lighter or darker. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "chroma", "difficulty": "wide", "direction": "more", "comparisonSetId": "chroma-chain-03", "intendedHue": 145, "intendedSeparation": 0.06, "reference": { "kind": "gray-to-color", "colors": [ [ 146, 146, 146 ], [ 139, 150, 139 ], [ 131, 153, 131 ], [ 124, 156, 124 ], [ 115, 160, 116 ] ] }, "decodedOptionOklch": [ { "l": 0.6603539460555453, "c": 0.038827378820965465, "h": 145.11901968635254 }, { "l": 0.6589242301497041, "c": 0.09861766543744759, "h": 145.17416429198994 } ], "controlVersion": "0.4.0" } }, { "task_id": "colorbench-chroma-42", "family": "chroma", "group_id": "chroma-chain-03-edge-03", "image_filename": "chroma-42.png", "image_sha256": "2ca8d7f7dba514c55cfa0c3ec14d61d78533f947483e017eb404ecc3a958f3cf", "ground_truth": { "choice": "A" }, "prompt": "Which patch, A or B, is more colorful? The gray-to-color examples show the intended dimension: more colorful means farther from gray along that example, not lighter or darker. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "chroma", "difficulty": "wide", "direction": "more", "comparisonSetId": "chroma-chain-03", "intendedHue": 145, "intendedSeparation": 0.06, "reference": { "kind": "gray-to-color", "colors": [ [ 146, 146, 146 ], [ 139, 150, 139 ], [ 131, 153, 131 ], [ 124, 156, 124 ], [ 115, 160, 116 ] ] }, "decodedOptionOklch": [ { "l": 0.6589242301497041, "c": 0.09861766543744759, "h": 145.17416429198994 }, { "l": 0.6603539460555453, "c": 0.038827378820965465, "h": 145.11901968635254 } ], "controlVersion": "0.4.0" } }, { "task_id": "colorbench-chroma-43", "family": "chroma", "group_id": "chroma-chain-03-edge-03", "image_filename": "chroma-43.png", "image_sha256": "ffa64f4e13c36263fbf7addbc93adddfb5058703d0f09a048035de62885889be", "ground_truth": { "choice": "A" }, "prompt": "Which patch, A or B, is less colorful? The gray-to-color examples show the intended dimension: less colorful means closer to gray along that example, not lighter or darker. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "chroma", "difficulty": "wide", "direction": "less", "comparisonSetId": "chroma-chain-03", "intendedHue": 145, "intendedSeparation": 0.06, "reference": { "kind": "gray-to-color", "colors": [ [ 146, 146, 146 ], [ 139, 150, 139 ], [ 131, 153, 131 ], [ 124, 156, 124 ], [ 115, 160, 116 ] ] }, "decodedOptionOklch": [ { "l": 0.6603539460555453, "c": 0.038827378820965465, "h": 145.11901968635254 }, { "l": 0.6589242301497041, "c": 0.09861766543744759, "h": 145.17416429198994 } ], "controlVersion": "0.4.0" } }, { "task_id": "colorbench-chroma-44", "family": "chroma", "group_id": "chroma-chain-03-edge-03", "image_filename": "chroma-44.png", "image_sha256": "618b2b9eccdde439161a3ba10a1e296cda120c38cb954ed7f2ffecd4cb4d8eaf", "ground_truth": { "choice": "B" }, "prompt": "Which patch, A or B, is less colorful? The gray-to-color examples show the intended dimension: less colorful means closer to gray along that example, not lighter or darker. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "chroma", "difficulty": "wide", "direction": "less", "comparisonSetId": "chroma-chain-03", "intendedHue": 145, "intendedSeparation": 0.06, "reference": { "kind": "gray-to-color", "colors": [ [ 146, 146, 146 ], [ 139, 150, 139 ], [ 131, 153, 131 ], [ 124, 156, 124 ], [ 115, 160, 116 ] ] }, "decodedOptionOklch": [ { "l": 0.6589242301497041, "c": 0.09861766543744759, "h": 145.17416429198994 }, { "l": 0.6603539460555453, "c": 0.038827378820965465, "h": 145.11901968635254 } ], "controlVersion": "0.4.0" } }, { "task_id": "colorbench-chroma-45", "family": "chroma", "group_id": "chroma-chain-03-edge-04", "image_filename": "chroma-45.png", "image_sha256": "ce82970b951c791060f89cf879506de81d66858392a68c44937b866c1e72546b", "ground_truth": { "choice": "B" }, "prompt": "Which patch, A or B, is more colorful? The gray-to-color examples show the intended dimension: more colorful means farther from gray along that example, not lighter or darker. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "chroma", "difficulty": "mid", "direction": "more", "comparisonSetId": "chroma-chain-03", "intendedHue": 145, "intendedSeparation": 0.03, "reference": { "kind": "gray-to-color", "colors": [ [ 146, 146, 146 ], [ 139, 150, 139 ], [ 131, 153, 131 ], [ 124, 156, 124 ], [ 115, 160, 116 ] ] }, "decodedOptionOklch": [ { "l": 0.6589242301497041, "c": 0.09861766543744759, "h": 145.17416429198994 }, { "l": 0.6611293821805014, "c": 0.12902948234398603, "h": 145.0314928022749 } ], "controlVersion": "0.4.0" } }, { "task_id": "colorbench-chroma-46", "family": "chroma", "group_id": "chroma-chain-03-edge-04", "image_filename": "chroma-46.png", "image_sha256": "b1df870944e46256f5da188eb780d86b4c216db242334243e9ef4dafba9bae9c", "ground_truth": { "choice": "A" }, "prompt": "Which patch, A or B, is more colorful? The gray-to-color examples show the intended dimension: more colorful means farther from gray along that example, not lighter or darker. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "chroma", "difficulty": "mid", "direction": "more", "comparisonSetId": "chroma-chain-03", "intendedHue": 145, "intendedSeparation": 0.03, "reference": { "kind": "gray-to-color", "colors": [ [ 146, 146, 146 ], [ 139, 150, 139 ], [ 131, 153, 131 ], [ 124, 156, 124 ], [ 115, 160, 116 ] ] }, "decodedOptionOklch": [ { "l": 0.6611293821805014, "c": 0.12902948234398603, "h": 145.0314928022749 }, { "l": 0.6589242301497041, "c": 0.09861766543744759, "h": 145.17416429198994 } ], "controlVersion": "0.4.0" } }, { "task_id": "colorbench-chroma-47", "family": "chroma", "group_id": "chroma-chain-03-edge-04", "image_filename": "chroma-47.png", "image_sha256": "f8302d7f2d191a45479fde12cbb4279cc58a87aa1d12e24e65918c04e3a3db15", "ground_truth": { "choice": "A" }, "prompt": "Which patch, A or B, is less colorful? The gray-to-color examples show the intended dimension: less colorful means closer to gray along that example, not lighter or darker. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "chroma", "difficulty": "mid", "direction": "less", "comparisonSetId": "chroma-chain-03", "intendedHue": 145, "intendedSeparation": 0.03, "reference": { "kind": "gray-to-color", "colors": [ [ 146, 146, 146 ], [ 139, 150, 139 ], [ 131, 153, 131 ], [ 124, 156, 124 ], [ 115, 160, 116 ] ] }, "decodedOptionOklch": [ { "l": 0.6589242301497041, "c": 0.09861766543744759, "h": 145.17416429198994 }, { "l": 0.6611293821805014, "c": 0.12902948234398603, "h": 145.0314928022749 } ], "controlVersion": "0.4.0" } }, { "task_id": "colorbench-chroma-48", "family": "chroma", "group_id": "chroma-chain-03-edge-04", "image_filename": "chroma-48.png", "image_sha256": "e4498e3db4605b90621c9b7486d84024af1b1b412894523b30c1539c339a7b1e", "ground_truth": { "choice": "B" }, "prompt": "Which patch, A or B, is less colorful? The gray-to-color examples show the intended dimension: less colorful means closer to gray along that example, not lighter or darker. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "chroma", "difficulty": "mid", "direction": "less", "comparisonSetId": "chroma-chain-03", "intendedHue": 145, "intendedSeparation": 0.03, "reference": { "kind": "gray-to-color", "colors": [ [ 146, 146, 146 ], [ 139, 150, 139 ], [ 131, 153, 131 ], [ 124, 156, 124 ], [ 115, 160, 116 ] ] }, "decodedOptionOklch": [ { "l": 0.6611293821805014, "c": 0.12902948234398603, "h": 145.0314928022749 }, { "l": 0.6589242301497041, "c": 0.09861766543744759, "h": 145.17416429198994 } ], "controlVersion": "0.4.0" } }, { "task_id": "colorbench-chroma-49", "family": "chroma", "group_id": "chroma-chain-04-edge-01", "image_filename": "chroma-49.png", "image_sha256": "4ccd5abf0de9ab55dc6a4554d7ffc3fec055426e958bb4c19f4f162477863ca6", "ground_truth": { "choice": "B" }, "prompt": "Which patch, A or B, is more colorful? The gray-to-color examples show the intended dimension: more colorful means farther from gray along that example, not lighter or darker. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "chroma", "difficulty": "near", "direction": "more", "comparisonSetId": "chroma-chain-04", "intendedHue": 295, "intendedSeparation": 0.008, "reference": { "kind": "gray-to-color", "colors": [ [ 140, 140, 140 ], [ 141, 138, 151 ], [ 141, 136, 162 ], [ 142, 133, 173 ], [ 143, 131, 184 ] ] }, "decodedOptionOklch": [ { "l": 0.640235985916841, "c": 0.01946016209022587, "h": 296.4144503369631 }, { "l": 0.6398691345649501, "c": 0.02841087832297707, "h": 295.23552643148355 } ], "controlVersion": "0.4.0" } }, { "task_id": "colorbench-chroma-50", "family": "chroma", "group_id": "chroma-chain-04-edge-01", "image_filename": "chroma-50.png", "image_sha256": "2a0304c9c6261045d3886ecbb22c3aa0eac8757e586f31627cf1abbc15a9f208", "ground_truth": { "choice": "A" }, "prompt": "Which patch, A or B, is more colorful? The gray-to-color examples show the intended dimension: more colorful means farther from gray along that example, not lighter or darker. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "chroma", "difficulty": "near", "direction": "more", "comparisonSetId": "chroma-chain-04", "intendedHue": 295, "intendedSeparation": 0.008, "reference": { "kind": "gray-to-color", "colors": [ [ 140, 140, 140 ], [ 141, 138, 151 ], [ 141, 136, 162 ], [ 142, 133, 173 ], [ 143, 131, 184 ] ] }, "decodedOptionOklch": [ { "l": 0.6398691345649501, "c": 0.02841087832297707, "h": 295.23552643148355 }, { "l": 0.640235985916841, "c": 0.01946016209022587, "h": 296.4144503369631 } ], "controlVersion": "0.4.0" } }, { "task_id": "colorbench-chroma-51", "family": "chroma", "group_id": "chroma-chain-04-edge-01", "image_filename": "chroma-51.png", "image_sha256": "6938b98d904862ec5588939b89919098139e43167f751e6a279e3050d3c9ce3e", "ground_truth": { "choice": "A" }, "prompt": "Which patch, A or B, is less colorful? The gray-to-color examples show the intended dimension: less colorful means closer to gray along that example, not lighter or darker. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "chroma", "difficulty": "near", "direction": "less", "comparisonSetId": "chroma-chain-04", "intendedHue": 295, "intendedSeparation": 0.008, "reference": { "kind": "gray-to-color", "colors": [ [ 140, 140, 140 ], [ 141, 138, 151 ], [ 141, 136, 162 ], [ 142, 133, 173 ], [ 143, 131, 184 ] ] }, "decodedOptionOklch": [ { "l": 0.640235985916841, "c": 0.01946016209022587, "h": 296.4144503369631 }, { "l": 0.6398691345649501, "c": 0.02841087832297707, "h": 295.23552643148355 } ], "controlVersion": "0.4.0" } }, { "task_id": "colorbench-chroma-52", "family": "chroma", "group_id": "chroma-chain-04-edge-01", "image_filename": "chroma-52.png", "image_sha256": "c10769d2d2f040e38ad6ad8d924f4da8b0e506f19df6cc014a365600bf86962a", "ground_truth": { "choice": "B" }, "prompt": "Which patch, A or B, is less colorful? The gray-to-color examples show the intended dimension: less colorful means closer to gray along that example, not lighter or darker. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "chroma", "difficulty": "near", "direction": "less", "comparisonSetId": "chroma-chain-04", "intendedHue": 295, "intendedSeparation": 0.008, "reference": { "kind": "gray-to-color", "colors": [ [ 140, 140, 140 ], [ 141, 138, 151 ], [ 141, 136, 162 ], [ 142, 133, 173 ], [ 143, 131, 184 ] ] }, "decodedOptionOklch": [ { "l": 0.6398691345649501, "c": 0.02841087832297707, "h": 295.23552643148355 }, { "l": 0.640235985916841, "c": 0.01946016209022587, "h": 296.4144503369631 } ], "controlVersion": "0.4.0" } }, { "task_id": "colorbench-chroma-53", "family": "chroma", "group_id": "chroma-chain-04-edge-02", "image_filename": "chroma-53.png", "image_sha256": "b030d7b0fdb3327fc291052399a4469ba56419682eb51e85421dceab52734b28", "ground_truth": { "choice": "B" }, "prompt": "Which patch, A or B, is more colorful? The gray-to-color examples show the intended dimension: more colorful means farther from gray along that example, not lighter or darker. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "chroma", "difficulty": "wide", "direction": "more", "comparisonSetId": "chroma-chain-04", "intendedHue": 295, "intendedSeparation": 0.06, "reference": { "kind": "gray-to-color", "colors": [ [ 140, 140, 140 ], [ 141, 138, 151 ], [ 141, 136, 162 ], [ 142, 133, 173 ], [ 143, 131, 184 ] ] }, "decodedOptionOklch": [ { "l": 0.6398691345649501, "c": 0.02841087832297707, "h": 295.23552643148355 }, { "l": 0.63923854678561, "c": 0.08831566127736298, "h": 295.4687192149138 } ], "controlVersion": "0.4.0" } }, { "task_id": "colorbench-chroma-54", "family": "chroma", "group_id": "chroma-chain-04-edge-02", "image_filename": "chroma-54.png", "image_sha256": "6edc585bb492d0a103438838b6039641b86483aa5703f57a643965cee1a92d06", "ground_truth": { "choice": "A" }, "prompt": "Which patch, A or B, is more colorful? The gray-to-color examples show the intended dimension: more colorful means farther from gray along that example, not lighter or darker. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "chroma", "difficulty": "wide", "direction": "more", "comparisonSetId": "chroma-chain-04", "intendedHue": 295, "intendedSeparation": 0.06, "reference": { "kind": "gray-to-color", "colors": [ [ 140, 140, 140 ], [ 141, 138, 151 ], [ 141, 136, 162 ], [ 142, 133, 173 ], [ 143, 131, 184 ] ] }, "decodedOptionOklch": [ { "l": 0.63923854678561, "c": 0.08831566127736298, "h": 295.4687192149138 }, { "l": 0.6398691345649501, "c": 0.02841087832297707, "h": 295.23552643148355 } ], "controlVersion": "0.4.0" } }, { "task_id": "colorbench-chroma-55", "family": "chroma", "group_id": "chroma-chain-04-edge-02", "image_filename": "chroma-55.png", "image_sha256": "638cf5100e1737bf7ff57dc1e256d9a16d775b91701bb03fee7c6cd72c495a4b", "ground_truth": { "choice": "A" }, "prompt": "Which patch, A or B, is less colorful? The gray-to-color examples show the intended dimension: less colorful means closer to gray along that example, not lighter or darker. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "chroma", "difficulty": "wide", "direction": "less", "comparisonSetId": "chroma-chain-04", "intendedHue": 295, "intendedSeparation": 0.06, "reference": { "kind": "gray-to-color", "colors": [ [ 140, 140, 140 ], [ 141, 138, 151 ], [ 141, 136, 162 ], [ 142, 133, 173 ], [ 143, 131, 184 ] ] }, "decodedOptionOklch": [ { "l": 0.6398691345649501, "c": 0.02841087832297707, "h": 295.23552643148355 }, { "l": 0.63923854678561, "c": 0.08831566127736298, "h": 295.4687192149138 } ], "controlVersion": "0.4.0" } }, { "task_id": "colorbench-chroma-56", "family": "chroma", "group_id": "chroma-chain-04-edge-02", "image_filename": "chroma-56.png", "image_sha256": "59eb16fcbb43c7833155b3ab585ce1501525594ec9808c8d53677db6241baf6d", "ground_truth": { "choice": "B" }, "prompt": "Which patch, A or B, is less colorful? The gray-to-color examples show the intended dimension: less colorful means closer to gray along that example, not lighter or darker. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "chroma", "difficulty": "wide", "direction": "less", "comparisonSetId": "chroma-chain-04", "intendedHue": 295, "intendedSeparation": 0.06, "reference": { "kind": "gray-to-color", "colors": [ [ 140, 140, 140 ], [ 141, 138, 151 ], [ 141, 136, 162 ], [ 142, 133, 173 ], [ 143, 131, 184 ] ] }, "decodedOptionOklch": [ { "l": 0.63923854678561, "c": 0.08831566127736298, "h": 295.4687192149138 }, { "l": 0.6398691345649501, "c": 0.02841087832297707, "h": 295.23552643148355 } ], "controlVersion": "0.4.0" } }, { "task_id": "colorbench-chroma-57", "family": "chroma", "group_id": "chroma-chain-04-edge-03", "image_filename": "chroma-57.png", "image_sha256": "2b6c9999963d671e35257d180c285b11d3d4571c4161739321ba57dfb6b70b8d", "ground_truth": { "choice": "B" }, "prompt": "Which patch, A or B, is more colorful? The gray-to-color examples show the intended dimension: more colorful means farther from gray along that example, not lighter or darker. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "chroma", "difficulty": "mid", "direction": "more", "comparisonSetId": "chroma-chain-04", "intendedHue": 295, "intendedSeparation": 0.03, "reference": { "kind": "gray-to-color", "colors": [ [ 140, 140, 140 ], [ 141, 138, 151 ], [ 141, 136, 162 ], [ 142, 133, 173 ], [ 143, 131, 184 ] ] }, "decodedOptionOklch": [ { "l": 0.63923854678561, "c": 0.08831566127736298, "h": 295.4687192149138 }, { "l": 0.6410738996118348, "c": 0.11741718967498521, "h": 295.1094120883532 } ], "controlVersion": "0.4.0" } }, { "task_id": "colorbench-chroma-58", "family": "chroma", "group_id": "chroma-chain-04-edge-03", "image_filename": "chroma-58.png", "image_sha256": "fcff72724d9dcc539524f5d7f604452217be6fb28951a16e407594c15229624e", "ground_truth": { "choice": "A" }, "prompt": "Which patch, A or B, is more colorful? The gray-to-color examples show the intended dimension: more colorful means farther from gray along that example, not lighter or darker. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "chroma", "difficulty": "mid", "direction": "more", "comparisonSetId": "chroma-chain-04", "intendedHue": 295, "intendedSeparation": 0.03, "reference": { "kind": "gray-to-color", "colors": [ [ 140, 140, 140 ], [ 141, 138, 151 ], [ 141, 136, 162 ], [ 142, 133, 173 ], [ 143, 131, 184 ] ] }, "decodedOptionOklch": [ { "l": 0.6410738996118348, "c": 0.11741718967498521, "h": 295.1094120883532 }, { "l": 0.63923854678561, "c": 0.08831566127736298, "h": 295.4687192149138 } ], "controlVersion": "0.4.0" } }, { "task_id": "colorbench-chroma-59", "family": "chroma", "group_id": "chroma-chain-04-edge-03", "image_filename": "chroma-59.png", "image_sha256": "bfbd66f3f63ac853b7591d926557e7c2701bbe8cebdd1fcc3577ad9d84c3ebc8", "ground_truth": { "choice": "A" }, "prompt": "Which patch, A or B, is less colorful? The gray-to-color examples show the intended dimension: less colorful means closer to gray along that example, not lighter or darker. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "chroma", "difficulty": "mid", "direction": "less", "comparisonSetId": "chroma-chain-04", "intendedHue": 295, "intendedSeparation": 0.03, "reference": { "kind": "gray-to-color", "colors": [ [ 140, 140, 140 ], [ 141, 138, 151 ], [ 141, 136, 162 ], [ 142, 133, 173 ], [ 143, 131, 184 ] ] }, "decodedOptionOklch": [ { "l": 0.63923854678561, "c": 0.08831566127736298, "h": 295.4687192149138 }, { "l": 0.6410738996118348, "c": 0.11741718967498521, "h": 295.1094120883532 } ], "controlVersion": "0.4.0" } }, { "task_id": "colorbench-chroma-60", "family": "chroma", "group_id": "chroma-chain-04-edge-03", "image_filename": "chroma-60.png", "image_sha256": "453135a22ff4ff937e81a1a235f909da366e8c76b4e8c5fb10dc7b51048cd096", "ground_truth": { "choice": "B" }, "prompt": "Which patch, A or B, is less colorful? The gray-to-color examples show the intended dimension: less colorful means closer to gray along that example, not lighter or darker. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "chroma", "difficulty": "mid", "direction": "less", "comparisonSetId": "chroma-chain-04", "intendedHue": 295, "intendedSeparation": 0.03, "reference": { "kind": "gray-to-color", "colors": [ [ 140, 140, 140 ], [ 141, 138, 151 ], [ 141, 136, 162 ], [ 142, 133, 173 ], [ 143, 131, 184 ] ] }, "decodedOptionOklch": [ { "l": 0.6410738996118348, "c": 0.11741718967498521, "h": 295.1094120883532 }, { "l": 0.63923854678561, "c": 0.08831566127736298, "h": 295.4687192149138 } ], "controlVersion": "0.4.0" } }, { "task_id": "colorbench-chroma-61", "family": "chroma", "group_id": "chroma-chain-04-edge-04", "image_filename": "chroma-61.png", "image_sha256": "c93fa57d0d752b7cee842237216231932e716b6c367bc21af27d75146d23613c", "ground_truth": { "choice": "B" }, "prompt": "Which patch, A or B, is more colorful? The gray-to-color examples show the intended dimension: more colorful means farther from gray along that example, not lighter or darker. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "chroma", "difficulty": "narrow", "direction": "more", "comparisonSetId": "chroma-chain-04", "intendedHue": 295, "intendedSeparation": 0.015, "reference": { "kind": "gray-to-color", "colors": [ [ 140, 140, 140 ], [ 141, 138, 151 ], [ 141, 136, 162 ], [ 142, 133, 173 ], [ 143, 131, 184 ] ] }, "decodedOptionOklch": [ { "l": 0.6410738996118348, "c": 0.11741718967498521, "h": 295.1094120883532 }, { "l": 0.6406063238044459, "c": 0.1332017686346093, "h": 295.1677215138366 } ], "controlVersion": "0.4.0" } }, { "task_id": "colorbench-chroma-62", "family": "chroma", "group_id": "chroma-chain-04-edge-04", "image_filename": "chroma-62.png", "image_sha256": "41af7fd6e4a52c1d58f2ea0e278e574d489ba0a7059c8b024431bb0bff3293bf", "ground_truth": { "choice": "A" }, "prompt": "Which patch, A or B, is more colorful? The gray-to-color examples show the intended dimension: more colorful means farther from gray along that example, not lighter or darker. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "chroma", "difficulty": "narrow", "direction": "more", "comparisonSetId": "chroma-chain-04", "intendedHue": 295, "intendedSeparation": 0.015, "reference": { "kind": "gray-to-color", "colors": [ [ 140, 140, 140 ], [ 141, 138, 151 ], [ 141, 136, 162 ], [ 142, 133, 173 ], [ 143, 131, 184 ] ] }, "decodedOptionOklch": [ { "l": 0.6406063238044459, "c": 0.1332017686346093, "h": 295.1677215138366 }, { "l": 0.6410738996118348, "c": 0.11741718967498521, "h": 295.1094120883532 } ], "controlVersion": "0.4.0" } }, { "task_id": "colorbench-chroma-63", "family": "chroma", "group_id": "chroma-chain-04-edge-04", "image_filename": "chroma-63.png", "image_sha256": "d181fd21a534fc7e3b45ab9559b575b711af8459a61868453230a76db09ace93", "ground_truth": { "choice": "A" }, "prompt": "Which patch, A or B, is less colorful? The gray-to-color examples show the intended dimension: less colorful means closer to gray along that example, not lighter or darker. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "chroma", "difficulty": "narrow", "direction": "less", "comparisonSetId": "chroma-chain-04", "intendedHue": 295, "intendedSeparation": 0.015, "reference": { "kind": "gray-to-color", "colors": [ [ 140, 140, 140 ], [ 141, 138, 151 ], [ 141, 136, 162 ], [ 142, 133, 173 ], [ 143, 131, 184 ] ] }, "decodedOptionOklch": [ { "l": 0.6410738996118348, "c": 0.11741718967498521, "h": 295.1094120883532 }, { "l": 0.6406063238044459, "c": 0.1332017686346093, "h": 295.1677215138366 } ], "controlVersion": "0.4.0" } }, { "task_id": "colorbench-chroma-64", "family": "chroma", "group_id": "chroma-chain-04-edge-04", "image_filename": "chroma-64.png", "image_sha256": "28a49070b99cee03df7f078af32ac937c93b646bf8364da82daaec2e473754f7", "ground_truth": { "choice": "B" }, "prompt": "Which patch, A or B, is less colorful? The gray-to-color examples show the intended dimension: less colorful means closer to gray along that example, not lighter or darker. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "chroma", "difficulty": "narrow", "direction": "less", "comparisonSetId": "chroma-chain-04", "intendedHue": 295, "intendedSeparation": 0.015, "reference": { "kind": "gray-to-color", "colors": [ [ 140, 140, 140 ], [ 141, 138, 151 ], [ 141, 136, 162 ], [ 142, 133, 173 ], [ 143, 131, 184 ] ] }, "decodedOptionOklch": [ { "l": 0.6406063238044459, "c": 0.1332017686346093, "h": 295.1677215138366 }, { "l": 0.6410738996118348, "c": 0.11741718967498521, "h": 295.1094120883532 } ], "controlVersion": "0.4.0" } }, { "task_id": "colorbench-context-01", "family": "context", "group_id": "context-01-reference-a", "image_filename": "context-01.png", "image_sha256": "793523b828639f0f3c19e7b142537a52eccfc6f69d72ab22c680996253917a60", "ground_truth": { "choice": "A" }, "prompt": "Which option, A, B, C, or D, has the same flat interior fill color as reference R? Compare the colored interiors; ignore the surrounding colors, labels, and borders. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "lightness", "difficulty": "mid", "sourceRgb": [ 191, 131, 126 ], "interventionSetId": "context-01", "condition": "neutral", "optionSetId": "context-01-neutral", "intendedTargetOklch": { "l": 0.6690561403529627, "c": 0.0751008283341068, "h": 24.55474305645572 }, "intendedSeparation": 0.04, "intendedHue": 25, "surround": { "A": [ 238, 238, 238 ], "B": [ 238, 238, 238 ], "C": [ 238, 238, 238 ], "D": [ 238, 238, 238 ] }, "reference": { "kind": "surround-shift", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-context-02", "family": "context", "group_id": "context-01-reference-b", "image_filename": "context-02.png", "image_sha256": "89773d429c804f52d8e63b1a7c228b4144b85fe867fa4c7b82af16acda283f96", "ground_truth": { "choice": "B" }, "prompt": "Which option, A, B, C, or D, has the same flat interior fill color as reference R? Compare the colored interiors; ignore the surrounding colors, labels, and borders. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "lightness", "difficulty": "mid", "sourceRgb": [ 165, 108, 103 ], "interventionSetId": "context-01", "condition": "neutral", "optionSetId": "context-01-neutral", "intendedTargetOklch": { "l": 0.5903151645565591, "c": 0.07390702333923009, "h": 25.043300148459934 }, "intendedSeparation": 0.04, "intendedHue": 25, "surround": { "A": [ 238, 238, 238 ], "B": [ 238, 238, 238 ], "C": [ 238, 238, 238 ], "D": [ 238, 238, 238 ] }, "reference": { "kind": "surround-shift", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-context-03", "family": "context", "group_id": "context-01-reference-c", "image_filename": "context-03.png", "image_sha256": "a24818932658caab28a49471ba4d09dd3aa2b518af82fb3b200b2e5c51e45fbd", "ground_truth": { "choice": "C" }, "prompt": "Which option, A, B, C, or D, has the same flat interior fill color as reference R? Compare the colored interiors; ignore the surrounding colors, labels, and borders. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "lightness", "difficulty": "mid", "sourceRgb": [ 204, 144, 138 ], "interventionSetId": "context-01", "condition": "neutral", "optionSetId": "context-01-neutral", "intendedTargetOklch": { "l": 0.7105021656617087, "c": 0.07398229224263511, "h": 25.47550647561195 }, "intendedSeparation": 0.04, "intendedHue": 25, "surround": { "A": [ 238, 238, 238 ], "B": [ 238, 238, 238 ], "C": [ 238, 238, 238 ], "D": [ 238, 238, 238 ] }, "reference": { "kind": "surround-shift", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-context-04", "family": "context", "group_id": "context-01-reference-d", "image_filename": "context-04.png", "image_sha256": "1ad1a29152870ae034fe86ae7c6f714b7c7aad6b84cc1659870694d353b35e77", "ground_truth": { "choice": "D" }, "prompt": "Which option, A, B, C, or D, has the same flat interior fill color as reference R? Compare the colored interiors; ignore the surrounding colors, labels, and borders. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "lightness", "difficulty": "mid", "sourceRgb": [ 178, 119, 114 ], "interventionSetId": "context-01", "condition": "neutral", "optionSetId": "context-01-neutral", "intendedTargetOklch": { "l": 0.6289159138646053, "c": 0.07516177352031735, "h": 24.763264668351553 }, "intendedSeparation": 0.04, "intendedHue": 25, "surround": { "A": [ 238, 238, 238 ], "B": [ 238, 238, 238 ], "C": [ 238, 238, 238 ], "D": [ 238, 238, 238 ] }, "reference": { "kind": "surround-shift", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-context-05", "family": "context", "group_id": "context-01-reference-a", "image_filename": "context-05.png", "image_sha256": "6ce217e7bce683abf8d2f5631ecb1312eae16fb6380200b9e9b8c1011d8e9cc7", "ground_truth": { "choice": "A" }, "prompt": "Which option, A, B, C, or D, has the same flat interior fill color as reference R? Compare the colored interiors; ignore the surrounding colors, labels, and borders. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "lightness", "difficulty": "mid", "sourceRgb": [ 191, 131, 126 ], "interventionSetId": "context-01", "condition": "surround-0", "optionSetId": "context-01-surround-0", "intendedTargetOklch": { "l": 0.6690561403529627, "c": 0.0751008283341068, "h": 24.55474305645572 }, "intendedSeparation": 0.04, "intendedHue": 25, "surround": { "A": [ 34, 34, 34 ], "B": [ 216, 204, 184 ], "C": [ 202, 87, 71 ], "D": [ 53, 141, 165 ] }, "reference": { "kind": "surround-shift", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-context-06", "family": "context", "group_id": "context-01-reference-b", "image_filename": "context-06.png", "image_sha256": "812a24791afe15af536b24709592aa7564c82eb0dbedfc784cba71401f2fbf17", "ground_truth": { "choice": "B" }, "prompt": "Which option, A, B, C, or D, has the same flat interior fill color as reference R? Compare the colored interiors; ignore the surrounding colors, labels, and borders. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "lightness", "difficulty": "mid", "sourceRgb": [ 165, 108, 103 ], "interventionSetId": "context-01", "condition": "surround-0", "optionSetId": "context-01-surround-0", "intendedTargetOklch": { "l": 0.5903151645565591, "c": 0.07390702333923009, "h": 25.043300148459934 }, "intendedSeparation": 0.04, "intendedHue": 25, "surround": { "A": [ 34, 34, 34 ], "B": [ 216, 204, 184 ], "C": [ 202, 87, 71 ], "D": [ 53, 141, 165 ] }, "reference": { "kind": "surround-shift", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-context-07", "family": "context", "group_id": "context-01-reference-c", "image_filename": "context-07.png", "image_sha256": "c42dd3122ae32038d6e347147b1432c18c66223880be0f61f41e061e83b76a01", "ground_truth": { "choice": "C" }, "prompt": "Which option, A, B, C, or D, has the same flat interior fill color as reference R? Compare the colored interiors; ignore the surrounding colors, labels, and borders. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "lightness", "difficulty": "mid", "sourceRgb": [ 204, 144, 138 ], "interventionSetId": "context-01", "condition": "surround-0", "optionSetId": "context-01-surround-0", "intendedTargetOklch": { "l": 0.7105021656617087, "c": 0.07398229224263511, "h": 25.47550647561195 }, "intendedSeparation": 0.04, "intendedHue": 25, "surround": { "A": [ 34, 34, 34 ], "B": [ 216, 204, 184 ], "C": [ 202, 87, 71 ], "D": [ 53, 141, 165 ] }, "reference": { "kind": "surround-shift", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-context-08", "family": "context", "group_id": "context-01-reference-d", "image_filename": "context-08.png", "image_sha256": "0cb14567b2cb3e2d4276e5ea088310b1a28189b29adad7dec76ea227fd4529ad", "ground_truth": { "choice": "D" }, "prompt": "Which option, A, B, C, or D, has the same flat interior fill color as reference R? Compare the colored interiors; ignore the surrounding colors, labels, and borders. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "lightness", "difficulty": "mid", "sourceRgb": [ 178, 119, 114 ], "interventionSetId": "context-01", "condition": "surround-0", "optionSetId": "context-01-surround-0", "intendedTargetOklch": { "l": 0.6289159138646053, "c": 0.07516177352031735, "h": 24.763264668351553 }, "intendedSeparation": 0.04, "intendedHue": 25, "surround": { "A": [ 34, 34, 34 ], "B": [ 216, 204, 184 ], "C": [ 202, 87, 71 ], "D": [ 53, 141, 165 ] }, "reference": { "kind": "surround-shift", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-context-09", "family": "context", "group_id": "context-01-reference-a", "image_filename": "context-09.png", "image_sha256": "a18c2d5c47c4d111f2804a57ec9793d96784c46a1dcaf2ed93245d781c4acc35", "ground_truth": { "choice": "A" }, "prompt": "Which option, A, B, C, or D, has the same flat interior fill color as reference R? Compare the colored interiors; ignore the surrounding colors, labels, and borders. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "lightness", "difficulty": "mid", "sourceRgb": [ 191, 131, 126 ], "interventionSetId": "context-01", "condition": "surround-1", "optionSetId": "context-01-surround-1", "intendedTargetOklch": { "l": 0.6690561403529627, "c": 0.0751008283341068, "h": 24.55474305645572 }, "intendedSeparation": 0.04, "intendedHue": 25, "surround": { "A": [ 216, 204, 184 ], "B": [ 202, 87, 71 ], "C": [ 53, 141, 165 ], "D": [ 34, 34, 34 ] }, "reference": { "kind": "surround-shift", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-context-10", "family": "context", "group_id": "context-01-reference-b", "image_filename": "context-10.png", "image_sha256": "7e256652c76ddecc5e43182edd48d37ab0daac22aff7c228bc289015fe2cebf8", "ground_truth": { "choice": "B" }, "prompt": "Which option, A, B, C, or D, has the same flat interior fill color as reference R? Compare the colored interiors; ignore the surrounding colors, labels, and borders. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "lightness", "difficulty": "mid", "sourceRgb": [ 165, 108, 103 ], "interventionSetId": "context-01", "condition": "surround-1", "optionSetId": "context-01-surround-1", "intendedTargetOklch": { "l": 0.5903151645565591, "c": 0.07390702333923009, "h": 25.043300148459934 }, "intendedSeparation": 0.04, "intendedHue": 25, "surround": { "A": [ 216, 204, 184 ], "B": [ 202, 87, 71 ], "C": [ 53, 141, 165 ], "D": [ 34, 34, 34 ] }, "reference": { "kind": "surround-shift", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-context-11", "family": "context", "group_id": "context-01-reference-c", "image_filename": "context-11.png", "image_sha256": "cf1aff3995244857bdf78fde8eb3f7f53175467d00ad33192924fe86a89af714", "ground_truth": { "choice": "C" }, "prompt": "Which option, A, B, C, or D, has the same flat interior fill color as reference R? Compare the colored interiors; ignore the surrounding colors, labels, and borders. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "lightness", "difficulty": "mid", "sourceRgb": [ 204, 144, 138 ], "interventionSetId": "context-01", "condition": "surround-1", "optionSetId": "context-01-surround-1", "intendedTargetOklch": { "l": 0.7105021656617087, "c": 0.07398229224263511, "h": 25.47550647561195 }, "intendedSeparation": 0.04, "intendedHue": 25, "surround": { "A": [ 216, 204, 184 ], "B": [ 202, 87, 71 ], "C": [ 53, 141, 165 ], "D": [ 34, 34, 34 ] }, "reference": { "kind": "surround-shift", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-context-12", "family": "context", "group_id": "context-01-reference-d", "image_filename": "context-12.png", "image_sha256": "c29f67caaeffb5a7976068743dc068601669944a12dd42af677823a942c09597", "ground_truth": { "choice": "D" }, "prompt": "Which option, A, B, C, or D, has the same flat interior fill color as reference R? Compare the colored interiors; ignore the surrounding colors, labels, and borders. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "lightness", "difficulty": "mid", "sourceRgb": [ 178, 119, 114 ], "interventionSetId": "context-01", "condition": "surround-1", "optionSetId": "context-01-surround-1", "intendedTargetOklch": { "l": 0.6289159138646053, "c": 0.07516177352031735, "h": 24.763264668351553 }, "intendedSeparation": 0.04, "intendedHue": 25, "surround": { "A": [ 216, 204, 184 ], "B": [ 202, 87, 71 ], "C": [ 53, 141, 165 ], "D": [ 34, 34, 34 ] }, "reference": { "kind": "surround-shift", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-context-13", "family": "context", "group_id": "context-01-reference-a", "image_filename": "context-13.png", "image_sha256": "b6b44f7166d6dd59702f2991f3f81bc36a62cfb63b7af4e34f478476f99d53cf", "ground_truth": { "choice": "A" }, "prompt": "Which option, A, B, C, or D, has the same flat interior fill color as reference R? Compare the colored interiors; ignore the surrounding colors, labels, and borders. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "lightness", "difficulty": "mid", "sourceRgb": [ 191, 131, 126 ], "interventionSetId": "context-01", "condition": "surround-2", "optionSetId": "context-01-surround-2", "intendedTargetOklch": { "l": 0.6690561403529627, "c": 0.0751008283341068, "h": 24.55474305645572 }, "intendedSeparation": 0.04, "intendedHue": 25, "surround": { "A": [ 202, 87, 71 ], "B": [ 53, 141, 165 ], "C": [ 34, 34, 34 ], "D": [ 216, 204, 184 ] }, "reference": { "kind": "surround-shift", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-context-14", "family": "context", "group_id": "context-01-reference-b", "image_filename": "context-14.png", "image_sha256": "694631ee5e4e88c55a9562a5311d300ed1a6d3b63fa51fcea9d83f343af8d0f8", "ground_truth": { "choice": "B" }, "prompt": "Which option, A, B, C, or D, has the same flat interior fill color as reference R? Compare the colored interiors; ignore the surrounding colors, labels, and borders. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "lightness", "difficulty": "mid", "sourceRgb": [ 165, 108, 103 ], "interventionSetId": "context-01", "condition": "surround-2", "optionSetId": "context-01-surround-2", "intendedTargetOklch": { "l": 0.5903151645565591, "c": 0.07390702333923009, "h": 25.043300148459934 }, "intendedSeparation": 0.04, "intendedHue": 25, "surround": { "A": [ 202, 87, 71 ], "B": [ 53, 141, 165 ], "C": [ 34, 34, 34 ], "D": [ 216, 204, 184 ] }, "reference": { "kind": "surround-shift", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-context-15", "family": "context", "group_id": "context-01-reference-c", "image_filename": "context-15.png", "image_sha256": "6760f54e3dfe7fb732ed5410dddd2e1e609d83161db8b40bf79e7c95da49bd86", "ground_truth": { "choice": "C" }, "prompt": "Which option, A, B, C, or D, has the same flat interior fill color as reference R? Compare the colored interiors; ignore the surrounding colors, labels, and borders. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "lightness", "difficulty": "mid", "sourceRgb": [ 204, 144, 138 ], "interventionSetId": "context-01", "condition": "surround-2", "optionSetId": "context-01-surround-2", "intendedTargetOklch": { "l": 0.7105021656617087, "c": 0.07398229224263511, "h": 25.47550647561195 }, "intendedSeparation": 0.04, "intendedHue": 25, "surround": { "A": [ 202, 87, 71 ], "B": [ 53, 141, 165 ], "C": [ 34, 34, 34 ], "D": [ 216, 204, 184 ] }, "reference": { "kind": "surround-shift", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-context-16", "family": "context", "group_id": "context-01-reference-d", "image_filename": "context-16.png", "image_sha256": "8165ae3076e548af8bd381ad784f3617a4af2bb6aa3da91082f049a6e9e9ffe3", "ground_truth": { "choice": "D" }, "prompt": "Which option, A, B, C, or D, has the same flat interior fill color as reference R? Compare the colored interiors; ignore the surrounding colors, labels, and borders. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "lightness", "difficulty": "mid", "sourceRgb": [ 178, 119, 114 ], "interventionSetId": "context-01", "condition": "surround-2", "optionSetId": "context-01-surround-2", "intendedTargetOklch": { "l": 0.6289159138646053, "c": 0.07516177352031735, "h": 24.763264668351553 }, "intendedSeparation": 0.04, "intendedHue": 25, "surround": { "A": [ 202, 87, 71 ], "B": [ 53, 141, 165 ], "C": [ 34, 34, 34 ], "D": [ 216, 204, 184 ] }, "reference": { "kind": "surround-shift", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-context-17", "family": "context", "group_id": "context-01-reference-a", "image_filename": "context-17.png", "image_sha256": "9625f7b3319e7223ecfeb8aa5f6820f4411cc12bb14b081b0d4d144e450f23fd", "ground_truth": { "choice": "A" }, "prompt": "Which option, A, B, C, or D, has the same flat interior fill color as reference R? Compare the colored interiors; ignore the surrounding colors, labels, and borders. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "lightness", "difficulty": "mid", "sourceRgb": [ 191, 131, 126 ], "interventionSetId": "context-01", "condition": "surround-3", "optionSetId": "context-01-surround-3", "intendedTargetOklch": { "l": 0.6690561403529627, "c": 0.0751008283341068, "h": 24.55474305645572 }, "intendedSeparation": 0.04, "intendedHue": 25, "surround": { "A": [ 53, 141, 165 ], "B": [ 34, 34, 34 ], "C": [ 216, 204, 184 ], "D": [ 202, 87, 71 ] }, "reference": { "kind": "surround-shift", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-context-18", "family": "context", "group_id": "context-01-reference-b", "image_filename": "context-18.png", "image_sha256": "ba82a714f8d84765c7ab7d3eca90c84d9763deaebd6cf4e41f2b616f37f9c464", "ground_truth": { "choice": "B" }, "prompt": "Which option, A, B, C, or D, has the same flat interior fill color as reference R? Compare the colored interiors; ignore the surrounding colors, labels, and borders. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "lightness", "difficulty": "mid", "sourceRgb": [ 165, 108, 103 ], "interventionSetId": "context-01", "condition": "surround-3", "optionSetId": "context-01-surround-3", "intendedTargetOklch": { "l": 0.5903151645565591, "c": 0.07390702333923009, "h": 25.043300148459934 }, "intendedSeparation": 0.04, "intendedHue": 25, "surround": { "A": [ 53, 141, 165 ], "B": [ 34, 34, 34 ], "C": [ 216, 204, 184 ], "D": [ 202, 87, 71 ] }, "reference": { "kind": "surround-shift", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-context-19", "family": "context", "group_id": "context-01-reference-c", "image_filename": "context-19.png", "image_sha256": "44312b2a24a693efad585afa53f1b5e633e41aba48427f2d7192409103f2ce27", "ground_truth": { "choice": "C" }, "prompt": "Which option, A, B, C, or D, has the same flat interior fill color as reference R? Compare the colored interiors; ignore the surrounding colors, labels, and borders. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "lightness", "difficulty": "mid", "sourceRgb": [ 204, 144, 138 ], "interventionSetId": "context-01", "condition": "surround-3", "optionSetId": "context-01-surround-3", "intendedTargetOklch": { "l": 0.7105021656617087, "c": 0.07398229224263511, "h": 25.47550647561195 }, "intendedSeparation": 0.04, "intendedHue": 25, "surround": { "A": [ 53, 141, 165 ], "B": [ 34, 34, 34 ], "C": [ 216, 204, 184 ], "D": [ 202, 87, 71 ] }, "reference": { "kind": "surround-shift", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-context-20", "family": "context", "group_id": "context-01-reference-d", "image_filename": "context-20.png", "image_sha256": "ae28f2727342bd31825fef2fe221e6bc23ed0e5a23438bc6e7d68bb27d356ca4", "ground_truth": { "choice": "D" }, "prompt": "Which option, A, B, C, or D, has the same flat interior fill color as reference R? Compare the colored interiors; ignore the surrounding colors, labels, and borders. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "lightness", "difficulty": "mid", "sourceRgb": [ 178, 119, 114 ], "interventionSetId": "context-01", "condition": "surround-3", "optionSetId": "context-01-surround-3", "intendedTargetOklch": { "l": 0.6289159138646053, "c": 0.07516177352031735, "h": 24.763264668351553 }, "intendedSeparation": 0.04, "intendedHue": 25, "surround": { "A": [ 53, 141, 165 ], "B": [ 34, 34, 34 ], "C": [ 216, 204, 184 ], "D": [ 202, 87, 71 ] }, "reference": { "kind": "surround-shift", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-context-21", "family": "context", "group_id": "context-02-reference-a", "image_filename": "context-21.png", "image_sha256": "b2ff76fc8980e38f6046f7ef0bbf8651d338043fd044a0f8b2e71fee8a6731ea", "ground_truth": { "choice": "A" }, "prompt": "Which option, A, B, C, or D, has the same flat interior fill color as reference R? Compare the colored interiors; ignore the surrounding colors, labels, and borders. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "chroma", "difficulty": "mid", "sourceRgb": [ 142, 146, 121 ], "interventionSetId": "context-02", "condition": "neutral", "optionSetId": "context-02-neutral", "intendedTargetOklch": { "l": 0.6496189004340799, "c": 0.036228012757126025, "h": 114.79802326382884 }, "intendedSeparation": 0.012, "intendedHue": 115, "surround": { "A": [ 238, 238, 238 ], "B": [ 238, 238, 238 ], "C": [ 238, 238, 238 ], "D": [ 238, 238, 238 ] }, "reference": { "kind": "surround-shift", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-context-22", "family": "context", "group_id": "context-02-reference-b", "image_filename": "context-22.png", "image_sha256": "bbd764c2af33d77e3cb63d298c71b6c7b5c57d128b7876aff2ef24d9fed733f3", "ground_truth": { "choice": "B" }, "prompt": "Which option, A, B, C, or D, has the same flat interior fill color as reference R? Compare the colored interiors; ignore the surrounding colors, labels, and borders. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "chroma", "difficulty": "mid", "sourceRgb": [ 141, 149, 97 ], "interventionSetId": "context-02", "condition": "neutral", "optionSetId": "context-02-neutral", "intendedTargetOklch": { "l": 0.6502693996851885, "c": 0.07282875450997331, "h": 115.58955776782398 }, "intendedSeparation": 0.012, "intendedHue": 115, "surround": { "A": [ 238, 238, 238 ], "B": [ 238, 238, 238 ], "C": [ 238, 238, 238 ], "D": [ 238, 238, 238 ] }, "reference": { "kind": "surround-shift", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-context-23", "family": "context", "group_id": "context-02-reference-c", "image_filename": "context-23.png", "image_sha256": "8ad11de67246d066c246ee2a87237902edcb42e86ddb0930ec195055fd825b30", "ground_truth": { "choice": "C" }, "prompt": "Which option, A, B, C, or D, has the same flat interior fill color as reference R? Compare the colored interiors; ignore the surrounding colors, labels, and borders. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "chroma", "difficulty": "mid", "sourceRgb": [ 142, 147, 113 ], "interventionSetId": "context-02", "condition": "neutral", "optionSetId": "context-02-neutral", "intendedTargetOklch": { "l": 0.6499308855926446, "c": 0.04873760403337431, "h": 114.56757333497131 }, "intendedSeparation": 0.012, "intendedHue": 115, "surround": { "A": [ 238, 238, 238 ], "B": [ 238, 238, 238 ], "C": [ 238, 238, 238 ], "D": [ 238, 238, 238 ] }, "reference": { "kind": "surround-shift", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-context-24", "family": "context", "group_id": "context-02-reference-d", "image_filename": "context-24.png", "image_sha256": "3334365d6e0b5411482442758f6ffdb724795ede248846e3c21f377d6cdf4f77", "ground_truth": { "choice": "D" }, "prompt": "Which option, A, B, C, or D, has the same flat interior fill color as reference R? Compare the colored interiors; ignore the surrounding colors, labels, and borders. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "chroma", "difficulty": "mid", "sourceRgb": [ 142, 148, 105 ], "interventionSetId": "context-02", "condition": "neutral", "optionSetId": "context-02-neutral", "intendedTargetOklch": { "l": 0.6504260223132448, "c": 0.06088621118301653, "h": 114.57472845948905 }, "intendedSeparation": 0.012, "intendedHue": 115, "surround": { "A": [ 238, 238, 238 ], "B": [ 238, 238, 238 ], "C": [ 238, 238, 238 ], "D": [ 238, 238, 238 ] }, "reference": { "kind": "surround-shift", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-context-25", "family": "context", "group_id": "context-02-reference-a", "image_filename": "context-25.png", "image_sha256": "500e1e8a85fc9780fda7b73bf5980a9069b86ef1a7e1b4f9a69fe6503d077169", "ground_truth": { "choice": "A" }, "prompt": "Which option, A, B, C, or D, has the same flat interior fill color as reference R? Compare the colored interiors; ignore the surrounding colors, labels, and borders. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "chroma", "difficulty": "mid", "sourceRgb": [ 142, 146, 121 ], "interventionSetId": "context-02", "condition": "surround-0", "optionSetId": "context-02-surround-0", "intendedTargetOklch": { "l": 0.6496189004340799, "c": 0.036228012757126025, "h": 114.79802326382884 }, "intendedSeparation": 0.012, "intendedHue": 115, "surround": { "A": [ 34, 34, 34 ], "B": [ 216, 204, 184 ], "C": [ 202, 87, 71 ], "D": [ 53, 141, 165 ] }, "reference": { "kind": "surround-shift", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-context-26", "family": "context", "group_id": "context-02-reference-b", "image_filename": "context-26.png", "image_sha256": "fa70e94e4b990b62f70916ae4809378ebba02f6e96475461dbc84b8a458a9d59", "ground_truth": { "choice": "B" }, "prompt": "Which option, A, B, C, or D, has the same flat interior fill color as reference R? Compare the colored interiors; ignore the surrounding colors, labels, and borders. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "chroma", "difficulty": "mid", "sourceRgb": [ 141, 149, 97 ], "interventionSetId": "context-02", "condition": "surround-0", "optionSetId": "context-02-surround-0", "intendedTargetOklch": { "l": 0.6502693996851885, "c": 0.07282875450997331, "h": 115.58955776782398 }, "intendedSeparation": 0.012, "intendedHue": 115, "surround": { "A": [ 34, 34, 34 ], "B": [ 216, 204, 184 ], "C": [ 202, 87, 71 ], "D": [ 53, 141, 165 ] }, "reference": { "kind": "surround-shift", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-context-27", "family": "context", "group_id": "context-02-reference-c", "image_filename": "context-27.png", "image_sha256": "13c20e41604d50eb45727d203489f887a89821042ebb77046a13b9a450bb3640", "ground_truth": { "choice": "C" }, "prompt": "Which option, A, B, C, or D, has the same flat interior fill color as reference R? Compare the colored interiors; ignore the surrounding colors, labels, and borders. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "chroma", "difficulty": "mid", "sourceRgb": [ 142, 147, 113 ], "interventionSetId": "context-02", "condition": "surround-0", "optionSetId": "context-02-surround-0", "intendedTargetOklch": { "l": 0.6499308855926446, "c": 0.04873760403337431, "h": 114.56757333497131 }, "intendedSeparation": 0.012, "intendedHue": 115, "surround": { "A": [ 34, 34, 34 ], "B": [ 216, 204, 184 ], "C": [ 202, 87, 71 ], "D": [ 53, 141, 165 ] }, "reference": { "kind": "surround-shift", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-context-28", "family": "context", "group_id": "context-02-reference-d", "image_filename": "context-28.png", "image_sha256": "1306f829f10d39682e5cb24cbec990244b1d9f1a09acd7ebfafd5cc36bfd2505", "ground_truth": { "choice": "D" }, "prompt": "Which option, A, B, C, or D, has the same flat interior fill color as reference R? Compare the colored interiors; ignore the surrounding colors, labels, and borders. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "chroma", "difficulty": "mid", "sourceRgb": [ 142, 148, 105 ], "interventionSetId": "context-02", "condition": "surround-0", "optionSetId": "context-02-surround-0", "intendedTargetOklch": { "l": 0.6504260223132448, "c": 0.06088621118301653, "h": 114.57472845948905 }, "intendedSeparation": 0.012, "intendedHue": 115, "surround": { "A": [ 34, 34, 34 ], "B": [ 216, 204, 184 ], "C": [ 202, 87, 71 ], "D": [ 53, 141, 165 ] }, "reference": { "kind": "surround-shift", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-context-29", "family": "context", "group_id": "context-02-reference-a", "image_filename": "context-29.png", "image_sha256": "da69cfd8933a0fd2c80162baea6c873c7380937dab01556deb685752d6617a28", "ground_truth": { "choice": "A" }, "prompt": "Which option, A, B, C, or D, has the same flat interior fill color as reference R? Compare the colored interiors; ignore the surrounding colors, labels, and borders. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "chroma", "difficulty": "mid", "sourceRgb": [ 142, 146, 121 ], "interventionSetId": "context-02", "condition": "surround-1", "optionSetId": "context-02-surround-1", "intendedTargetOklch": { "l": 0.6496189004340799, "c": 0.036228012757126025, "h": 114.79802326382884 }, "intendedSeparation": 0.012, "intendedHue": 115, "surround": { "A": [ 216, 204, 184 ], "B": [ 202, 87, 71 ], "C": [ 53, 141, 165 ], "D": [ 34, 34, 34 ] }, "reference": { "kind": "surround-shift", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-context-30", "family": "context", "group_id": "context-02-reference-b", "image_filename": "context-30.png", "image_sha256": "8e5070dcaf77c7f3744f0b4d87b10243d0eb8a8634de243a4ad4199022c144c9", "ground_truth": { "choice": "B" }, "prompt": "Which option, A, B, C, or D, has the same flat interior fill color as reference R? Compare the colored interiors; ignore the surrounding colors, labels, and borders. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "chroma", "difficulty": "mid", "sourceRgb": [ 141, 149, 97 ], "interventionSetId": "context-02", "condition": "surround-1", "optionSetId": "context-02-surround-1", "intendedTargetOklch": { "l": 0.6502693996851885, "c": 0.07282875450997331, "h": 115.58955776782398 }, "intendedSeparation": 0.012, "intendedHue": 115, "surround": { "A": [ 216, 204, 184 ], "B": [ 202, 87, 71 ], "C": [ 53, 141, 165 ], "D": [ 34, 34, 34 ] }, "reference": { "kind": "surround-shift", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-context-31", "family": "context", "group_id": "context-02-reference-c", "image_filename": "context-31.png", "image_sha256": "a0cfdfb9afbee82480261a5698c88cdb37ea4981764dc9500503ac559eda947c", "ground_truth": { "choice": "C" }, "prompt": "Which option, A, B, C, or D, has the same flat interior fill color as reference R? Compare the colored interiors; ignore the surrounding colors, labels, and borders. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "chroma", "difficulty": "mid", "sourceRgb": [ 142, 147, 113 ], "interventionSetId": "context-02", "condition": "surround-1", "optionSetId": "context-02-surround-1", "intendedTargetOklch": { "l": 0.6499308855926446, "c": 0.04873760403337431, "h": 114.56757333497131 }, "intendedSeparation": 0.012, "intendedHue": 115, "surround": { "A": [ 216, 204, 184 ], "B": [ 202, 87, 71 ], "C": [ 53, 141, 165 ], "D": [ 34, 34, 34 ] }, "reference": { "kind": "surround-shift", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-context-32", "family": "context", "group_id": "context-02-reference-d", "image_filename": "context-32.png", "image_sha256": "d6029d7ab719550e8066455c02433220a0bdc6f2ed8a0af6ac0fe16ed67770ac", "ground_truth": { "choice": "D" }, "prompt": "Which option, A, B, C, or D, has the same flat interior fill color as reference R? Compare the colored interiors; ignore the surrounding colors, labels, and borders. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "chroma", "difficulty": "mid", "sourceRgb": [ 142, 148, 105 ], "interventionSetId": "context-02", "condition": "surround-1", "optionSetId": "context-02-surround-1", "intendedTargetOklch": { "l": 0.6504260223132448, "c": 0.06088621118301653, "h": 114.57472845948905 }, "intendedSeparation": 0.012, "intendedHue": 115, "surround": { "A": [ 216, 204, 184 ], "B": [ 202, 87, 71 ], "C": [ 53, 141, 165 ], "D": [ 34, 34, 34 ] }, "reference": { "kind": "surround-shift", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-context-33", "family": "context", "group_id": "context-02-reference-a", "image_filename": "context-33.png", "image_sha256": "3597663f864d5062dfdb91eacc3a3e8ba1482de9272f7cdaea5aca2853dcd34c", "ground_truth": { "choice": "A" }, "prompt": "Which option, A, B, C, or D, has the same flat interior fill color as reference R? Compare the colored interiors; ignore the surrounding colors, labels, and borders. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "chroma", "difficulty": "mid", "sourceRgb": [ 142, 146, 121 ], "interventionSetId": "context-02", "condition": "surround-2", "optionSetId": "context-02-surround-2", "intendedTargetOklch": { "l": 0.6496189004340799, "c": 0.036228012757126025, "h": 114.79802326382884 }, "intendedSeparation": 0.012, "intendedHue": 115, "surround": { "A": [ 202, 87, 71 ], "B": [ 53, 141, 165 ], "C": [ 34, 34, 34 ], "D": [ 216, 204, 184 ] }, "reference": { "kind": "surround-shift", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-context-34", "family": "context", "group_id": "context-02-reference-b", "image_filename": "context-34.png", "image_sha256": "db74a95fab7a0731cc2ba27a018527f67a2f14bfad79457c47a5000cb178b106", "ground_truth": { "choice": "B" }, "prompt": "Which option, A, B, C, or D, has the same flat interior fill color as reference R? Compare the colored interiors; ignore the surrounding colors, labels, and borders. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "chroma", "difficulty": "mid", "sourceRgb": [ 141, 149, 97 ], "interventionSetId": "context-02", "condition": "surround-2", "optionSetId": "context-02-surround-2", "intendedTargetOklch": { "l": 0.6502693996851885, "c": 0.07282875450997331, "h": 115.58955776782398 }, "intendedSeparation": 0.012, "intendedHue": 115, "surround": { "A": [ 202, 87, 71 ], "B": [ 53, 141, 165 ], "C": [ 34, 34, 34 ], "D": [ 216, 204, 184 ] }, "reference": { "kind": "surround-shift", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-context-35", "family": "context", "group_id": "context-02-reference-c", "image_filename": "context-35.png", "image_sha256": "3673bb1bd71b14448d19ec304ac4339c54aed89b2771d12a00cc71049d7f5cae", "ground_truth": { "choice": "C" }, "prompt": "Which option, A, B, C, or D, has the same flat interior fill color as reference R? Compare the colored interiors; ignore the surrounding colors, labels, and borders. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "chroma", "difficulty": "mid", "sourceRgb": [ 142, 147, 113 ], "interventionSetId": "context-02", "condition": "surround-2", "optionSetId": "context-02-surround-2", "intendedTargetOklch": { "l": 0.6499308855926446, "c": 0.04873760403337431, "h": 114.56757333497131 }, "intendedSeparation": 0.012, "intendedHue": 115, "surround": { "A": [ 202, 87, 71 ], "B": [ 53, 141, 165 ], "C": [ 34, 34, 34 ], "D": [ 216, 204, 184 ] }, "reference": { "kind": "surround-shift", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-context-36", "family": "context", "group_id": "context-02-reference-d", "image_filename": "context-36.png", "image_sha256": "f7e2182abf2aa6d206f0c3d3113d0c044a87cfe2464ae2421c8965f308be2b22", "ground_truth": { "choice": "D" }, "prompt": "Which option, A, B, C, or D, has the same flat interior fill color as reference R? Compare the colored interiors; ignore the surrounding colors, labels, and borders. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "chroma", "difficulty": "mid", "sourceRgb": [ 142, 148, 105 ], "interventionSetId": "context-02", "condition": "surround-2", "optionSetId": "context-02-surround-2", "intendedTargetOklch": { "l": 0.6504260223132448, "c": 0.06088621118301653, "h": 114.57472845948905 }, "intendedSeparation": 0.012, "intendedHue": 115, "surround": { "A": [ 202, 87, 71 ], "B": [ 53, 141, 165 ], "C": [ 34, 34, 34 ], "D": [ 216, 204, 184 ] }, "reference": { "kind": "surround-shift", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-context-37", "family": "context", "group_id": "context-02-reference-a", "image_filename": "context-37.png", "image_sha256": "4efd9f275fc3d64275a1628c7ed66d4919cf5b5064d60a4ac271b98f70fb16aa", "ground_truth": { "choice": "A" }, "prompt": "Which option, A, B, C, or D, has the same flat interior fill color as reference R? Compare the colored interiors; ignore the surrounding colors, labels, and borders. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "chroma", "difficulty": "mid", "sourceRgb": [ 142, 146, 121 ], "interventionSetId": "context-02", "condition": "surround-3", "optionSetId": "context-02-surround-3", "intendedTargetOklch": { "l": 0.6496189004340799, "c": 0.036228012757126025, "h": 114.79802326382884 }, "intendedSeparation": 0.012, "intendedHue": 115, "surround": { "A": [ 53, 141, 165 ], "B": [ 34, 34, 34 ], "C": [ 216, 204, 184 ], "D": [ 202, 87, 71 ] }, "reference": { "kind": "surround-shift", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-context-38", "family": "context", "group_id": "context-02-reference-b", "image_filename": "context-38.png", "image_sha256": "25ae21c3df37a8613c09f0814719d20b79131db7a3ab9d7275d7ac37fcf8d2e2", "ground_truth": { "choice": "B" }, "prompt": "Which option, A, B, C, or D, has the same flat interior fill color as reference R? Compare the colored interiors; ignore the surrounding colors, labels, and borders. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "chroma", "difficulty": "mid", "sourceRgb": [ 141, 149, 97 ], "interventionSetId": "context-02", "condition": "surround-3", "optionSetId": "context-02-surround-3", "intendedTargetOklch": { "l": 0.6502693996851885, "c": 0.07282875450997331, "h": 115.58955776782398 }, "intendedSeparation": 0.012, "intendedHue": 115, "surround": { "A": [ 53, 141, 165 ], "B": [ 34, 34, 34 ], "C": [ 216, 204, 184 ], "D": [ 202, 87, 71 ] }, "reference": { "kind": "surround-shift", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-context-39", "family": "context", "group_id": "context-02-reference-c", "image_filename": "context-39.png", "image_sha256": "bc95f7557257ea8e47265f8c6ad19800ca3c0e410265cd8c5db185e058ff2037", "ground_truth": { "choice": "C" }, "prompt": "Which option, A, B, C, or D, has the same flat interior fill color as reference R? Compare the colored interiors; ignore the surrounding colors, labels, and borders. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "chroma", "difficulty": "mid", "sourceRgb": [ 142, 147, 113 ], "interventionSetId": "context-02", "condition": "surround-3", "optionSetId": "context-02-surround-3", "intendedTargetOklch": { "l": 0.6499308855926446, "c": 0.04873760403337431, "h": 114.56757333497131 }, "intendedSeparation": 0.012, "intendedHue": 115, "surround": { "A": [ 53, 141, 165 ], "B": [ 34, 34, 34 ], "C": [ 216, 204, 184 ], "D": [ 202, 87, 71 ] }, "reference": { "kind": "surround-shift", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-context-40", "family": "context", "group_id": "context-02-reference-d", "image_filename": "context-40.png", "image_sha256": "74379e47c94ed0c3432f3e4c1943b4098170cd8f14f5fe19431d54de7753581e", "ground_truth": { "choice": "D" }, "prompt": "Which option, A, B, C, or D, has the same flat interior fill color as reference R? Compare the colored interiors; ignore the surrounding colors, labels, and borders. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "chroma", "difficulty": "mid", "sourceRgb": [ 142, 148, 105 ], "interventionSetId": "context-02", "condition": "surround-3", "optionSetId": "context-02-surround-3", "intendedTargetOklch": { "l": 0.6504260223132448, "c": 0.06088621118301653, "h": 114.57472845948905 }, "intendedSeparation": 0.012, "intendedHue": 115, "surround": { "A": [ 53, 141, 165 ], "B": [ 34, 34, 34 ], "C": [ 216, 204, 184 ], "D": [ 202, 87, 71 ] }, "reference": { "kind": "surround-shift", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-context-41", "family": "context", "group_id": "context-03-reference-a", "image_filename": "context-41.png", "image_sha256": "6d4cd42915c79f5ea47c8158fc7e8356b5c4bca9f82cc7f12e0437bdac1992ba", "ground_truth": { "choice": "A" }, "prompt": "Which option, A, B, C, or D, has the same flat interior fill color as reference R? Compare the colored interiors; ignore the surrounding colors, labels, and borders. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "hue", "difficulty": "mid", "sourceRgb": [ 91, 153, 179 ], "interventionSetId": "context-03", "condition": "neutral", "optionSetId": "context-03-neutral", "intendedTargetOklch": { "l": 0.6510509514222823, "c": 0.07484258976309971, "h": 226.89140408059365 }, "intendedSeparation": 15, "intendedHue": 205, "surround": { "A": [ 238, 238, 238 ], "B": [ 238, 238, 238 ], "C": [ 238, 238, 238 ], "D": [ 238, 238, 238 ] }, "reference": { "kind": "surround-shift", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-context-42", "family": "context", "group_id": "context-03-reference-b", "image_filename": "context-42.png", "image_sha256": "4f8d65d260954ee37d022b1a41f7236049078be1593603d52c0121ca08a37a53", "ground_truth": { "choice": "B" }, "prompt": "Which option, A, B, C, or D, has the same flat interior fill color as reference R? Compare the colored interiors; ignore the surrounding colors, labels, and borders. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "hue", "difficulty": "mid", "sourceRgb": [ 82, 157, 159 ], "interventionSetId": "context-03", "condition": "neutral", "optionSetId": "context-03-neutral", "intendedTargetOklch": { "l": 0.6488339023330153, "c": 0.07465713036849284, "h": 197.75373132816924 }, "intendedSeparation": 15, "intendedHue": 205, "surround": { "A": [ 238, 238, 238 ], "B": [ 238, 238, 238 ], "C": [ 238, 238, 238 ], "D": [ 238, 238, 238 ] }, "reference": { "kind": "surround-shift", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-context-43", "family": "context", "group_id": "context-03-reference-c", "image_filename": "context-43.png", "image_sha256": "b5d254bcbfbc40cafb144b61fbae4abd909876323fccfa610b36eee2672f4747", "ground_truth": { "choice": "C" }, "prompt": "Which option, A, B, C, or D, has the same flat interior fill color as reference R? Compare the colored interiors; ignore the surrounding colors, labels, and borders. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "hue", "difficulty": "mid", "sourceRgb": [ 84, 155, 170 ], "interventionSetId": "context-03", "condition": "neutral", "optionSetId": "context-03-neutral", "intendedTargetOklch": { "l": 0.648941368874061, "c": 0.07462160978315366, "h": 212.9846923372233 }, "intendedSeparation": 15, "intendedHue": 205, "surround": { "A": [ 238, 238, 238 ], "B": [ 238, 238, 238 ], "C": [ 238, 238, 238 ], "D": [ 238, 238, 238 ] }, "reference": { "kind": "surround-shift", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-context-44", "family": "context", "group_id": "context-03-reference-d", "image_filename": "context-44.png", "image_sha256": "1285cee1dab6bea2fb72454b20b4043c1df155027b0eb30643108750646523ba", "ground_truth": { "choice": "D" }, "prompt": "Which option, A, B, C, or D, has the same flat interior fill color as reference R? Compare the colored interiors; ignore the surrounding colors, labels, and borders. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "hue", "difficulty": "mid", "sourceRgb": [ 86, 158, 147 ], "interventionSetId": "context-03", "condition": "neutral", "optionSetId": "context-03-neutral", "intendedTargetOklch": { "l": 0.6490339223515764, "c": 0.07472797704896246, "h": 182.93462475424394 }, "intendedSeparation": 15, "intendedHue": 205, "surround": { "A": [ 238, 238, 238 ], "B": [ 238, 238, 238 ], "C": [ 238, 238, 238 ], "D": [ 238, 238, 238 ] }, "reference": { "kind": "surround-shift", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-context-45", "family": "context", "group_id": "context-03-reference-a", "image_filename": "context-45.png", "image_sha256": "3c522796f4a496198495078ed9098f3e1e42bb9e7c8b407401e5a29ecdb57c19", "ground_truth": { "choice": "A" }, "prompt": "Which option, A, B, C, or D, has the same flat interior fill color as reference R? Compare the colored interiors; ignore the surrounding colors, labels, and borders. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "hue", "difficulty": "mid", "sourceRgb": [ 91, 153, 179 ], "interventionSetId": "context-03", "condition": "surround-0", "optionSetId": "context-03-surround-0", "intendedTargetOklch": { "l": 0.6510509514222823, "c": 0.07484258976309971, "h": 226.89140408059365 }, "intendedSeparation": 15, "intendedHue": 205, "surround": { "A": [ 34, 34, 34 ], "B": [ 216, 204, 184 ], "C": [ 202, 87, 71 ], "D": [ 53, 141, 165 ] }, "reference": { "kind": "surround-shift", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-context-46", "family": "context", "group_id": "context-03-reference-b", "image_filename": "context-46.png", "image_sha256": "e8bdf38720d51304a4acfb720af9764ec62f164a8936ea31133993d596fbc3ff", "ground_truth": { "choice": "B" }, "prompt": "Which option, A, B, C, or D, has the same flat interior fill color as reference R? Compare the colored interiors; ignore the surrounding colors, labels, and borders. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "hue", "difficulty": "mid", "sourceRgb": [ 82, 157, 159 ], "interventionSetId": "context-03", "condition": "surround-0", "optionSetId": "context-03-surround-0", "intendedTargetOklch": { "l": 0.6488339023330153, "c": 0.07465713036849284, "h": 197.75373132816924 }, "intendedSeparation": 15, "intendedHue": 205, "surround": { "A": [ 34, 34, 34 ], "B": [ 216, 204, 184 ], "C": [ 202, 87, 71 ], "D": [ 53, 141, 165 ] }, "reference": { "kind": "surround-shift", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-context-47", "family": "context", "group_id": "context-03-reference-c", "image_filename": "context-47.png", "image_sha256": "1dda28bcbf0721ecc7ab64b08de6268e170c5f1bce39123adf2555376d267460", "ground_truth": { "choice": "C" }, "prompt": "Which option, A, B, C, or D, has the same flat interior fill color as reference R? Compare the colored interiors; ignore the surrounding colors, labels, and borders. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "hue", "difficulty": "mid", "sourceRgb": [ 84, 155, 170 ], "interventionSetId": "context-03", "condition": "surround-0", "optionSetId": "context-03-surround-0", "intendedTargetOklch": { "l": 0.648941368874061, "c": 0.07462160978315366, "h": 212.9846923372233 }, "intendedSeparation": 15, "intendedHue": 205, "surround": { "A": [ 34, 34, 34 ], "B": [ 216, 204, 184 ], "C": [ 202, 87, 71 ], "D": [ 53, 141, 165 ] }, "reference": { "kind": "surround-shift", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-context-48", "family": "context", "group_id": "context-03-reference-d", "image_filename": "context-48.png", "image_sha256": "b1503ec96a8e3707fd23b7a0b67e4ad7127a817bd446859f206251f7705bf9b1", "ground_truth": { "choice": "D" }, "prompt": "Which option, A, B, C, or D, has the same flat interior fill color as reference R? Compare the colored interiors; ignore the surrounding colors, labels, and borders. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "hue", "difficulty": "mid", "sourceRgb": [ 86, 158, 147 ], "interventionSetId": "context-03", "condition": "surround-0", "optionSetId": "context-03-surround-0", "intendedTargetOklch": { "l": 0.6490339223515764, "c": 0.07472797704896246, "h": 182.93462475424394 }, "intendedSeparation": 15, "intendedHue": 205, "surround": { "A": [ 34, 34, 34 ], "B": [ 216, 204, 184 ], "C": [ 202, 87, 71 ], "D": [ 53, 141, 165 ] }, "reference": { "kind": "surround-shift", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-context-49", "family": "context", "group_id": "context-03-reference-a", "image_filename": "context-49.png", "image_sha256": "980e407b3cc312711cba992e71cc3f2095a80f557fd5994a0e56e614a04614c8", "ground_truth": { "choice": "A" }, "prompt": "Which option, A, B, C, or D, has the same flat interior fill color as reference R? Compare the colored interiors; ignore the surrounding colors, labels, and borders. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "hue", "difficulty": "mid", "sourceRgb": [ 91, 153, 179 ], "interventionSetId": "context-03", "condition": "surround-1", "optionSetId": "context-03-surround-1", "intendedTargetOklch": { "l": 0.6510509514222823, "c": 0.07484258976309971, "h": 226.89140408059365 }, "intendedSeparation": 15, "intendedHue": 205, "surround": { "A": [ 216, 204, 184 ], "B": [ 202, 87, 71 ], "C": [ 53, 141, 165 ], "D": [ 34, 34, 34 ] }, "reference": { "kind": "surround-shift", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-context-50", "family": "context", "group_id": "context-03-reference-b", "image_filename": "context-50.png", "image_sha256": "35eedac83071d8eed5da3f869d721786748887796ff53775c5d5b72913afbdb7", "ground_truth": { "choice": "B" }, "prompt": "Which option, A, B, C, or D, has the same flat interior fill color as reference R? Compare the colored interiors; ignore the surrounding colors, labels, and borders. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "hue", "difficulty": "mid", "sourceRgb": [ 82, 157, 159 ], "interventionSetId": "context-03", "condition": "surround-1", "optionSetId": "context-03-surround-1", "intendedTargetOklch": { "l": 0.6488339023330153, "c": 0.07465713036849284, "h": 197.75373132816924 }, "intendedSeparation": 15, "intendedHue": 205, "surround": { "A": [ 216, 204, 184 ], "B": [ 202, 87, 71 ], "C": [ 53, 141, 165 ], "D": [ 34, 34, 34 ] }, "reference": { "kind": "surround-shift", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-context-51", "family": "context", "group_id": "context-03-reference-c", "image_filename": "context-51.png", "image_sha256": "e0fe5131d5c289fda0961923063b0f5ed70f14294edae3f89b0735f71e6fa599", "ground_truth": { "choice": "C" }, "prompt": "Which option, A, B, C, or D, has the same flat interior fill color as reference R? Compare the colored interiors; ignore the surrounding colors, labels, and borders. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "hue", "difficulty": "mid", "sourceRgb": [ 84, 155, 170 ], "interventionSetId": "context-03", "condition": "surround-1", "optionSetId": "context-03-surround-1", "intendedTargetOklch": { "l": 0.648941368874061, "c": 0.07462160978315366, "h": 212.9846923372233 }, "intendedSeparation": 15, "intendedHue": 205, "surround": { "A": [ 216, 204, 184 ], "B": [ 202, 87, 71 ], "C": [ 53, 141, 165 ], "D": [ 34, 34, 34 ] }, "reference": { "kind": "surround-shift", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-context-52", "family": "context", "group_id": "context-03-reference-d", "image_filename": "context-52.png", "image_sha256": "b56f6b53fd542e2f1eced69de5c2e4dbfb01e0dbb974b579dd3195dd529f816d", "ground_truth": { "choice": "D" }, "prompt": "Which option, A, B, C, or D, has the same flat interior fill color as reference R? Compare the colored interiors; ignore the surrounding colors, labels, and borders. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "hue", "difficulty": "mid", "sourceRgb": [ 86, 158, 147 ], "interventionSetId": "context-03", "condition": "surround-1", "optionSetId": "context-03-surround-1", "intendedTargetOklch": { "l": 0.6490339223515764, "c": 0.07472797704896246, "h": 182.93462475424394 }, "intendedSeparation": 15, "intendedHue": 205, "surround": { "A": [ 216, 204, 184 ], "B": [ 202, 87, 71 ], "C": [ 53, 141, 165 ], "D": [ 34, 34, 34 ] }, "reference": { "kind": "surround-shift", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-context-53", "family": "context", "group_id": "context-03-reference-a", "image_filename": "context-53.png", "image_sha256": "9f9117b78ac3265d94d51bb710c769e2fa438d4a6bdebee7539dd7b773576979", "ground_truth": { "choice": "A" }, "prompt": "Which option, A, B, C, or D, has the same flat interior fill color as reference R? Compare the colored interiors; ignore the surrounding colors, labels, and borders. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "hue", "difficulty": "mid", "sourceRgb": [ 91, 153, 179 ], "interventionSetId": "context-03", "condition": "surround-2", "optionSetId": "context-03-surround-2", "intendedTargetOklch": { "l": 0.6510509514222823, "c": 0.07484258976309971, "h": 226.89140408059365 }, "intendedSeparation": 15, "intendedHue": 205, "surround": { "A": [ 202, 87, 71 ], "B": [ 53, 141, 165 ], "C": [ 34, 34, 34 ], "D": [ 216, 204, 184 ] }, "reference": { "kind": "surround-shift", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-context-54", "family": "context", "group_id": "context-03-reference-b", "image_filename": "context-54.png", "image_sha256": "92719a45af9e582be96765d302afaed95c95e28b007909d84cbb909dae5b8c52", "ground_truth": { "choice": "B" }, "prompt": "Which option, A, B, C, or D, has the same flat interior fill color as reference R? Compare the colored interiors; ignore the surrounding colors, labels, and borders. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "hue", "difficulty": "mid", "sourceRgb": [ 82, 157, 159 ], "interventionSetId": "context-03", "condition": "surround-2", "optionSetId": "context-03-surround-2", "intendedTargetOklch": { "l": 0.6488339023330153, "c": 0.07465713036849284, "h": 197.75373132816924 }, "intendedSeparation": 15, "intendedHue": 205, "surround": { "A": [ 202, 87, 71 ], "B": [ 53, 141, 165 ], "C": [ 34, 34, 34 ], "D": [ 216, 204, 184 ] }, "reference": { "kind": "surround-shift", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-context-55", "family": "context", "group_id": "context-03-reference-c", "image_filename": "context-55.png", "image_sha256": "16dba8b1b20cb604409582c5963cd75aab47c83e61dd6e5cc592af4d04d900c8", "ground_truth": { "choice": "C" }, "prompt": "Which option, A, B, C, or D, has the same flat interior fill color as reference R? Compare the colored interiors; ignore the surrounding colors, labels, and borders. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "hue", "difficulty": "mid", "sourceRgb": [ 84, 155, 170 ], "interventionSetId": "context-03", "condition": "surround-2", "optionSetId": "context-03-surround-2", "intendedTargetOklch": { "l": 0.648941368874061, "c": 0.07462160978315366, "h": 212.9846923372233 }, "intendedSeparation": 15, "intendedHue": 205, "surround": { "A": [ 202, 87, 71 ], "B": [ 53, 141, 165 ], "C": [ 34, 34, 34 ], "D": [ 216, 204, 184 ] }, "reference": { "kind": "surround-shift", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-context-56", "family": "context", "group_id": "context-03-reference-d", "image_filename": "context-56.png", "image_sha256": "a9a3f45cdfd7eda23d03ef4453e6b67f2f8403dd7a993830b2dec3d9b4ac7e0f", "ground_truth": { "choice": "D" }, "prompt": "Which option, A, B, C, or D, has the same flat interior fill color as reference R? Compare the colored interiors; ignore the surrounding colors, labels, and borders. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "hue", "difficulty": "mid", "sourceRgb": [ 86, 158, 147 ], "interventionSetId": "context-03", "condition": "surround-2", "optionSetId": "context-03-surround-2", "intendedTargetOklch": { "l": 0.6490339223515764, "c": 0.07472797704896246, "h": 182.93462475424394 }, "intendedSeparation": 15, "intendedHue": 205, "surround": { "A": [ 202, 87, 71 ], "B": [ 53, 141, 165 ], "C": [ 34, 34, 34 ], "D": [ 216, 204, 184 ] }, "reference": { "kind": "surround-shift", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-context-57", "family": "context", "group_id": "context-03-reference-a", "image_filename": "context-57.png", "image_sha256": "a0c4e597210ac4276adeba9d02c469af412a68dbe4af4b38e39a2be591bd703d", "ground_truth": { "choice": "A" }, "prompt": "Which option, A, B, C, or D, has the same flat interior fill color as reference R? Compare the colored interiors; ignore the surrounding colors, labels, and borders. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "hue", "difficulty": "mid", "sourceRgb": [ 91, 153, 179 ], "interventionSetId": "context-03", "condition": "surround-3", "optionSetId": "context-03-surround-3", "intendedTargetOklch": { "l": 0.6510509514222823, "c": 0.07484258976309971, "h": 226.89140408059365 }, "intendedSeparation": 15, "intendedHue": 205, "surround": { "A": [ 53, 141, 165 ], "B": [ 34, 34, 34 ], "C": [ 216, 204, 184 ], "D": [ 202, 87, 71 ] }, "reference": { "kind": "surround-shift", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-context-58", "family": "context", "group_id": "context-03-reference-b", "image_filename": "context-58.png", "image_sha256": "a261e3cec553a90e5e8ec78abf503223b056ad879cdeabc7b93122df42774f75", "ground_truth": { "choice": "B" }, "prompt": "Which option, A, B, C, or D, has the same flat interior fill color as reference R? Compare the colored interiors; ignore the surrounding colors, labels, and borders. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "hue", "difficulty": "mid", "sourceRgb": [ 82, 157, 159 ], "interventionSetId": "context-03", "condition": "surround-3", "optionSetId": "context-03-surround-3", "intendedTargetOklch": { "l": 0.6488339023330153, "c": 0.07465713036849284, "h": 197.75373132816924 }, "intendedSeparation": 15, "intendedHue": 205, "surround": { "A": [ 53, 141, 165 ], "B": [ 34, 34, 34 ], "C": [ 216, 204, 184 ], "D": [ 202, 87, 71 ] }, "reference": { "kind": "surround-shift", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-context-59", "family": "context", "group_id": "context-03-reference-c", "image_filename": "context-59.png", "image_sha256": "da99aa5d4e25c5cfbfb137fbe069e10c94ec99607193830a4b78cde590139f08", "ground_truth": { "choice": "C" }, "prompt": "Which option, A, B, C, or D, has the same flat interior fill color as reference R? Compare the colored interiors; ignore the surrounding colors, labels, and borders. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "hue", "difficulty": "mid", "sourceRgb": [ 84, 155, 170 ], "interventionSetId": "context-03", "condition": "surround-3", "optionSetId": "context-03-surround-3", "intendedTargetOklch": { "l": 0.648941368874061, "c": 0.07462160978315366, "h": 212.9846923372233 }, "intendedSeparation": 15, "intendedHue": 205, "surround": { "A": [ 53, 141, 165 ], "B": [ 34, 34, 34 ], "C": [ 216, 204, 184 ], "D": [ 202, 87, 71 ] }, "reference": { "kind": "surround-shift", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-context-60", "family": "context", "group_id": "context-03-reference-d", "image_filename": "context-60.png", "image_sha256": "3bfed86cdb3503705f32e810fddaba48bf1b6eb6b50ee4a488e2f24130229dc6", "ground_truth": { "choice": "D" }, "prompt": "Which option, A, B, C, or D, has the same flat interior fill color as reference R? Compare the colored interiors; ignore the surrounding colors, labels, and borders. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "hue", "difficulty": "mid", "sourceRgb": [ 86, 158, 147 ], "interventionSetId": "context-03", "condition": "surround-3", "optionSetId": "context-03-surround-3", "intendedTargetOklch": { "l": 0.6490339223515764, "c": 0.07472797704896246, "h": 182.93462475424394 }, "intendedSeparation": 15, "intendedHue": 205, "surround": { "A": [ 53, 141, 165 ], "B": [ 34, 34, 34 ], "C": [ 216, 204, 184 ], "D": [ 202, 87, 71 ] }, "reference": { "kind": "surround-shift", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-context-61", "family": "context", "group_id": "context-04-reference-a", "image_filename": "context-61.png", "image_sha256": "7c4e3e64dccafa4d9ff9b60d48e94829bc5ed055a111f77cef2f7ff6edf85d0a", "ground_truth": { "choice": "A" }, "prompt": "Which option, A, B, C, or D, has the same flat interior fill color as reference R? Compare the colored interiors; ignore the surrounding colors, labels, and borders. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "lightness", "difficulty": "mid", "sourceRgb": [ 140, 128, 178 ], "interventionSetId": "context-04", "condition": "neutral", "optionSetId": "context-04-neutral", "intendedTargetOklch": { "l": 0.629259896075924, "c": 0.07519050707984609, "h": 295.16557717036267 }, "intendedSeparation": 0.04, "intendedHue": 295, "surround": { "A": [ 238, 238, 238 ], "B": [ 238, 238, 238 ], "C": [ 238, 238, 238 ], "D": [ 238, 238, 238 ] }, "reference": { "kind": "surround-shift", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-context-62", "family": "context", "group_id": "context-04-reference-b", "image_filename": "context-62.png", "image_sha256": "40560f5b7e24cc02743d12dcd2732e7dad4375b0d73342b20ae079b1c260ae16", "ground_truth": { "choice": "B" }, "prompt": "Which option, A, B, C, or D, has the same flat interior fill color as reference R? Compare the colored interiors; ignore the surrounding colors, labels, and borders. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "lightness", "difficulty": "mid", "sourceRgb": [ 152, 140, 191 ], "interventionSetId": "context-04", "condition": "neutral", "optionSetId": "context-04-neutral", "intendedTargetOklch": { "l": 0.6691883703984756, "c": 0.07553334511971303, "h": 295.07464385375926 }, "intendedSeparation": 0.04, "intendedHue": 295, "surround": { "A": [ 238, 238, 238 ], "B": [ 238, 238, 238 ], "C": [ 238, 238, 238 ], "D": [ 238, 238, 238 ] }, "reference": { "kind": "surround-shift", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-context-63", "family": "context", "group_id": "context-04-reference-c", "image_filename": "context-63.png", "image_sha256": "b23bdb4c157783b5dd8c19db7a126ba1ad45e910980df5bd9c115860e53f7521", "ground_truth": { "choice": "C" }, "prompt": "Which option, A, B, C, or D, has the same flat interior fill color as reference R? Compare the colored interiors; ignore the surrounding colors, labels, and borders. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "lightness", "difficulty": "mid", "sourceRgb": [ 128, 116, 166 ], "interventionSetId": "context-04", "condition": "neutral", "optionSetId": "context-04-neutral", "intendedTargetOklch": { "l": 0.5891717678264847, "c": 0.07635878906531218, "h": 294.9660987118498 }, "intendedSeparation": 0.04, "intendedHue": 295, "surround": { "A": [ 238, 238, 238 ], "B": [ 238, 238, 238 ], "C": [ 238, 238, 238 ], "D": [ 238, 238, 238 ] }, "reference": { "kind": "surround-shift", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-context-64", "family": "context", "group_id": "context-04-reference-d", "image_filename": "context-64.png", "image_sha256": "01ada9ac9044d923d101b4b8c9e1a7c61c765636d2c5b7a8224d506f26c54ef1", "ground_truth": { "choice": "D" }, "prompt": "Which option, A, B, C, or D, has the same flat interior fill color as reference R? Compare the colored interiors; ignore the surrounding colors, labels, and borders. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "lightness", "difficulty": "mid", "sourceRgb": [ 164, 153, 204 ], "interventionSetId": "context-04", "condition": "neutral", "optionSetId": "context-04-neutral", "intendedTargetOklch": { "l": 0.7105160485068056, "c": 0.07432083037814519, "h": 294.321347683823 }, "intendedSeparation": 0.04, "intendedHue": 295, "surround": { "A": [ 238, 238, 238 ], "B": [ 238, 238, 238 ], "C": [ 238, 238, 238 ], "D": [ 238, 238, 238 ] }, "reference": { "kind": "surround-shift", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-context-65", "family": "context", "group_id": "context-04-reference-a", "image_filename": "context-65.png", "image_sha256": "efb631c80b6af00d48d5002a67c65698c4a59bf00796edebf612d68c36fd6144", "ground_truth": { "choice": "A" }, "prompt": "Which option, A, B, C, or D, has the same flat interior fill color as reference R? Compare the colored interiors; ignore the surrounding colors, labels, and borders. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "lightness", "difficulty": "mid", "sourceRgb": [ 140, 128, 178 ], "interventionSetId": "context-04", "condition": "surround-0", "optionSetId": "context-04-surround-0", "intendedTargetOklch": { "l": 0.629259896075924, "c": 0.07519050707984609, "h": 295.16557717036267 }, "intendedSeparation": 0.04, "intendedHue": 295, "surround": { "A": [ 34, 34, 34 ], "B": [ 216, 204, 184 ], "C": [ 202, 87, 71 ], "D": [ 53, 141, 165 ] }, "reference": { "kind": "surround-shift", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-context-66", "family": "context", "group_id": "context-04-reference-b", "image_filename": "context-66.png", "image_sha256": "6d56ac17f7c1793f1a2d30528f32c04578de0ea01b8819e3b27d6de99c15bbe7", "ground_truth": { "choice": "B" }, "prompt": "Which option, A, B, C, or D, has the same flat interior fill color as reference R? Compare the colored interiors; ignore the surrounding colors, labels, and borders. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "lightness", "difficulty": "mid", "sourceRgb": [ 152, 140, 191 ], "interventionSetId": "context-04", "condition": "surround-0", "optionSetId": "context-04-surround-0", "intendedTargetOklch": { "l": 0.6691883703984756, "c": 0.07553334511971303, "h": 295.07464385375926 }, "intendedSeparation": 0.04, "intendedHue": 295, "surround": { "A": [ 34, 34, 34 ], "B": [ 216, 204, 184 ], "C": [ 202, 87, 71 ], "D": [ 53, 141, 165 ] }, "reference": { "kind": "surround-shift", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-context-67", "family": "context", "group_id": "context-04-reference-c", "image_filename": "context-67.png", "image_sha256": "02eafdf61f69a91c0760c38d23a6db23e8bb37c1b5bef52da776d60d1661be6c", "ground_truth": { "choice": "C" }, "prompt": "Which option, A, B, C, or D, has the same flat interior fill color as reference R? Compare the colored interiors; ignore the surrounding colors, labels, and borders. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "lightness", "difficulty": "mid", "sourceRgb": [ 128, 116, 166 ], "interventionSetId": "context-04", "condition": "surround-0", "optionSetId": "context-04-surround-0", "intendedTargetOklch": { "l": 0.5891717678264847, "c": 0.07635878906531218, "h": 294.9660987118498 }, "intendedSeparation": 0.04, "intendedHue": 295, "surround": { "A": [ 34, 34, 34 ], "B": [ 216, 204, 184 ], "C": [ 202, 87, 71 ], "D": [ 53, 141, 165 ] }, "reference": { "kind": "surround-shift", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-context-68", "family": "context", "group_id": "context-04-reference-d", "image_filename": "context-68.png", "image_sha256": "ebeae508be26f6b4be8aa9403089d00e8862944c7d8f6469849f94ba1d4573e1", "ground_truth": { "choice": "D" }, "prompt": "Which option, A, B, C, or D, has the same flat interior fill color as reference R? Compare the colored interiors; ignore the surrounding colors, labels, and borders. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "lightness", "difficulty": "mid", "sourceRgb": [ 164, 153, 204 ], "interventionSetId": "context-04", "condition": "surround-0", "optionSetId": "context-04-surround-0", "intendedTargetOklch": { "l": 0.7105160485068056, "c": 0.07432083037814519, "h": 294.321347683823 }, "intendedSeparation": 0.04, "intendedHue": 295, "surround": { "A": [ 34, 34, 34 ], "B": [ 216, 204, 184 ], "C": [ 202, 87, 71 ], "D": [ 53, 141, 165 ] }, "reference": { "kind": "surround-shift", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-context-69", "family": "context", "group_id": "context-04-reference-a", "image_filename": "context-69.png", "image_sha256": "7503cf5b193ecde2eef8b02fa0d1e52b6681835e21e5d0432de7d391524dc88a", "ground_truth": { "choice": "A" }, "prompt": "Which option, A, B, C, or D, has the same flat interior fill color as reference R? Compare the colored interiors; ignore the surrounding colors, labels, and borders. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "lightness", "difficulty": "mid", "sourceRgb": [ 140, 128, 178 ], "interventionSetId": "context-04", "condition": "surround-1", "optionSetId": "context-04-surround-1", "intendedTargetOklch": { "l": 0.629259896075924, "c": 0.07519050707984609, "h": 295.16557717036267 }, "intendedSeparation": 0.04, "intendedHue": 295, "surround": { "A": [ 216, 204, 184 ], "B": [ 202, 87, 71 ], "C": [ 53, 141, 165 ], "D": [ 34, 34, 34 ] }, "reference": { "kind": "surround-shift", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-context-70", "family": "context", "group_id": "context-04-reference-b", "image_filename": "context-70.png", "image_sha256": "97bd32c43e0ce70c338b77a60eacbd1b8456a18bd566c172d43a21c26aece629", "ground_truth": { "choice": "B" }, "prompt": "Which option, A, B, C, or D, has the same flat interior fill color as reference R? Compare the colored interiors; ignore the surrounding colors, labels, and borders. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "lightness", "difficulty": "mid", "sourceRgb": [ 152, 140, 191 ], "interventionSetId": "context-04", "condition": "surround-1", "optionSetId": "context-04-surround-1", "intendedTargetOklch": { "l": 0.6691883703984756, "c": 0.07553334511971303, "h": 295.07464385375926 }, "intendedSeparation": 0.04, "intendedHue": 295, "surround": { "A": [ 216, 204, 184 ], "B": [ 202, 87, 71 ], "C": [ 53, 141, 165 ], "D": [ 34, 34, 34 ] }, "reference": { "kind": "surround-shift", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-context-71", "family": "context", "group_id": "context-04-reference-c", "image_filename": "context-71.png", "image_sha256": "d6e8593f8215ec50311d4fd8878a0ec2e6d97d32aca298d205a7fbca035346d0", "ground_truth": { "choice": "C" }, "prompt": "Which option, A, B, C, or D, has the same flat interior fill color as reference R? Compare the colored interiors; ignore the surrounding colors, labels, and borders. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "lightness", "difficulty": "mid", "sourceRgb": [ 128, 116, 166 ], "interventionSetId": "context-04", "condition": "surround-1", "optionSetId": "context-04-surround-1", "intendedTargetOklch": { "l": 0.5891717678264847, "c": 0.07635878906531218, "h": 294.9660987118498 }, "intendedSeparation": 0.04, "intendedHue": 295, "surround": { "A": [ 216, 204, 184 ], "B": [ 202, 87, 71 ], "C": [ 53, 141, 165 ], "D": [ 34, 34, 34 ] }, "reference": { "kind": "surround-shift", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-context-72", "family": "context", "group_id": "context-04-reference-d", "image_filename": "context-72.png", "image_sha256": "124f91d4ed07c84cafc4e175fcd35d3724cf5323e4b1a0eee06fc1c5839208b8", "ground_truth": { "choice": "D" }, "prompt": "Which option, A, B, C, or D, has the same flat interior fill color as reference R? Compare the colored interiors; ignore the surrounding colors, labels, and borders. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "lightness", "difficulty": "mid", "sourceRgb": [ 164, 153, 204 ], "interventionSetId": "context-04", "condition": "surround-1", "optionSetId": "context-04-surround-1", "intendedTargetOklch": { "l": 0.7105160485068056, "c": 0.07432083037814519, "h": 294.321347683823 }, "intendedSeparation": 0.04, "intendedHue": 295, "surround": { "A": [ 216, 204, 184 ], "B": [ 202, 87, 71 ], "C": [ 53, 141, 165 ], "D": [ 34, 34, 34 ] }, "reference": { "kind": "surround-shift", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-context-73", "family": "context", "group_id": "context-04-reference-a", "image_filename": "context-73.png", "image_sha256": "33d18d0cac6465333ab48edf94c7370ff60f18e71e73427d55f9845c01a279bc", "ground_truth": { "choice": "A" }, "prompt": "Which option, A, B, C, or D, has the same flat interior fill color as reference R? Compare the colored interiors; ignore the surrounding colors, labels, and borders. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "lightness", "difficulty": "mid", "sourceRgb": [ 140, 128, 178 ], "interventionSetId": "context-04", "condition": "surround-2", "optionSetId": "context-04-surround-2", "intendedTargetOklch": { "l": 0.629259896075924, "c": 0.07519050707984609, "h": 295.16557717036267 }, "intendedSeparation": 0.04, "intendedHue": 295, "surround": { "A": [ 202, 87, 71 ], "B": [ 53, 141, 165 ], "C": [ 34, 34, 34 ], "D": [ 216, 204, 184 ] }, "reference": { "kind": "surround-shift", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-context-74", "family": "context", "group_id": "context-04-reference-b", "image_filename": "context-74.png", "image_sha256": "83ac81e998c81b07d83752298c25704b7b81495c9b01b14940a30648b076c18c", "ground_truth": { "choice": "B" }, "prompt": "Which option, A, B, C, or D, has the same flat interior fill color as reference R? Compare the colored interiors; ignore the surrounding colors, labels, and borders. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "lightness", "difficulty": "mid", "sourceRgb": [ 152, 140, 191 ], "interventionSetId": "context-04", "condition": "surround-2", "optionSetId": "context-04-surround-2", "intendedTargetOklch": { "l": 0.6691883703984756, "c": 0.07553334511971303, "h": 295.07464385375926 }, "intendedSeparation": 0.04, "intendedHue": 295, "surround": { "A": [ 202, 87, 71 ], "B": [ 53, 141, 165 ], "C": [ 34, 34, 34 ], "D": [ 216, 204, 184 ] }, "reference": { "kind": "surround-shift", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-context-75", "family": "context", "group_id": "context-04-reference-c", "image_filename": "context-75.png", "image_sha256": "d4f4b1d35b57663cd56e663845181d1c12532cfb0f02c18f302fede79f70fe4a", "ground_truth": { "choice": "C" }, "prompt": "Which option, A, B, C, or D, has the same flat interior fill color as reference R? Compare the colored interiors; ignore the surrounding colors, labels, and borders. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "lightness", "difficulty": "mid", "sourceRgb": [ 128, 116, 166 ], "interventionSetId": "context-04", "condition": "surround-2", "optionSetId": "context-04-surround-2", "intendedTargetOklch": { "l": 0.5891717678264847, "c": 0.07635878906531218, "h": 294.9660987118498 }, "intendedSeparation": 0.04, "intendedHue": 295, "surround": { "A": [ 202, 87, 71 ], "B": [ 53, 141, 165 ], "C": [ 34, 34, 34 ], "D": [ 216, 204, 184 ] }, "reference": { "kind": "surround-shift", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-context-76", "family": "context", "group_id": "context-04-reference-d", "image_filename": "context-76.png", "image_sha256": "84fb94b70ea40250a24c342f1c5f108e414877fbfece696830a0087236b0f244", "ground_truth": { "choice": "D" }, "prompt": "Which option, A, B, C, or D, has the same flat interior fill color as reference R? Compare the colored interiors; ignore the surrounding colors, labels, and borders. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "lightness", "difficulty": "mid", "sourceRgb": [ 164, 153, 204 ], "interventionSetId": "context-04", "condition": "surround-2", "optionSetId": "context-04-surround-2", "intendedTargetOklch": { "l": 0.7105160485068056, "c": 0.07432083037814519, "h": 294.321347683823 }, "intendedSeparation": 0.04, "intendedHue": 295, "surround": { "A": [ 202, 87, 71 ], "B": [ 53, 141, 165 ], "C": [ 34, 34, 34 ], "D": [ 216, 204, 184 ] }, "reference": { "kind": "surround-shift", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-context-77", "family": "context", "group_id": "context-04-reference-a", "image_filename": "context-77.png", "image_sha256": "ed55905ed0b3ab415075930aa3bc223b624b6b59f5c06ed09a0cb71423babb98", "ground_truth": { "choice": "A" }, "prompt": "Which option, A, B, C, or D, has the same flat interior fill color as reference R? Compare the colored interiors; ignore the surrounding colors, labels, and borders. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "lightness", "difficulty": "mid", "sourceRgb": [ 140, 128, 178 ], "interventionSetId": "context-04", "condition": "surround-3", "optionSetId": "context-04-surround-3", "intendedTargetOklch": { "l": 0.629259896075924, "c": 0.07519050707984609, "h": 295.16557717036267 }, "intendedSeparation": 0.04, "intendedHue": 295, "surround": { "A": [ 53, 141, 165 ], "B": [ 34, 34, 34 ], "C": [ 216, 204, 184 ], "D": [ 202, 87, 71 ] }, "reference": { "kind": "surround-shift", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-context-78", "family": "context", "group_id": "context-04-reference-b", "image_filename": "context-78.png", "image_sha256": "a14c17ef9edaa83f783cfc65271bfdf19a0927a6a97b59ca6c5f032ff2c98c5d", "ground_truth": { "choice": "B" }, "prompt": "Which option, A, B, C, or D, has the same flat interior fill color as reference R? Compare the colored interiors; ignore the surrounding colors, labels, and borders. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "lightness", "difficulty": "mid", "sourceRgb": [ 152, 140, 191 ], "interventionSetId": "context-04", "condition": "surround-3", "optionSetId": "context-04-surround-3", "intendedTargetOklch": { "l": 0.6691883703984756, "c": 0.07553334511971303, "h": 295.07464385375926 }, "intendedSeparation": 0.04, "intendedHue": 295, "surround": { "A": [ 53, 141, 165 ], "B": [ 34, 34, 34 ], "C": [ 216, 204, 184 ], "D": [ 202, 87, 71 ] }, "reference": { "kind": "surround-shift", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-context-79", "family": "context", "group_id": "context-04-reference-c", "image_filename": "context-79.png", "image_sha256": "0c787699009cd0dc9b8cc12e7273ac41931175ad46a58fa3db0d51d4dd4dd0ff", "ground_truth": { "choice": "C" }, "prompt": "Which option, A, B, C, or D, has the same flat interior fill color as reference R? Compare the colored interiors; ignore the surrounding colors, labels, and borders. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "lightness", "difficulty": "mid", "sourceRgb": [ 128, 116, 166 ], "interventionSetId": "context-04", "condition": "surround-3", "optionSetId": "context-04-surround-3", "intendedTargetOklch": { "l": 0.5891717678264847, "c": 0.07635878906531218, "h": 294.9660987118498 }, "intendedSeparation": 0.04, "intendedHue": 295, "surround": { "A": [ 53, 141, 165 ], "B": [ 34, 34, 34 ], "C": [ 216, 204, 184 ], "D": [ 202, 87, 71 ] }, "reference": { "kind": "surround-shift", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-context-80", "family": "context", "group_id": "context-04-reference-d", "image_filename": "context-80.png", "image_sha256": "94c680391a4d28a141c1d2f40fd2e5f40515cdf7f85ff53b9806d0737a264a0c", "ground_truth": { "choice": "D" }, "prompt": "Which option, A, B, C, or D, has the same flat interior fill color as reference R? Compare the colored interiors; ignore the surrounding colors, labels, and borders. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "lightness", "difficulty": "mid", "sourceRgb": [ 164, 153, 204 ], "interventionSetId": "context-04", "condition": "surround-3", "optionSetId": "context-04-surround-3", "intendedTargetOklch": { "l": 0.7105160485068056, "c": 0.07432083037814519, "h": 294.321347683823 }, "intendedSeparation": 0.04, "intendedHue": 295, "surround": { "A": [ 53, 141, 165 ], "B": [ 34, 34, 34 ], "C": [ 216, 204, 184 ], "D": [ 202, 87, 71 ] }, "reference": { "kind": "surround-shift", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-gradient-01", "family": "gradient", "group_id": "gradient-01", "image_filename": "gradient-01.png", "image_sha256": "77a7775f7b363fcedcb6f79d0f126fbb76728b93701cb97bf925b7f792a384cf", "ground_truth": { "choice": "A" }, "prompt": "Which strip, A, B, C, or D, has exactly the same left-to-right color progression as reference R? Match the entire visible color field, including where transitions occur, not just its set of colors. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "spatial-color-progression", "difficulty": "set-1", "optionSetId": "gradient-01", "sourceRgb": [ 192, 64, 80 ], "reference": { "kind": "exact-color-field", "interpolation": "encoded-srgb-linear-columns", "width": 240, "interiorPermutation": "two-independent-block-swaps", "grayscaleCalibration": null }, "histogramPreservingDistractors": true, "endpointMatched": true, "grayscaleMatched": false, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-gradient-02", "family": "gradient", "group_id": "gradient-02", "image_filename": "gradient-02.png", "image_sha256": "3f878d5b48eed36ef0cd0d553d513fd19d483b1866df5001bc0fff1fcd582c24", "ground_truth": { "choice": "B" }, "prompt": "Which strip, A, B, C, or D, has exactly the same left-to-right color progression as reference R? Match the entire visible color field, including where transitions occur, not just its set of colors. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "spatial-color-progression", "difficulty": "set-1", "optionSetId": "gradient-01", "sourceRgb": [ 192, 64, 80 ], "reference": { "kind": "exact-color-field", "interpolation": "encoded-srgb-linear-columns", "width": 240, "interiorPermutation": "two-independent-block-swaps", "grayscaleCalibration": null }, "histogramPreservingDistractors": true, "endpointMatched": true, "grayscaleMatched": false, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-gradient-03", "family": "gradient", "group_id": "gradient-03", "image_filename": "gradient-03.png", "image_sha256": "62b151246943c9709bf7e9507a4093a2ef3f74d317d9901d90c364460627fa35", "ground_truth": { "choice": "C" }, "prompt": "Which strip, A, B, C, or D, has exactly the same left-to-right color progression as reference R? Match the entire visible color field, including where transitions occur, not just its set of colors. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "spatial-color-progression", "difficulty": "set-1", "optionSetId": "gradient-01", "sourceRgb": [ 192, 64, 80 ], "reference": { "kind": "exact-color-field", "interpolation": "encoded-srgb-linear-columns", "width": 240, "interiorPermutation": "two-independent-block-swaps", "grayscaleCalibration": null }, "histogramPreservingDistractors": true, "endpointMatched": true, "grayscaleMatched": false, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-gradient-04", "family": "gradient", "group_id": "gradient-04", "image_filename": "gradient-04.png", "image_sha256": "29eb4aa31273bfcadfd71b4e893b4edbf818b9275d2c7ee2a5c7251cd368cfac", "ground_truth": { "choice": "D" }, "prompt": "Which strip, A, B, C, or D, has exactly the same left-to-right color progression as reference R? Match the entire visible color field, including where transitions occur, not just its set of colors. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "spatial-color-progression", "difficulty": "set-1", "optionSetId": "gradient-01", "sourceRgb": [ 192, 64, 80 ], "reference": { "kind": "exact-color-field", "interpolation": "encoded-srgb-linear-columns", "width": 240, "interiorPermutation": "two-independent-block-swaps", "grayscaleCalibration": null }, "histogramPreservingDistractors": true, "endpointMatched": true, "grayscaleMatched": false, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-gradient-05", "family": "gradient", "group_id": "gradient-05", "image_filename": "gradient-05.png", "image_sha256": "8ec7cd7e04e7767f0cb5ed4f69f885b9d20082c1642ea371ddf893c0246b9c3a", "ground_truth": { "choice": "A" }, "prompt": "Which strip, A, B, C, or D, has exactly the same left-to-right color progression as reference R? Match the entire visible color field, including where transitions occur, not just its set of colors. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "spatial-color-progression", "difficulty": "set-2", "optionSetId": "gradient-02", "sourceRgb": [ 38, 112, 190 ], "reference": { "kind": "exact-color-field", "interpolation": "encoded-srgb-linear-columns", "width": 240, "interiorPermutation": "two-independent-block-swaps", "grayscaleCalibration": null }, "histogramPreservingDistractors": true, "endpointMatched": true, "grayscaleMatched": false, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-gradient-06", "family": "gradient", "group_id": "gradient-06", "image_filename": "gradient-06.png", "image_sha256": "9ff59a8b05f87d13300b41175a20947933a02f167d28abc6c3daadb8d4d46c77", "ground_truth": { "choice": "B" }, "prompt": "Which strip, A, B, C, or D, has exactly the same left-to-right color progression as reference R? Match the entire visible color field, including where transitions occur, not just its set of colors. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "spatial-color-progression", "difficulty": "set-2", "optionSetId": "gradient-02", "sourceRgb": [ 38, 112, 190 ], "reference": { "kind": "exact-color-field", "interpolation": "encoded-srgb-linear-columns", "width": 240, "interiorPermutation": "two-independent-block-swaps", "grayscaleCalibration": null }, "histogramPreservingDistractors": true, "endpointMatched": true, "grayscaleMatched": false, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-gradient-07", "family": "gradient", "group_id": "gradient-07", "image_filename": "gradient-07.png", "image_sha256": "a40a82865faf40630f7b852f9fcb04e8a82e501c6455b2f13b602b32a1e2b8eb", "ground_truth": { "choice": "C" }, "prompt": "Which strip, A, B, C, or D, has exactly the same left-to-right color progression as reference R? Match the entire visible color field, including where transitions occur, not just its set of colors. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "spatial-color-progression", "difficulty": "set-2", "optionSetId": "gradient-02", "sourceRgb": [ 38, 112, 190 ], "reference": { "kind": "exact-color-field", "interpolation": "encoded-srgb-linear-columns", "width": 240, "interiorPermutation": "two-independent-block-swaps", "grayscaleCalibration": null }, "histogramPreservingDistractors": true, "endpointMatched": true, "grayscaleMatched": false, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-gradient-08", "family": "gradient", "group_id": "gradient-08", "image_filename": "gradient-08.png", "image_sha256": "24216578a2312943042d23edae66bac47f7c8144971781839ced764b2eeceea8", "ground_truth": { "choice": "D" }, "prompt": "Which strip, A, B, C, or D, has exactly the same left-to-right color progression as reference R? Match the entire visible color field, including where transitions occur, not just its set of colors. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "spatial-color-progression", "difficulty": "set-2", "optionSetId": "gradient-02", "sourceRgb": [ 38, 112, 190 ], "reference": { "kind": "exact-color-field", "interpolation": "encoded-srgb-linear-columns", "width": 240, "interiorPermutation": "two-independent-block-swaps", "grayscaleCalibration": null }, "histogramPreservingDistractors": true, "endpointMatched": true, "grayscaleMatched": false, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-gradient-09", "family": "gradient", "group_id": "gradient-09", "image_filename": "gradient-09.png", "image_sha256": "9e91d8a3916b3121605c2bf16c2a9702fb6060c4567779ce5c9aa281cb0ca350", "ground_truth": { "choice": "A" }, "prompt": "Which strip, A, B, C, or D, has exactly the same left-to-right color progression as reference R? Match the entire visible color field, including where transitions occur, not just its set of colors. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "spatial-color-progression", "difficulty": "set-3", "optionSetId": "gradient-03", "sourceRgb": [ 144, 120, 120 ], "reference": { "kind": "exact-color-field", "interpolation": "encoded-srgb-linear-columns", "width": 240, "interiorPermutation": "two-independent-block-swaps", "grayscaleCalibration": 127 }, "histogramPreservingDistractors": true, "endpointMatched": true, "grayscaleMatched": true, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-gradient-10", "family": "gradient", "group_id": "gradient-10", "image_filename": "gradient-10.png", "image_sha256": "f0833e67a8bb30d2fa7760d6b849e63c0836e2f1e9538809a6bbe758fff17fed", "ground_truth": { "choice": "B" }, "prompt": "Which strip, A, B, C, or D, has exactly the same left-to-right color progression as reference R? Match the entire visible color field, including where transitions occur, not just its set of colors. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "spatial-color-progression", "difficulty": "set-3", "optionSetId": "gradient-03", "sourceRgb": [ 144, 120, 120 ], "reference": { "kind": "exact-color-field", "interpolation": "encoded-srgb-linear-columns", "width": 240, "interiorPermutation": "two-independent-block-swaps", "grayscaleCalibration": 127 }, "histogramPreservingDistractors": true, "endpointMatched": true, "grayscaleMatched": true, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-gradient-11", "family": "gradient", "group_id": "gradient-11", "image_filename": "gradient-11.png", "image_sha256": "1b843cfb1d18ab0bd991ba73b96a3a169bb3db1eec73b621445e12bb3efb2651", "ground_truth": { "choice": "C" }, "prompt": "Which strip, A, B, C, or D, has exactly the same left-to-right color progression as reference R? Match the entire visible color field, including where transitions occur, not just its set of colors. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "spatial-color-progression", "difficulty": "set-3", "optionSetId": "gradient-03", "sourceRgb": [ 144, 120, 120 ], "reference": { "kind": "exact-color-field", "interpolation": "encoded-srgb-linear-columns", "width": 240, "interiorPermutation": "two-independent-block-swaps", "grayscaleCalibration": 127 }, "histogramPreservingDistractors": true, "endpointMatched": true, "grayscaleMatched": true, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-gradient-12", "family": "gradient", "group_id": "gradient-12", "image_filename": "gradient-12.png", "image_sha256": "3bc6376bdb0b093f662fb71719cac334ba5aacca2e8239c70238445cd4d97a2c", "ground_truth": { "choice": "D" }, "prompt": "Which strip, A, B, C, or D, has exactly the same left-to-right color progression as reference R? Match the entire visible color field, including where transitions occur, not just its set of colors. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "spatial-color-progression", "difficulty": "set-3", "optionSetId": "gradient-03", "sourceRgb": [ 144, 120, 120 ], "reference": { "kind": "exact-color-field", "interpolation": "encoded-srgb-linear-columns", "width": 240, "interiorPermutation": "two-independent-block-swaps", "grayscaleCalibration": 127 }, "histogramPreservingDistractors": true, "endpointMatched": true, "grayscaleMatched": true, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-gradient-13", "family": "gradient", "group_id": "gradient-13", "image_filename": "gradient-13.png", "image_sha256": "5fa7232bb3fb6123b3ef8fdaca97f6c9ded263c966b83ea3848adec54a536c23", "ground_truth": { "choice": "A" }, "prompt": "Which strip, A, B, C, or D, has exactly the same left-to-right color progression as reference R? Match the entire visible color field, including where transitions occur, not just its set of colors. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "spatial-color-progression", "difficulty": "set-4", "optionSetId": "gradient-04", "sourceRgb": [ 210, 142, 120 ], "reference": { "kind": "exact-color-field", "interpolation": "encoded-srgb-linear-columns", "width": 240, "interiorPermutation": "two-independent-block-swaps", "grayscaleCalibration": 160 }, "histogramPreservingDistractors": true, "endpointMatched": true, "grayscaleMatched": true, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-gradient-14", "family": "gradient", "group_id": "gradient-14", "image_filename": "gradient-14.png", "image_sha256": "47fa1555c418410d6325eb1238a8fd47e603df7950af874fdefa0a4a3eec922c", "ground_truth": { "choice": "B" }, "prompt": "Which strip, A, B, C, or D, has exactly the same left-to-right color progression as reference R? Match the entire visible color field, including where transitions occur, not just its set of colors. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "spatial-color-progression", "difficulty": "set-4", "optionSetId": "gradient-04", "sourceRgb": [ 210, 142, 120 ], "reference": { "kind": "exact-color-field", "interpolation": "encoded-srgb-linear-columns", "width": 240, "interiorPermutation": "two-independent-block-swaps", "grayscaleCalibration": 160 }, "histogramPreservingDistractors": true, "endpointMatched": true, "grayscaleMatched": true, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-gradient-15", "family": "gradient", "group_id": "gradient-15", "image_filename": "gradient-15.png", "image_sha256": "2edde0de7d9fafafac4ac3c20c378d14081c783dc4c280e3f1da6a3964efe8ec", "ground_truth": { "choice": "C" }, "prompt": "Which strip, A, B, C, or D, has exactly the same left-to-right color progression as reference R? Match the entire visible color field, including where transitions occur, not just its set of colors. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "spatial-color-progression", "difficulty": "set-4", "optionSetId": "gradient-04", "sourceRgb": [ 210, 142, 120 ], "reference": { "kind": "exact-color-field", "interpolation": "encoded-srgb-linear-columns", "width": 240, "interiorPermutation": "two-independent-block-swaps", "grayscaleCalibration": 160 }, "histogramPreservingDistractors": true, "endpointMatched": true, "grayscaleMatched": true, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-gradient-16", "family": "gradient", "group_id": "gradient-16", "image_filename": "gradient-16.png", "image_sha256": "779398cea3505a80b84f9c7857ca573740b43a3247b8a842434ab4cc6953ada6", "ground_truth": { "choice": "D" }, "prompt": "Which strip, A, B, C, or D, has exactly the same left-to-right color progression as reference R? Match the entire visible color field, including where transitions occur, not just its set of colors. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "spatial-color-progression", "difficulty": "set-4", "optionSetId": "gradient-04", "sourceRgb": [ 210, 142, 120 ], "reference": { "kind": "exact-color-field", "interpolation": "encoded-srgb-linear-columns", "width": 240, "interiorPermutation": "two-independent-block-swaps", "grayscaleCalibration": 160 }, "histogramPreservingDistractors": true, "endpointMatched": true, "grayscaleMatched": true, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-hsl-01", "family": "hsl", "group_id": "numeric-01", "image_filename": "numeric-01.png", "image_sha256": "b368c5062523baa1d742b22e9ad1a04664210fc2974c214ac7235127fa201ad4", "ground_truth": { "rgb": [ 192, 64, 80 ] }, "prompt": "Estimate the flat interior color of R in HSL derived from gamma-encoded sRGB. Return only JSON with numeric keys \"h\" (hue in degrees, 0 inclusive to 360 exclusive), \"s\" (saturation percent, 0–100), and \"l\" (lightness percent, 0–100). Use h=0 for an achromatic gray. The target is opaque; estimate its visible fill, not its surroundings.", "design": { "axis": "numeric-estimation", "difficulty": "chromatic", "sourceRgb": [ 192, 64, 80 ], "reference": { "kind": "unreferenced-estimation", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-hsl-02", "family": "hsl", "group_id": "numeric-02", "image_filename": "numeric-02.png", "image_sha256": "b70e79c86cfdfba12becb8cf4e734e23c6228fe9c57bb8978d02d0be904ed084", "ground_truth": { "rgb": [ 38, 112, 190 ] }, "prompt": "Estimate the flat interior color of R in HSL derived from gamma-encoded sRGB. Return only JSON with numeric keys \"h\" (hue in degrees, 0 inclusive to 360 exclusive), \"s\" (saturation percent, 0–100), and \"l\" (lightness percent, 0–100). Use h=0 for an achromatic gray. The target is opaque; estimate its visible fill, not its surroundings.", "design": { "axis": "numeric-estimation", "difficulty": "chromatic", "sourceRgb": [ 38, 112, 190 ], "reference": { "kind": "unreferenced-estimation", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-hsl-03", "family": "hsl", "group_id": "numeric-03", "image_filename": "numeric-03.png", "image_sha256": "93cf0480171265f4ab7aaa4261f52e8f17562140a485f4eded81256088360b26", "ground_truth": { "rgb": [ 60, 140, 100 ] }, "prompt": "Estimate the flat interior color of R in HSL derived from gamma-encoded sRGB. Return only JSON with numeric keys \"h\" (hue in degrees, 0 inclusive to 360 exclusive), \"s\" (saturation percent, 0–100), and \"l\" (lightness percent, 0–100). Use h=0 for an achromatic gray. The target is opaque; estimate its visible fill, not its surroundings.", "design": { "axis": "numeric-estimation", "difficulty": "chromatic", "sourceRgb": [ 60, 140, 100 ], "reference": { "kind": "unreferenced-estimation", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-hsl-04", "family": "hsl", "group_id": "numeric-04", "image_filename": "numeric-04.png", "image_sha256": "954785045b2443bb0bb057313c34212711b4410a4e51d2c99cafce2db33c40f0", "ground_truth": { "rgb": [ 185, 135, 45 ] }, "prompt": "Estimate the flat interior color of R in HSL derived from gamma-encoded sRGB. Return only JSON with numeric keys \"h\" (hue in degrees, 0 inclusive to 360 exclusive), \"s\" (saturation percent, 0–100), and \"l\" (lightness percent, 0–100). Use h=0 for an achromatic gray. The target is opaque; estimate its visible fill, not its surroundings.", "design": { "axis": "numeric-estimation", "difficulty": "chromatic", "sourceRgb": [ 185, 135, 45 ], "reference": { "kind": "unreferenced-estimation", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-hsl-05", "family": "hsl", "group_id": "numeric-05", "image_filename": "numeric-05.png", "image_sha256": "5bae8234424f935cb236b7db44d5794471f07514aedbd4c2ece03be99f27ce61", "ground_truth": { "rgb": [ 135, 85, 175 ] }, "prompt": "Estimate the flat interior color of R in HSL derived from gamma-encoded sRGB. Return only JSON with numeric keys \"h\" (hue in degrees, 0 inclusive to 360 exclusive), \"s\" (saturation percent, 0–100), and \"l\" (lightness percent, 0–100). Use h=0 for an achromatic gray. The target is opaque; estimate its visible fill, not its surroundings.", "design": { "axis": "numeric-estimation", "difficulty": "chromatic", "sourceRgb": [ 135, 85, 175 ], "reference": { "kind": "unreferenced-estimation", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-hsl-06", "family": "hsl", "group_id": "numeric-06", "image_filename": "numeric-06.png", "image_sha256": "3de3d66ae6360dc0806fd29b763d4c448803dc8fa5207405032bdb9e30f4d05c", "ground_truth": { "rgb": [ 22, 48, 75 ] }, "prompt": "Estimate the flat interior color of R in HSL derived from gamma-encoded sRGB. Return only JSON with numeric keys \"h\" (hue in degrees, 0 inclusive to 360 exclusive), \"s\" (saturation percent, 0–100), and \"l\" (lightness percent, 0–100). Use h=0 for an achromatic gray. The target is opaque; estimate its visible fill, not its surroundings.", "design": { "axis": "numeric-estimation", "difficulty": "chromatic", "sourceRgb": [ 22, 48, 75 ], "reference": { "kind": "unreferenced-estimation", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-hsl-07", "family": "hsl", "group_id": "numeric-07", "image_filename": "numeric-07.png", "image_sha256": "d316c4c5f9c4e4d46dfbe76228d4399cdfa0186f45305be38a6e234b6c606770", "ground_truth": { "rgb": [ 225, 215, 188 ] }, "prompt": "Estimate the flat interior color of R in HSL derived from gamma-encoded sRGB. Return only JSON with numeric keys \"h\" (hue in degrees, 0 inclusive to 360 exclusive), \"s\" (saturation percent, 0–100), and \"l\" (lightness percent, 0–100). Use h=0 for an achromatic gray. The target is opaque; estimate its visible fill, not its surroundings.", "design": { "axis": "numeric-estimation", "difficulty": "chromatic", "sourceRgb": [ 225, 215, 188 ], "reference": { "kind": "unreferenced-estimation", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-hsl-08", "family": "hsl", "group_id": "numeric-08", "image_filename": "numeric-08.png", "image_sha256": "f5ebeb60954b76f8f2f0f465c71c4d4dd4503b9b49184ddba6aef9ccbe299a86", "ground_truth": { "rgb": [ 128, 128, 128 ] }, "prompt": "Estimate the flat interior color of R in HSL derived from gamma-encoded sRGB. Return only JSON with numeric keys \"h\" (hue in degrees, 0 inclusive to 360 exclusive), \"s\" (saturation percent, 0–100), and \"l\" (lightness percent, 0–100). Use h=0 for an achromatic gray. The target is opaque; estimate its visible fill, not its surroundings.", "design": { "axis": "numeric-estimation", "difficulty": "achromatic", "sourceRgb": [ 128, 128, 128 ], "reference": { "kind": "unreferenced-estimation", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-hsl-09", "family": "hsl", "group_id": "numeric-09", "image_filename": "numeric-09.png", "image_sha256": "c608d03656c80bc68cc8dc93bea89b013cc50b14cd7e28605dbad7ac3d518b0d", "ground_truth": { "rgb": [ 230, 32, 44 ] }, "prompt": "Estimate the flat interior color of R in HSL derived from gamma-encoded sRGB. Return only JSON with numeric keys \"h\" (hue in degrees, 0 inclusive to 360 exclusive), \"s\" (saturation percent, 0–100), and \"l\" (lightness percent, 0–100). Use h=0 for an achromatic gray. The target is opaque; estimate its visible fill, not its surroundings.", "design": { "axis": "numeric-estimation", "difficulty": "chromatic", "sourceRgb": [ 230, 32, 44 ], "reference": { "kind": "unreferenced-estimation", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-hsl-10", "family": "hsl", "group_id": "numeric-10", "image_filename": "numeric-10.png", "image_sha256": "fc022639784b74925281f8a0a0e4e50fe1b25586f4020be02452d3263f435f33", "ground_truth": { "rgb": [ 24, 158, 82 ] }, "prompt": "Estimate the flat interior color of R in HSL derived from gamma-encoded sRGB. Return only JSON with numeric keys \"h\" (hue in degrees, 0 inclusive to 360 exclusive), \"s\" (saturation percent, 0–100), and \"l\" (lightness percent, 0–100). Use h=0 for an achromatic gray. The target is opaque; estimate its visible fill, not its surroundings.", "design": { "axis": "numeric-estimation", "difficulty": "chromatic", "sourceRgb": [ 24, 158, 82 ], "reference": { "kind": "unreferenced-estimation", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-hsl-11", "family": "hsl", "group_id": "numeric-11", "image_filename": "numeric-11.png", "image_sha256": "6ab001fc27b44551dbc35b0f17d634c4c1fe33f9deb6c5b334a645aef683de03", "ground_truth": { "rgb": [ 44, 84, 228 ] }, "prompt": "Estimate the flat interior color of R in HSL derived from gamma-encoded sRGB. Return only JSON with numeric keys \"h\" (hue in degrees, 0 inclusive to 360 exclusive), \"s\" (saturation percent, 0–100), and \"l\" (lightness percent, 0–100). Use h=0 for an achromatic gray. The target is opaque; estimate its visible fill, not its surroundings.", "design": { "axis": "numeric-estimation", "difficulty": "chromatic", "sourceRgb": [ 44, 84, 228 ], "reference": { "kind": "unreferenced-estimation", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-hsl-12", "family": "hsl", "group_id": "numeric-12", "image_filename": "numeric-12.png", "image_sha256": "e280cbb54a947941fa8a782051f5a1ece7a8379a71335cc9abdb25466aeab9e1", "ground_truth": { "rgb": [ 236, 208, 44 ] }, "prompt": "Estimate the flat interior color of R in HSL derived from gamma-encoded sRGB. Return only JSON with numeric keys \"h\" (hue in degrees, 0 inclusive to 360 exclusive), \"s\" (saturation percent, 0–100), and \"l\" (lightness percent, 0–100). Use h=0 for an achromatic gray. The target is opaque; estimate its visible fill, not its surroundings.", "design": { "axis": "numeric-estimation", "difficulty": "chromatic", "sourceRgb": [ 236, 208, 44 ], "reference": { "kind": "unreferenced-estimation", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-hsl-13", "family": "hsl", "group_id": "numeric-13", "image_filename": "numeric-13.png", "image_sha256": "a2fd6644af52c69a97caf17c9188aa723380e90896d36e39a0e9721168a84150", "ground_truth": { "rgb": [ 198, 58, 188 ] }, "prompt": "Estimate the flat interior color of R in HSL derived from gamma-encoded sRGB. Return only JSON with numeric keys \"h\" (hue in degrees, 0 inclusive to 360 exclusive), \"s\" (saturation percent, 0–100), and \"l\" (lightness percent, 0–100). Use h=0 for an achromatic gray. The target is opaque; estimate its visible fill, not its surroundings.", "design": { "axis": "numeric-estimation", "difficulty": "chromatic", "sourceRgb": [ 198, 58, 188 ], "reference": { "kind": "unreferenced-estimation", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-hsl-14", "family": "hsl", "group_id": "numeric-14", "image_filename": "numeric-14.png", "image_sha256": "e01d0b488cea36d9d4ad0efc19f8d126905871f5336d3a35e1e2b51ebf1c90e6", "ground_truth": { "rgb": [ 44, 178, 198 ] }, "prompt": "Estimate the flat interior color of R in HSL derived from gamma-encoded sRGB. Return only JSON with numeric keys \"h\" (hue in degrees, 0 inclusive to 360 exclusive), \"s\" (saturation percent, 0–100), and \"l\" (lightness percent, 0–100). Use h=0 for an achromatic gray. The target is opaque; estimate its visible fill, not its surroundings.", "design": { "axis": "numeric-estimation", "difficulty": "chromatic", "sourceRgb": [ 44, 178, 198 ], "reference": { "kind": "unreferenced-estimation", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-hsl-15", "family": "hsl", "group_id": "numeric-15", "image_filename": "numeric-15.png", "image_sha256": "8af6bcff62c673b2f0e5dc9b0db143fa73ccef31b9c0c1a86c7e0977a730165f", "ground_truth": { "rgb": [ 16, 16, 18 ] }, "prompt": "Estimate the flat interior color of R in HSL derived from gamma-encoded sRGB. Return only JSON with numeric keys \"h\" (hue in degrees, 0 inclusive to 360 exclusive), \"s\" (saturation percent, 0–100), and \"l\" (lightness percent, 0–100). Use h=0 for an achromatic gray. The target is opaque; estimate its visible fill, not its surroundings.", "design": { "axis": "numeric-estimation", "difficulty": "near-neutral", "sourceRgb": [ 16, 16, 18 ], "reference": { "kind": "unreferenced-estimation", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-hsl-16", "family": "hsl", "group_id": "numeric-16", "image_filename": "numeric-16.png", "image_sha256": "361f338d2bace57141a587055a28a46f3f5c5d6bc26e7da3a6f602513225dd73", "ground_truth": { "rgb": [ 243, 243, 240 ] }, "prompt": "Estimate the flat interior color of R in HSL derived from gamma-encoded sRGB. Return only JSON with numeric keys \"h\" (hue in degrees, 0 inclusive to 360 exclusive), \"s\" (saturation percent, 0–100), and \"l\" (lightness percent, 0–100). Use h=0 for an achromatic gray. The target is opaque; estimate its visible fill, not its surroundings.", "design": { "axis": "numeric-estimation", "difficulty": "near-neutral", "sourceRgb": [ 243, 243, 240 ], "reference": { "kind": "unreferenced-estimation", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-hue-01", "family": "hue", "group_id": "hue-01", "image_filename": "hue-01.png", "image_sha256": "2079821982efd211a119cbf95e62dc5f5e41f0d343c8a69cb59321d09933f38b", "ground_truth": { "choice": "A" }, "prompt": "Which option, A, B, C, or D, has the same hue as reference R? Its lightness and colorfulness may differ. Compare the kind of color, not how light, dark, or gray it is. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "hue", "difficulty": "fixed-lightness-chroma", "optionSetId": "hue-01", "sourceRgb": [ 97, 158, 132 ], "intendedHue": 165.27344356469553, "intendedSeparation": 70, "reference": { "kind": "hue-reference", "minimumDistractorDegrees": 70 }, "humanAgreementMeasured": false, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-hue-02", "family": "hue", "group_id": "hue-02", "image_filename": "hue-02.png", "image_sha256": "5d2e13e034954cea027f30b1e07201d0242dfa81166d9fca6d2f9da34b47e100", "ground_truth": { "choice": "B" }, "prompt": "Which option, A, B, C, or D, has the same hue as reference R? Its lightness and colorfulness may differ. Compare the kind of color, not how light, dark, or gray it is. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "hue", "difficulty": "fixed-lightness-chroma", "optionSetId": "hue-01", "sourceRgb": [ 185, 125, 120 ], "intendedHue": 24.62652850213152, "intendedSeparation": 70, "reference": { "kind": "hue-reference", "minimumDistractorDegrees": 70 }, "humanAgreementMeasured": false, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-hue-03", "family": "hue", "group_id": "hue-03", "image_filename": "hue-03.png", "image_sha256": "70284184359d407a84f320f3cc6bad50d39fdbba09133fb56e50ea4aea81482e", "ground_truth": { "choice": "C" }, "prompt": "Which option, A, B, C, or D, has the same hue as reference R? Its lightness and colorfulness may differ. Compare the kind of color, not how light, dark, or gray it is. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "hue", "difficulty": "fixed-lightness-chroma", "optionSetId": "hue-01", "sourceRgb": [ 96, 151, 183 ], "intendedHue": 235.1329522334952, "intendedSeparation": 70, "reference": { "kind": "hue-reference", "minimumDistractorDegrees": 70 }, "humanAgreementMeasured": false, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-hue-04", "family": "hue", "group_id": "hue-04", "image_filename": "hue-04.png", "image_sha256": "9e02fad6fa312e63016dd8c58d240348e1d9888a60f356c7e9d2fbe802fb42b2", "ground_truth": { "choice": "D" }, "prompt": "Which option, A, B, C, or D, has the same hue as reference R? Its lightness and colorfulness may differ. Compare the kind of color, not how light, dark, or gray it is. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "hue", "difficulty": "fixed-lightness-chroma", "optionSetId": "hue-01", "sourceRgb": [ 157, 143, 89 ], "intendedHue": 95.317516059225, "intendedSeparation": 70, "reference": { "kind": "hue-reference", "minimumDistractorDegrees": 70 }, "humanAgreementMeasured": false, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-hue-05", "family": "hue", "group_id": "hue-05", "image_filename": "hue-05.png", "image_sha256": "2c32f9d4d0d8543883a1ad78d26c0ca43e2ed33ea025f07e783dfaafbc77cb99", "ground_truth": { "choice": "A" }, "prompt": "Which option, A, B, C, or D, has the same hue as reference R? Its lightness and colorfulness may differ. Compare the kind of color, not how light, dark, or gray it is. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "hue", "difficulty": "varying-lightness-chroma", "optionSetId": "hue-02", "sourceRgb": [ 185, 126, 119 ], "intendedHue": 26.270342075595806, "intendedSeparation": 70, "reference": { "kind": "hue-reference", "minimumDistractorDegrees": 70 }, "humanAgreementMeasured": false, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-hue-06", "family": "hue", "group_id": "hue-06", "image_filename": "hue-06.png", "image_sha256": "58143a60816b847c58fbb50dec1b65826127bbaa91a49e051b5d6d285567a865", "ground_truth": { "choice": "B" }, "prompt": "Which option, A, B, C, or D, has the same hue as reference R? Its lightness and colorfulness may differ. Compare the kind of color, not how light, dark, or gray it is. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "hue", "difficulty": "varying-lightness-chroma", "optionSetId": "hue-02", "sourceRgb": [ 96, 151, 183 ], "intendedHue": 235.13345665064338, "intendedSeparation": 70, "reference": { "kind": "hue-reference", "minimumDistractorDegrees": 70 }, "humanAgreementMeasured": false, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-hue-07", "family": "hue", "group_id": "hue-07", "image_filename": "hue-07.png", "image_sha256": "e8564135d609fb5dff98aa7420293d1465d92601e9a0594fe615d5744eb627e5", "ground_truth": { "choice": "C" }, "prompt": "Which option, A, B, C, or D, has the same hue as reference R? Its lightness and colorfulness may differ. Compare the kind of color, not how light, dark, or gray it is. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "hue", "difficulty": "varying-lightness-chroma", "optionSetId": "hue-02", "sourceRgb": [ 157, 143, 89 ], "intendedHue": 95.54340838922008, "intendedSeparation": 70, "reference": { "kind": "hue-reference", "minimumDistractorDegrees": 70 }, "humanAgreementMeasured": false, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-hue-08", "family": "hue", "group_id": "hue-08", "image_filename": "hue-08.png", "image_sha256": "2a91446151a41f561ff62098902b3c70c2bda5dfea37f7e0096ec161ed8d2c45", "ground_truth": { "choice": "D" }, "prompt": "Which option, A, B, C, or D, has the same hue as reference R? Its lightness and colorfulness may differ. Compare the kind of color, not how light, dark, or gray it is. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "hue", "difficulty": "varying-lightness-chroma", "optionSetId": "hue-02", "sourceRgb": [ 97, 158, 132 ], "intendedHue": 164.7779275879152, "intendedSeparation": 70, "reference": { "kind": "hue-reference", "minimumDistractorDegrees": 70 }, "humanAgreementMeasured": false, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-hue-09", "family": "hue", "group_id": "hue-09", "image_filename": "hue-09.png", "image_sha256": "6aacc1118bf24295d0abafdb49ce720738bd3891089305fbf38ac8cbdb1f4b0c", "ground_truth": { "choice": "A" }, "prompt": "Which option, A, B, C, or D, has the same hue as reference R? Its lightness and colorfulness may differ. Compare the kind of color, not how light, dark, or gray it is. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "hue", "difficulty": "fixed-lightness-chroma", "optionSetId": "hue-03", "sourceRgb": [ 82, 157, 165 ], "intendedHue": 204.57191571882274, "intendedSeparation": 30, "reference": { "kind": "hue-reference", "minimumDistractorDegrees": 30 }, "humanAgreementMeasured": false, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-hue-10", "family": "hue", "group_id": "hue-10", "image_filename": "hue-10.png", "image_sha256": "b7150ae1a340e473385da8050073605a733f172a994b8f6c0017d87bf5d2f7b8", "ground_truth": { "choice": "B" }, "prompt": "Which option, A, B, C, or D, has the same hue as reference R? Its lightness and colorfulness may differ. Compare the kind of color, not how light, dark, or gray it is. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "hue", "difficulty": "fixed-lightness-chroma", "optionSetId": "hue-03", "sourceRgb": [ 114, 156, 115 ], "intendedHue": 145.222597849836, "intendedSeparation": 30, "reference": { "kind": "hue-reference", "minimumDistractorDegrees": 30 }, "humanAgreementMeasured": false, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-hue-11", "family": "hue", "group_id": "hue-11", "image_filename": "hue-11.png", "image_sha256": "c620f8046d4f3fa77dcaaa775955c20dde1fb0c5361c40348f72a3a9ac1de7c6", "ground_truth": { "choice": "C" }, "prompt": "Which option, A, B, C, or D, has the same hue as reference R? Its lightness and colorfulness may differ. Compare the kind of color, not how light, dark, or gray it is. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "hue", "difficulty": "fixed-lightness-chroma", "optionSetId": "hue-03", "sourceRgb": [ 90, 158, 140 ], "intendedHue": 174.87184653281292, "intendedSeparation": 30, "reference": { "kind": "hue-reference", "minimumDistractorDegrees": 30 }, "humanAgreementMeasured": false, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-hue-12", "family": "hue", "group_id": "hue-12", "image_filename": "hue-12.png", "image_sha256": "814f9c8d2f6e7f7b1629e1267e203b890381bc52e64334452ff8c64349f804cf", "ground_truth": { "choice": "D" }, "prompt": "Which option, A, B, C, or D, has the same hue as reference R? Its lightness and colorfulness may differ. Compare the kind of color, not how light, dark, or gray it is. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "hue", "difficulty": "fixed-lightness-chroma", "optionSetId": "hue-03", "sourceRgb": [ 141, 149, 95 ], "intendedHue": 115.40502490816243, "intendedSeparation": 30, "reference": { "kind": "hue-reference", "minimumDistractorDegrees": 30 }, "humanAgreementMeasured": false, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-hue-13", "family": "hue", "group_id": "hue-13", "image_filename": "hue-13.png", "image_sha256": "d430d37291946d598949c07b60745d3d5cb35c3857a2704ada8dcad57aea172f", "ground_truth": { "choice": "A" }, "prompt": "Which option, A, B, C, or D, has the same hue as reference R? Its lightness and colorfulness may differ. Compare the kind of color, not how light, dark, or gray it is. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "hue", "difficulty": "varying-lightness-chroma", "optionSetId": "hue-04", "sourceRgb": [ 114, 156, 115 ], "intendedHue": 144.8195365199556, "intendedSeparation": 30, "reference": { "kind": "hue-reference", "minimumDistractorDegrees": 30 }, "humanAgreementMeasured": false, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-hue-14", "family": "hue", "group_id": "hue-14", "image_filename": "hue-14.png", "image_sha256": "6a7bdd56e48edfda23aee1f37b97fcf7ecf4fa4fb9ae0774132f9fd83cdebb22", "ground_truth": { "choice": "B" }, "prompt": "Which option, A, B, C, or D, has the same hue as reference R? Its lightness and colorfulness may differ. Compare the kind of color, not how light, dark, or gray it is. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "hue", "difficulty": "varying-lightness-chroma", "optionSetId": "hue-04", "sourceRgb": [ 90, 158, 141 ], "intendedHue": 175.0344020106079, "intendedSeparation": 30, "reference": { "kind": "hue-reference", "minimumDistractorDegrees": 30 }, "humanAgreementMeasured": false, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-hue-15", "family": "hue", "group_id": "hue-15", "image_filename": "hue-15.png", "image_sha256": "83abeac3ba6ff466867f1d029a7207b29d8b430300a1870df392dff99c3b7590", "ground_truth": { "choice": "C" }, "prompt": "Which option, A, B, C, or D, has the same hue as reference R? Its lightness and colorfulness may differ. Compare the kind of color, not how light, dark, or gray it is. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "hue", "difficulty": "varying-lightness-chroma", "optionSetId": "hue-04", "sourceRgb": [ 141, 149, 95 ], "intendedHue": 115.58399263924412, "intendedSeparation": 30, "reference": { "kind": "hue-reference", "minimumDistractorDegrees": 30 }, "humanAgreementMeasured": false, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-hue-16", "family": "hue", "group_id": "hue-16", "image_filename": "hue-16.png", "image_sha256": "08fd9e0931417e9ac5d9085ff259c36506461738ffda61bd6485c50a7d687e29", "ground_truth": { "choice": "D" }, "prompt": "Which option, A, B, C, or D, has the same hue as reference R? Its lightness and colorfulness may differ. Compare the kind of color, not how light, dark, or gray it is. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "hue", "difficulty": "varying-lightness-chroma", "optionSetId": "hue-04", "sourceRgb": [ 82, 157, 165 ], "intendedHue": 204.8907791825005, "intendedSeparation": 30, "reference": { "kind": "hue-reference", "minimumDistractorDegrees": 30 }, "humanAgreementMeasured": false, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-hue-17", "family": "hue", "group_id": "hue-17", "image_filename": "hue-17.png", "image_sha256": "2779bc91b31613441a35f21dc33971b8cb4d5b0a1d06b047f33030f40ff7c5a3", "ground_truth": { "choice": "A" }, "prompt": "Which option, A, B, C, or D, has the same hue as reference R? Its lightness and colorfulness may differ. Compare the kind of color, not how light, dark, or gray it is. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "hue", "difficulty": "fixed-lightness-chroma", "optionSetId": "hue-05", "sourceRgb": [ 85, 155, 173 ], "intendedHue": 216.4291149460252, "intendedSeparation": 12, "reference": { "kind": "hue-reference", "minimumDistractorDegrees": 12 }, "humanAgreementMeasured": false, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-hue-18", "family": "hue", "group_id": "hue-18", "image_filename": "hue-18.png", "image_sha256": "1315cd5b44b965d200255e774ff183154a2d1fe038e94321cc444b6a5aee22b5", "ground_truth": { "choice": "B" }, "prompt": "Which option, A, B, C, or D, has the same hue as reference R? Its lightness and colorfulness may differ. Compare the kind of color, not how light, dark, or gray it is. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "hue", "difficulty": "fixed-lightness-chroma", "optionSetId": "hue-05", "sourceRgb": [ 100, 149, 185 ], "intendedHue": 241.22001102280953, "intendedSeparation": 12, "reference": { "kind": "hue-reference", "minimumDistractorDegrees": 12 }, "humanAgreementMeasured": false, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-hue-19", "family": "hue", "group_id": "hue-19", "image_filename": "hue-19.png", "image_sha256": "a0bf69bf366247899bab0c4696511381b4ca0cb0b22ca1d071f27f74153c39ba", "ground_truth": { "choice": "C" }, "prompt": "Which option, A, B, C, or D, has the same hue as reference R? Its lightness and colorfulness may differ. Compare the kind of color, not how light, dark, or gray it is. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "hue", "difficulty": "fixed-lightness-chroma", "optionSetId": "hue-05", "sourceRgb": [ 82, 157, 165 ], "intendedHue": 204.57191571882274, "intendedSeparation": 12, "reference": { "kind": "hue-reference", "minimumDistractorDegrees": 12 }, "humanAgreementMeasured": false, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-hue-20", "family": "hue", "group_id": "hue-20", "image_filename": "hue-20.png", "image_sha256": "2ebbe6473fc0c60df1d5da238d336184e82b850e3c17960aa483188ca207fbeb", "ground_truth": { "choice": "D" }, "prompt": "Which option, A, B, C, or D, has the same hue as reference R? Its lightness and colorfulness may differ. Compare the kind of color, not how light, dark, or gray it is. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "hue", "difficulty": "fixed-lightness-chroma", "optionSetId": "hue-05", "sourceRgb": [ 92, 152, 180 ], "intendedHue": 229.5244877411109, "intendedSeparation": 12, "reference": { "kind": "hue-reference", "minimumDistractorDegrees": 12 }, "humanAgreementMeasured": false, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-hue-21", "family": "hue", "group_id": "hue-21", "image_filename": "hue-21.png", "image_sha256": "9925438e15e30b34dcbc64ca789514e6ade5463a5da595d60d526e91cc14a66f", "ground_truth": { "choice": "A" }, "prompt": "Which option, A, B, C, or D, has the same hue as reference R? Its lightness and colorfulness may differ. Compare the kind of color, not how light, dark, or gray it is. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "hue", "difficulty": "varying-lightness-chroma", "optionSetId": "hue-06", "sourceRgb": [ 100, 149, 185 ], "intendedHue": 240.8265800808614, "intendedSeparation": 12, "reference": { "kind": "hue-reference", "minimumDistractorDegrees": 12 }, "humanAgreementMeasured": false, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-hue-22", "family": "hue", "group_id": "hue-22", "image_filename": "hue-22.png", "image_sha256": "0357cca48a0ae1ea6975a8104500af3338c26170605ccfd8670192c3f8fa1791", "ground_truth": { "choice": "B" }, "prompt": "Which option, A, B, C, or D, has the same hue as reference R? Its lightness and colorfulness may differ. Compare the kind of color, not how light, dark, or gray it is. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "hue", "difficulty": "varying-lightness-chroma", "optionSetId": "hue-06", "sourceRgb": [ 82, 156, 166 ], "intendedHue": 206.02089572897066, "intendedSeparation": 12, "reference": { "kind": "hue-reference", "minimumDistractorDegrees": 12 }, "humanAgreementMeasured": false, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-hue-23", "family": "hue", "group_id": "hue-23", "image_filename": "hue-23.png", "image_sha256": "39b2d1c0b1cd10fabe8f5dda88d666646179a2072b669ba7af6a676dca2a667e", "ground_truth": { "choice": "C" }, "prompt": "Which option, A, B, C, or D, has the same hue as reference R? Its lightness and colorfulness may differ. Compare the kind of color, not how light, dark, or gray it is. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "hue", "difficulty": "varying-lightness-chroma", "optionSetId": "hue-06", "sourceRgb": [ 92, 152, 180 ], "intendedHue": 229.31575314296197, "intendedSeparation": 12, "reference": { "kind": "hue-reference", "minimumDistractorDegrees": 12 }, "humanAgreementMeasured": false, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-hue-24", "family": "hue", "group_id": "hue-24", "image_filename": "hue-24.png", "image_sha256": "75dc16f5384a189885427bb5572dcbfcc794dfd62cac47deccdad2c936f32ce4", "ground_truth": { "choice": "D" }, "prompt": "Which option, A, B, C, or D, has the same hue as reference R? Its lightness and colorfulness may differ. Compare the kind of color, not how light, dark, or gray it is. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "hue", "difficulty": "varying-lightness-chroma", "optionSetId": "hue-06", "sourceRgb": [ 86, 155, 173 ], "intendedHue": 217.53715602668242, "intendedSeparation": 12, "reference": { "kind": "hue-reference", "minimumDistractorDegrees": 12 }, "humanAgreementMeasured": false, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-hue-25", "family": "hue", "group_id": "hue-25", "image_filename": "hue-25.png", "image_sha256": "3bf4fd4a0fa8e974e2dd19472b34ef6d48be994a07f1249e4173515e886194f0", "ground_truth": { "choice": "A" }, "prompt": "Which option, A, B, C, or D, has the same hue as reference R? Its lightness and colorfulness may differ. Compare the kind of color, not how light, dark, or gray it is. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "hue", "difficulty": "fixed-lightness-chroma", "optionSetId": "hue-07", "sourceRgb": [ 146, 134, 185 ], "intendedHue": 294.99147055559695, "intendedSeparation": 6, "reference": { "kind": "hue-reference", "minimumDistractorDegrees": 6 }, "humanAgreementMeasured": false, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-hue-26", "family": "hue", "group_id": "hue-26", "image_filename": "hue-26.png", "image_sha256": "670df51c560c406bddf61965e575b778c46fbf1a0f23de8f2e0ff184f1e3c20c", "ground_truth": { "choice": "B" }, "prompt": "Which option, A, B, C, or D, has the same hue as reference R? Its lightness and colorfulness may differ. Compare the kind of color, not how light, dark, or gray it is. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "hue", "difficulty": "fixed-lightness-chroma", "optionSetId": "hue-07", "sourceRgb": [ 155, 131, 179 ], "intendedHue": 307.16893277154924, "intendedSeparation": 6, "reference": { "kind": "hue-reference", "minimumDistractorDegrees": 6 }, "humanAgreementMeasured": false, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-hue-27", "family": "hue", "group_id": "hue-27", "image_filename": "hue-27.png", "image_sha256": "2b695c479b3dd231094d80eea5cd0fb0b40d097a7dc2aec6a076998cc9457485", "ground_truth": { "choice": "C" }, "prompt": "Which option, A, B, C, or D, has the same hue as reference R? Its lightness and colorfulness may differ. Compare the kind of color, not how light, dark, or gray it is. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "hue", "difficulty": "fixed-lightness-chroma", "optionSetId": "hue-07", "sourceRgb": [ 151, 133, 182 ], "intendedHue": 301.18823470708196, "intendedSeparation": 6, "reference": { "kind": "hue-reference", "minimumDistractorDegrees": 6 }, "humanAgreementMeasured": false, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-hue-28", "family": "hue", "group_id": "hue-28", "image_filename": "hue-28.png", "image_sha256": "8f1ceb4bae671997db4e8199d008fb44a4268283f276b583e2b048a4248d9168", "ground_truth": { "choice": "D" }, "prompt": "Which option, A, B, C, or D, has the same hue as reference R? Its lightness and colorfulness may differ. Compare the kind of color, not how light, dark, or gray it is. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "hue", "difficulty": "fixed-lightness-chroma", "optionSetId": "hue-07", "sourceRgb": [ 159, 130, 176 ], "intendedHue": 312.77503187045073, "intendedSeparation": 6, "reference": { "kind": "hue-reference", "minimumDistractorDegrees": 6 }, "humanAgreementMeasured": false, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-hue-29", "family": "hue", "group_id": "hue-29", "image_filename": "hue-29.png", "image_sha256": "0456064220ed79cb5f704728b11229fdb1218ebb46bd21dee1b31b855ddce5fe", "ground_truth": { "choice": "A" }, "prompt": "Which option, A, B, C, or D, has the same hue as reference R? Its lightness and colorfulness may differ. Compare the kind of color, not how light, dark, or gray it is. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "hue", "difficulty": "varying-lightness-chroma", "optionSetId": "hue-08", "sourceRgb": [ 155, 131, 179 ], "intendedHue": 307.43285324683177, "intendedSeparation": 6, "reference": { "kind": "hue-reference", "minimumDistractorDegrees": 6 }, "humanAgreementMeasured": false, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-hue-30", "family": "hue", "group_id": "hue-30", "image_filename": "hue-30.png", "image_sha256": "c9d57971eb4ad989ea3405f17f18d2747459a3d6458d20c4ef4a57dd55cac6ad", "ground_truth": { "choice": "B" }, "prompt": "Which option, A, B, C, or D, has the same hue as reference R? Its lightness and colorfulness may differ. Compare the kind of color, not how light, dark, or gray it is. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "hue", "difficulty": "varying-lightness-chroma", "optionSetId": "hue-08", "sourceRgb": [ 151, 133, 182 ], "intendedHue": 301.23909810611553, "intendedSeparation": 6, "reference": { "kind": "hue-reference", "minimumDistractorDegrees": 6 }, "humanAgreementMeasured": false, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-hue-31", "family": "hue", "group_id": "hue-31", "image_filename": "hue-31.png", "image_sha256": "49f79af7ffd54fb6510af6738926ca932b61095035a736c5e008ec14a2ad4014", "ground_truth": { "choice": "C" }, "prompt": "Which option, A, B, C, or D, has the same hue as reference R? Its lightness and colorfulness may differ. Compare the kind of color, not how light, dark, or gray it is. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "hue", "difficulty": "varying-lightness-chroma", "optionSetId": "hue-08", "sourceRgb": [ 160, 130, 176 ], "intendedHue": 313.70490379629854, "intendedSeparation": 6, "reference": { "kind": "hue-reference", "minimumDistractorDegrees": 6 }, "humanAgreementMeasured": false, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-hue-32", "family": "hue", "group_id": "hue-32", "image_filename": "hue-32.png", "image_sha256": "0ea41a2e7c1285baa0e0ec0e099a990ab02bda5f38a013774fc54a2414ad0ca3", "ground_truth": { "choice": "D" }, "prompt": "Which option, A, B, C, or D, has the same hue as reference R? Its lightness and colorfulness may differ. Compare the kind of color, not how light, dark, or gray it is. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "hue", "difficulty": "varying-lightness-chroma", "optionSetId": "hue-08", "sourceRgb": [ 146, 134, 185 ], "intendedHue": 294.359023684662, "intendedSeparation": 6, "reference": { "kind": "hue-reference", "minimumDistractorDegrees": 6 }, "humanAgreementMeasured": false, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-lightness-01", "family": "lightness", "group_id": "lightness-chain-01-edge-01", "image_filename": "lightness-01.png", "image_sha256": "889f2393d26b7f0184dd396d5ba7e2db3599326510738905cce2621a19421f21", "ground_truth": { "choice": "B" }, "prompt": "Which patch is lighter, A or B? Compare their flat interior colors on the shared neutral background. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "lightness", "difficulty": "wide", "direction": "lighter", "comparisonSetId": "lightness-chain-01", "intendedHue": 0, "intendedSeparation": 0.1, "reference": { "kind": "dark-to-light", "colors": [ [ 48, 48, 48 ], [ 96, 96, 96 ], [ 144, 144, 144 ], [ 192, 192, 192 ], [ 232, 232, 232 ] ] }, "decodedOptionOklch": [ { "l": 0.3600233663413836, "c": 0, "h": 0 }, { "l": 0.4603956036486312, "c": 0, "h": 0 } ], "controlVersion": "0.4.0" } }, { "task_id": "colorbench-lightness-02", "family": "lightness", "group_id": "lightness-chain-01-edge-01", "image_filename": "lightness-02.png", "image_sha256": "85d23cb6735d1e4e8394804b19ca3c802ceed6c1a516cd4d1555d1659239fffa", "ground_truth": { "choice": "A" }, "prompt": "Which patch is lighter, A or B? Compare their flat interior colors on the shared neutral background. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "lightness", "difficulty": "wide", "direction": "lighter", "comparisonSetId": "lightness-chain-01", "intendedHue": 0, "intendedSeparation": 0.1, "reference": { "kind": "dark-to-light", "colors": [ [ 48, 48, 48 ], [ 96, 96, 96 ], [ 144, 144, 144 ], [ 192, 192, 192 ], [ 232, 232, 232 ] ] }, "decodedOptionOklch": [ { "l": 0.4603956036486312, "c": 0, "h": 0 }, { "l": 0.3600233663413836, "c": 0, "h": 0 } ], "controlVersion": "0.4.0" } }, { "task_id": "colorbench-lightness-03", "family": "lightness", "group_id": "lightness-chain-01-edge-01", "image_filename": "lightness-03.png", "image_sha256": "37c3ea177ae5224009252a87cfe6547b9e6e6a4a8a6d468a7039379dc641a042", "ground_truth": { "choice": "A" }, "prompt": "Which patch is darker, A or B? Compare their flat interior colors on the shared neutral background. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "lightness", "difficulty": "wide", "direction": "darker", "comparisonSetId": "lightness-chain-01", "intendedHue": 0, "intendedSeparation": 0.1, "reference": { "kind": "dark-to-light", "colors": [ [ 48, 48, 48 ], [ 96, 96, 96 ], [ 144, 144, 144 ], [ 192, 192, 192 ], [ 232, 232, 232 ] ] }, "decodedOptionOklch": [ { "l": 0.3600233663413836, "c": 0, "h": 0 }, { "l": 0.4603956036486312, "c": 0, "h": 0 } ], "controlVersion": "0.4.0" } }, { "task_id": "colorbench-lightness-04", "family": "lightness", "group_id": "lightness-chain-01-edge-01", "image_filename": "lightness-04.png", "image_sha256": "45623ab6bdcc771b2637de27a88d0036e401ece3799060f3247f85e1582c40e9", "ground_truth": { "choice": "B" }, "prompt": "Which patch is darker, A or B? Compare their flat interior colors on the shared neutral background. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "lightness", "difficulty": "wide", "direction": "darker", "comparisonSetId": "lightness-chain-01", "intendedHue": 0, "intendedSeparation": 0.1, "reference": { "kind": "dark-to-light", "colors": [ [ 48, 48, 48 ], [ 96, 96, 96 ], [ 144, 144, 144 ], [ 192, 192, 192 ], [ 232, 232, 232 ] ] }, "decodedOptionOklch": [ { "l": 0.4603956036486312, "c": 0, "h": 0 }, { "l": 0.3600233663413836, "c": 0, "h": 0 } ], "controlVersion": "0.4.0" } }, { "task_id": "colorbench-lightness-05", "family": "lightness", "group_id": "lightness-chain-01-edge-02", "image_filename": "lightness-05.png", "image_sha256": "7321c42958c5e34949ccedeaa9eb2bc000b78d1aefc17e1ad0583d259b91a2f6", "ground_truth": { "choice": "B" }, "prompt": "Which patch is lighter, A or B? Compare their flat interior colors on the shared neutral background. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "lightness", "difficulty": "mid", "direction": "lighter", "comparisonSetId": "lightness-chain-01", "intendedHue": 0, "intendedSeparation": 0.05, "reference": { "kind": "dark-to-light", "colors": [ [ 48, 48, 48 ], [ 96, 96, 96 ], [ 144, 144, 144 ], [ 192, 192, 192 ], [ 232, 232, 232 ] ] }, "decodedOptionOklch": [ { "l": 0.4603956036486312, "c": 0, "h": 0 }, { "l": 0.5102783549712854, "c": 0, "h": 0 } ], "controlVersion": "0.4.0" } }, { "task_id": "colorbench-lightness-06", "family": "lightness", "group_id": "lightness-chain-01-edge-02", "image_filename": "lightness-06.png", "image_sha256": "6b7d45f09890a73aae627559bccdd1e843d9b9070c10c0959caacfe4986921a6", "ground_truth": { "choice": "A" }, "prompt": "Which patch is lighter, A or B? Compare their flat interior colors on the shared neutral background. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "lightness", "difficulty": "mid", "direction": "lighter", "comparisonSetId": "lightness-chain-01", "intendedHue": 0, "intendedSeparation": 0.05, "reference": { "kind": "dark-to-light", "colors": [ [ 48, 48, 48 ], [ 96, 96, 96 ], [ 144, 144, 144 ], [ 192, 192, 192 ], [ 232, 232, 232 ] ] }, "decodedOptionOklch": [ { "l": 0.5102783549712854, "c": 0, "h": 0 }, { "l": 0.4603956036486312, "c": 0, "h": 0 } ], "controlVersion": "0.4.0" } }, { "task_id": "colorbench-lightness-07", "family": "lightness", "group_id": "lightness-chain-01-edge-02", "image_filename": "lightness-07.png", "image_sha256": "7b34d26487e3ee245e11197f96c815584fb721f25679b03b529200383f167b46", "ground_truth": { "choice": "A" }, "prompt": "Which patch is darker, A or B? Compare their flat interior colors on the shared neutral background. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "lightness", "difficulty": "mid", "direction": "darker", "comparisonSetId": "lightness-chain-01", "intendedHue": 0, "intendedSeparation": 0.05, "reference": { "kind": "dark-to-light", "colors": [ [ 48, 48, 48 ], [ 96, 96, 96 ], [ 144, 144, 144 ], [ 192, 192, 192 ], [ 232, 232, 232 ] ] }, "decodedOptionOklch": [ { "l": 0.4603956036486312, "c": 0, "h": 0 }, { "l": 0.5102783549712854, "c": 0, "h": 0 } ], "controlVersion": "0.4.0" } }, { "task_id": "colorbench-lightness-08", "family": "lightness", "group_id": "lightness-chain-01-edge-02", "image_filename": "lightness-08.png", "image_sha256": "4a9cfd12e0808cfcefe7a8c8f1df362eee095f28dbf74bef8d86991ba776c681", "ground_truth": { "choice": "B" }, "prompt": "Which patch is darker, A or B? Compare their flat interior colors on the shared neutral background. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "lightness", "difficulty": "mid", "direction": "darker", "comparisonSetId": "lightness-chain-01", "intendedHue": 0, "intendedSeparation": 0.05, "reference": { "kind": "dark-to-light", "colors": [ [ 48, 48, 48 ], [ 96, 96, 96 ], [ 144, 144, 144 ], [ 192, 192, 192 ], [ 232, 232, 232 ] ] }, "decodedOptionOklch": [ { "l": 0.5102783549712854, "c": 0, "h": 0 }, { "l": 0.4603956036486312, "c": 0, "h": 0 } ], "controlVersion": "0.4.0" } }, { "task_id": "colorbench-lightness-09", "family": "lightness", "group_id": "lightness-chain-01-edge-03", "image_filename": "lightness-09.png", "image_sha256": "a524616e72af097a0a3da21c573b49ebc34bd2ee6ae72f4ed860d2263c983097", "ground_truth": { "choice": "B" }, "prompt": "Which patch is lighter, A or B? Compare their flat interior colors on the shared neutral background. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "lightness", "difficulty": "narrow", "direction": "lighter", "comparisonSetId": "lightness-chain-01", "intendedHue": 0, "intendedSeparation": 0.02, "reference": { "kind": "dark-to-light", "colors": [ [ 48, 48, 48 ], [ 96, 96, 96 ], [ 144, 144, 144 ], [ 192, 192, 192 ], [ 232, 232, 232 ] ] }, "decodedOptionOklch": [ { "l": 0.5102783549712854, "c": 0, "h": 0 }, { "l": 0.5312817994338657, "c": 0, "h": 0 } ], "controlVersion": "0.4.0" } }, { "task_id": "colorbench-lightness-10", "family": "lightness", "group_id": "lightness-chain-01-edge-03", "image_filename": "lightness-10.png", "image_sha256": "7051a37d6ded71fb1b61a47a15ed6a3bb4b3df01b6bc077e29450a5ef430b855", "ground_truth": { "choice": "A" }, "prompt": "Which patch is lighter, A or B? Compare their flat interior colors on the shared neutral background. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "lightness", "difficulty": "narrow", "direction": "lighter", "comparisonSetId": "lightness-chain-01", "intendedHue": 0, "intendedSeparation": 0.02, "reference": { "kind": "dark-to-light", "colors": [ [ 48, 48, 48 ], [ 96, 96, 96 ], [ 144, 144, 144 ], [ 192, 192, 192 ], [ 232, 232, 232 ] ] }, "decodedOptionOklch": [ { "l": 0.5312817994338657, "c": 0, "h": 0 }, { "l": 0.5102783549712854, "c": 0, "h": 0 } ], "controlVersion": "0.4.0" } }, { "task_id": "colorbench-lightness-11", "family": "lightness", "group_id": "lightness-chain-01-edge-03", "image_filename": "lightness-11.png", "image_sha256": "d2be39f8854bbfb3d0f0bed884a02eef2c881974ffb92c876b756e1e5fea0b1c", "ground_truth": { "choice": "A" }, "prompt": "Which patch is darker, A or B? Compare their flat interior colors on the shared neutral background. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "lightness", "difficulty": "narrow", "direction": "darker", "comparisonSetId": "lightness-chain-01", "intendedHue": 0, "intendedSeparation": 0.02, "reference": { "kind": "dark-to-light", "colors": [ [ 48, 48, 48 ], [ 96, 96, 96 ], [ 144, 144, 144 ], [ 192, 192, 192 ], [ 232, 232, 232 ] ] }, "decodedOptionOklch": [ { "l": 0.5102783549712854, "c": 0, "h": 0 }, { "l": 0.5312817994338657, "c": 0, "h": 0 } ], "controlVersion": "0.4.0" } }, { "task_id": "colorbench-lightness-12", "family": "lightness", "group_id": "lightness-chain-01-edge-03", "image_filename": "lightness-12.png", "image_sha256": "56009807c42d374e8485599e43f027c322eaac16379b2f9b29a7d3df28a21733", "ground_truth": { "choice": "B" }, "prompt": "Which patch is darker, A or B? Compare their flat interior colors on the shared neutral background. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "lightness", "difficulty": "narrow", "direction": "darker", "comparisonSetId": "lightness-chain-01", "intendedHue": 0, "intendedSeparation": 0.02, "reference": { "kind": "dark-to-light", "colors": [ [ 48, 48, 48 ], [ 96, 96, 96 ], [ 144, 144, 144 ], [ 192, 192, 192 ], [ 232, 232, 232 ] ] }, "decodedOptionOklch": [ { "l": 0.5312817994338657, "c": 0, "h": 0 }, { "l": 0.5102783549712854, "c": 0, "h": 0 } ], "controlVersion": "0.4.0" } }, { "task_id": "colorbench-lightness-13", "family": "lightness", "group_id": "lightness-chain-01-edge-04", "image_filename": "lightness-13.png", "image_sha256": "fb950a04034bf2e340c1ba68a3c2129abf972631376588cbc32b6f4d516de7ae", "ground_truth": { "choice": "B" }, "prompt": "Which patch is lighter, A or B? Compare their flat interior colors on the shared neutral background. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "lightness", "difficulty": "near", "direction": "lighter", "comparisonSetId": "lightness-chain-01", "intendedHue": 0, "intendedSeparation": 0.01, "reference": { "kind": "dark-to-light", "colors": [ [ 48, 48, 48 ], [ 96, 96, 96 ], [ 144, 144, 144 ], [ 192, 192, 192 ], [ 232, 232, 232 ] ] }, "decodedOptionOklch": [ { "l": 0.5312817994338657, "c": 0, "h": 0 }, { "l": 0.5417056629433284, "c": 0, "h": 0 } ], "controlVersion": "0.4.0" } }, { "task_id": "colorbench-lightness-14", "family": "lightness", "group_id": "lightness-chain-01-edge-04", "image_filename": "lightness-14.png", "image_sha256": "a0b8ecfbf92ce97e2a16ea80cfbedf793df97bf23871968a2bb47e69ec074f11", "ground_truth": { "choice": "A" }, "prompt": "Which patch is lighter, A or B? Compare their flat interior colors on the shared neutral background. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "lightness", "difficulty": "near", "direction": "lighter", "comparisonSetId": "lightness-chain-01", "intendedHue": 0, "intendedSeparation": 0.01, "reference": { "kind": "dark-to-light", "colors": [ [ 48, 48, 48 ], [ 96, 96, 96 ], [ 144, 144, 144 ], [ 192, 192, 192 ], [ 232, 232, 232 ] ] }, "decodedOptionOklch": [ { "l": 0.5417056629433284, "c": 0, "h": 0 }, { "l": 0.5312817994338657, "c": 0, "h": 0 } ], "controlVersion": "0.4.0" } }, { "task_id": "colorbench-lightness-15", "family": "lightness", "group_id": "lightness-chain-01-edge-04", "image_filename": "lightness-15.png", "image_sha256": "7385d59f9a7375f37079ed4b5cc4333ac8e2aaca4f43f5191b4f4f8a5eecc380", "ground_truth": { "choice": "A" }, "prompt": "Which patch is darker, A or B? Compare their flat interior colors on the shared neutral background. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "lightness", "difficulty": "near", "direction": "darker", "comparisonSetId": "lightness-chain-01", "intendedHue": 0, "intendedSeparation": 0.01, "reference": { "kind": "dark-to-light", "colors": [ [ 48, 48, 48 ], [ 96, 96, 96 ], [ 144, 144, 144 ], [ 192, 192, 192 ], [ 232, 232, 232 ] ] }, "decodedOptionOklch": [ { "l": 0.5312817994338657, "c": 0, "h": 0 }, { "l": 0.5417056629433284, "c": 0, "h": 0 } ], "controlVersion": "0.4.0" } }, { "task_id": "colorbench-lightness-16", "family": "lightness", "group_id": "lightness-chain-01-edge-04", "image_filename": "lightness-16.png", "image_sha256": "e3ba4e84f103aae192017e2a253997706ba160bc3d9507892d09454b43e03a2d", "ground_truth": { "choice": "B" }, "prompt": "Which patch is darker, A or B? Compare their flat interior colors on the shared neutral background. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "lightness", "difficulty": "near", "direction": "darker", "comparisonSetId": "lightness-chain-01", "intendedHue": 0, "intendedSeparation": 0.01, "reference": { "kind": "dark-to-light", "colors": [ [ 48, 48, 48 ], [ 96, 96, 96 ], [ 144, 144, 144 ], [ 192, 192, 192 ], [ 232, 232, 232 ] ] }, "decodedOptionOklch": [ { "l": 0.5417056629433284, "c": 0, "h": 0 }, { "l": 0.5312817994338657, "c": 0, "h": 0 } ], "controlVersion": "0.4.0" } }, { "task_id": "colorbench-lightness-17", "family": "lightness", "group_id": "lightness-chain-02-edge-01", "image_filename": "lightness-17.png", "image_sha256": "bb0044acbcdefe4273260b506a728b9f9d5a88e5b0a14abe29032a3f1793189b", "ground_truth": { "choice": "B" }, "prompt": "Which patch is lighter, A or B? Compare their flat interior colors on the shared neutral background. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "lightness", "difficulty": "mid", "direction": "lighter", "comparisonSetId": "lightness-chain-02", "intendedHue": 25, "intendedSeparation": 0.05, "reference": { "kind": "dark-to-light", "colors": [ [ 48, 48, 48 ], [ 96, 96, 96 ], [ 144, 144, 144 ], [ 192, 192, 192 ], [ 232, 232, 232 ] ] }, "decodedOptionOklch": [ { "l": 0.4303043001389351, "c": 0.05038404749640244, "h": 24.63468405320498 }, { "l": 0.481049705771332, "c": 0.05036887593260593, "h": 25.99305260577006 } ], "controlVersion": "0.4.0" } }, { "task_id": "colorbench-lightness-18", "family": "lightness", "group_id": "lightness-chain-02-edge-01", "image_filename": "lightness-18.png", "image_sha256": "1af9c4bab58152305917a176acdf8994750be651d0799c5ab693741f16a45c4c", "ground_truth": { "choice": "A" }, "prompt": "Which patch is lighter, A or B? Compare their flat interior colors on the shared neutral background. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "lightness", "difficulty": "mid", "direction": "lighter", "comparisonSetId": "lightness-chain-02", "intendedHue": 25, "intendedSeparation": 0.05, "reference": { "kind": "dark-to-light", "colors": [ [ 48, 48, 48 ], [ 96, 96, 96 ], [ 144, 144, 144 ], [ 192, 192, 192 ], [ 232, 232, 232 ] ] }, "decodedOptionOklch": [ { "l": 0.481049705771332, "c": 0.05036887593260593, "h": 25.99305260577006 }, { "l": 0.4303043001389351, "c": 0.05038404749640244, "h": 24.63468405320498 } ], "controlVersion": "0.4.0" } }, { "task_id": "colorbench-lightness-19", "family": "lightness", "group_id": "lightness-chain-02-edge-01", "image_filename": "lightness-19.png", "image_sha256": "2d87255a4b64f3c05de5ace361b592de84daea690bc1e9a46dee1fea25089f48", "ground_truth": { "choice": "A" }, "prompt": "Which patch is darker, A or B? Compare their flat interior colors on the shared neutral background. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "lightness", "difficulty": "mid", "direction": "darker", "comparisonSetId": "lightness-chain-02", "intendedHue": 25, "intendedSeparation": 0.05, "reference": { "kind": "dark-to-light", "colors": [ [ 48, 48, 48 ], [ 96, 96, 96 ], [ 144, 144, 144 ], [ 192, 192, 192 ], [ 232, 232, 232 ] ] }, "decodedOptionOklch": [ { "l": 0.4303043001389351, "c": 0.05038404749640244, "h": 24.63468405320498 }, { "l": 0.481049705771332, "c": 0.05036887593260593, "h": 25.99305260577006 } ], "controlVersion": "0.4.0" } }, { "task_id": "colorbench-lightness-20", "family": "lightness", "group_id": "lightness-chain-02-edge-01", "image_filename": "lightness-20.png", "image_sha256": "fcfae16d4fd7d43165fc9e27dd6d5d53f751b4f2ced003b9221b7a4589150b2f", "ground_truth": { "choice": "B" }, "prompt": "Which patch is darker, A or B? Compare their flat interior colors on the shared neutral background. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "lightness", "difficulty": "mid", "direction": "darker", "comparisonSetId": "lightness-chain-02", "intendedHue": 25, "intendedSeparation": 0.05, "reference": { "kind": "dark-to-light", "colors": [ [ 48, 48, 48 ], [ 96, 96, 96 ], [ 144, 144, 144 ], [ 192, 192, 192 ], [ 232, 232, 232 ] ] }, "decodedOptionOklch": [ { "l": 0.481049705771332, "c": 0.05036887593260593, "h": 25.99305260577006 }, { "l": 0.4303043001389351, "c": 0.05038404749640244, "h": 24.63468405320498 } ], "controlVersion": "0.4.0" } }, { "task_id": "colorbench-lightness-21", "family": "lightness", "group_id": "lightness-chain-02-edge-02", "image_filename": "lightness-21.png", "image_sha256": "5bb55de9d0bc500515469e3094357aee9b80fc98d55974db1bed6eedeb3164a2", "ground_truth": { "choice": "B" }, "prompt": "Which patch is lighter, A or B? Compare their flat interior colors on the shared neutral background. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "lightness", "difficulty": "narrow", "direction": "lighter", "comparisonSetId": "lightness-chain-02", "intendedHue": 25, "intendedSeparation": 0.02, "reference": { "kind": "dark-to-light", "colors": [ [ 48, 48, 48 ], [ 96, 96, 96 ], [ 144, 144, 144 ], [ 192, 192, 192 ], [ 232, 232, 232 ] ] }, "decodedOptionOklch": [ { "l": 0.481049705771332, "c": 0.05036887593260593, "h": 25.99305260577006 }, { "l": 0.5000226844566541, "c": 0.05096636042762954, "h": 24.10946785062424 } ], "controlVersion": "0.4.0" } }, { "task_id": "colorbench-lightness-22", "family": "lightness", "group_id": "lightness-chain-02-edge-02", "image_filename": "lightness-22.png", "image_sha256": "7718ad9cb3a35aa3ba781d3763def6cb108002f6ce40896a2c92117d649cc3c0", "ground_truth": { "choice": "A" }, "prompt": "Which patch is lighter, A or B? Compare their flat interior colors on the shared neutral background. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "lightness", "difficulty": "narrow", "direction": "lighter", "comparisonSetId": "lightness-chain-02", "intendedHue": 25, "intendedSeparation": 0.02, "reference": { "kind": "dark-to-light", "colors": [ [ 48, 48, 48 ], [ 96, 96, 96 ], [ 144, 144, 144 ], [ 192, 192, 192 ], [ 232, 232, 232 ] ] }, "decodedOptionOklch": [ { "l": 0.5000226844566541, "c": 0.05096636042762954, "h": 24.10946785062424 }, { "l": 0.481049705771332, "c": 0.05036887593260593, "h": 25.99305260577006 } ], "controlVersion": "0.4.0" } }, { "task_id": "colorbench-lightness-23", "family": "lightness", "group_id": "lightness-chain-02-edge-02", "image_filename": "lightness-23.png", "image_sha256": "e259f6a925d191cb2c99179468c5d9f938f562aef94cba5c3c1297c313e45bb7", "ground_truth": { "choice": "A" }, "prompt": "Which patch is darker, A or B? Compare their flat interior colors on the shared neutral background. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "lightness", "difficulty": "narrow", "direction": "darker", "comparisonSetId": "lightness-chain-02", "intendedHue": 25, "intendedSeparation": 0.02, "reference": { "kind": "dark-to-light", "colors": [ [ 48, 48, 48 ], [ 96, 96, 96 ], [ 144, 144, 144 ], [ 192, 192, 192 ], [ 232, 232, 232 ] ] }, "decodedOptionOklch": [ { "l": 0.481049705771332, "c": 0.05036887593260593, "h": 25.99305260577006 }, { "l": 0.5000226844566541, "c": 0.05096636042762954, "h": 24.10946785062424 } ], "controlVersion": "0.4.0" } }, { "task_id": "colorbench-lightness-24", "family": "lightness", "group_id": "lightness-chain-02-edge-02", "image_filename": "lightness-24.png", "image_sha256": "491e2d23faca4ea536a2bedb0d0964457de22494db5e2c70861d1fa7215d1c6f", "ground_truth": { "choice": "B" }, "prompt": "Which patch is darker, A or B? Compare their flat interior colors on the shared neutral background. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "lightness", "difficulty": "narrow", "direction": "darker", "comparisonSetId": "lightness-chain-02", "intendedHue": 25, "intendedSeparation": 0.02, "reference": { "kind": "dark-to-light", "colors": [ [ 48, 48, 48 ], [ 96, 96, 96 ], [ 144, 144, 144 ], [ 192, 192, 192 ], [ 232, 232, 232 ] ] }, "decodedOptionOklch": [ { "l": 0.5000226844566541, "c": 0.05096636042762954, "h": 24.10946785062424 }, { "l": 0.481049705771332, "c": 0.05036887593260593, "h": 25.99305260577006 } ], "controlVersion": "0.4.0" } }, { "task_id": "colorbench-lightness-25", "family": "lightness", "group_id": "lightness-chain-02-edge-03", "image_filename": "lightness-25.png", "image_sha256": "13b42fda2e392de2d800b485d86a8874b6fd7d2fbbeccecfdf20fb1b37dab8ed", "ground_truth": { "choice": "B" }, "prompt": "Which patch is lighter, A or B? Compare their flat interior colors on the shared neutral background. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "lightness", "difficulty": "near", "direction": "lighter", "comparisonSetId": "lightness-chain-02", "intendedHue": 25, "intendedSeparation": 0.01, "reference": { "kind": "dark-to-light", "colors": [ [ 48, 48, 48 ], [ 96, 96, 96 ], [ 144, 144, 144 ], [ 192, 192, 192 ], [ 232, 232, 232 ] ] }, "decodedOptionOklch": [ { "l": 0.5000226844566541, "c": 0.05096636042762954, "h": 24.10946785062424 }, { "l": 0.5104476331478618, "c": 0.050659682604512944, "h": 24.066356041507504 } ], "controlVersion": "0.4.0" } }, { "task_id": "colorbench-lightness-26", "family": "lightness", "group_id": "lightness-chain-02-edge-03", "image_filename": "lightness-26.png", "image_sha256": "c82150c69f6bdfb675709b4487fdb9d3915dc1bb00acbd16c3fc2bfe2f474030", "ground_truth": { "choice": "A" }, "prompt": "Which patch is lighter, A or B? Compare their flat interior colors on the shared neutral background. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "lightness", "difficulty": "near", "direction": "lighter", "comparisonSetId": "lightness-chain-02", "intendedHue": 25, "intendedSeparation": 0.01, "reference": { "kind": "dark-to-light", "colors": [ [ 48, 48, 48 ], [ 96, 96, 96 ], [ 144, 144, 144 ], [ 192, 192, 192 ], [ 232, 232, 232 ] ] }, "decodedOptionOklch": [ { "l": 0.5104476331478618, "c": 0.050659682604512944, "h": 24.066356041507504 }, { "l": 0.5000226844566541, "c": 0.05096636042762954, "h": 24.10946785062424 } ], "controlVersion": "0.4.0" } }, { "task_id": "colorbench-lightness-27", "family": "lightness", "group_id": "lightness-chain-02-edge-03", "image_filename": "lightness-27.png", "image_sha256": "3c468d28f97dfd9a85ed6047b8b28034d3dc04867f3d99233c74d965bbbf91d3", "ground_truth": { "choice": "A" }, "prompt": "Which patch is darker, A or B? Compare their flat interior colors on the shared neutral background. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "lightness", "difficulty": "near", "direction": "darker", "comparisonSetId": "lightness-chain-02", "intendedHue": 25, "intendedSeparation": 0.01, "reference": { "kind": "dark-to-light", "colors": [ [ 48, 48, 48 ], [ 96, 96, 96 ], [ 144, 144, 144 ], [ 192, 192, 192 ], [ 232, 232, 232 ] ] }, "decodedOptionOklch": [ { "l": 0.5000226844566541, "c": 0.05096636042762954, "h": 24.10946785062424 }, { "l": 0.5104476331478618, "c": 0.050659682604512944, "h": 24.066356041507504 } ], "controlVersion": "0.4.0" } }, { "task_id": "colorbench-lightness-28", "family": "lightness", "group_id": "lightness-chain-02-edge-03", "image_filename": "lightness-28.png", "image_sha256": "f4891e407f3ecd457cdffa178ab413339b6077ec3be3af78474957118f9261ea", "ground_truth": { "choice": "B" }, "prompt": "Which patch is darker, A or B? Compare their flat interior colors on the shared neutral background. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "lightness", "difficulty": "near", "direction": "darker", "comparisonSetId": "lightness-chain-02", "intendedHue": 25, "intendedSeparation": 0.01, "reference": { "kind": "dark-to-light", "colors": [ [ 48, 48, 48 ], [ 96, 96, 96 ], [ 144, 144, 144 ], [ 192, 192, 192 ], [ 232, 232, 232 ] ] }, "decodedOptionOklch": [ { "l": 0.5104476331478618, "c": 0.050659682604512944, "h": 24.066356041507504 }, { "l": 0.5000226844566541, "c": 0.05096636042762954, "h": 24.10946785062424 } ], "controlVersion": "0.4.0" } }, { "task_id": "colorbench-lightness-29", "family": "lightness", "group_id": "lightness-chain-02-edge-04", "image_filename": "lightness-29.png", "image_sha256": "3949df978fac1f1997d0e3824cf9007212b4d4229588e56be2daaec688318170", "ground_truth": { "choice": "B" }, "prompt": "Which patch is lighter, A or B? Compare their flat interior colors on the shared neutral background. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "lightness", "difficulty": "wide", "direction": "lighter", "comparisonSetId": "lightness-chain-02", "intendedHue": 25, "intendedSeparation": 0.1, "reference": { "kind": "dark-to-light", "colors": [ [ 48, 48, 48 ], [ 96, 96, 96 ], [ 144, 144, 144 ], [ 192, 192, 192 ], [ 232, 232, 232 ] ] }, "decodedOptionOklch": [ { "l": 0.5104476331478618, "c": 0.050659682604512944, "h": 24.066356041507504 }, { "l": 0.6098328023874281, "c": 0.04957442730667227, "h": 25.31132945378414 } ], "controlVersion": "0.4.0" } }, { "task_id": "colorbench-lightness-30", "family": "lightness", "group_id": "lightness-chain-02-edge-04", "image_filename": "lightness-30.png", "image_sha256": "e4e17a935c5ef65e588621630e8508cafc5be62b3b23f4389f9d1782ec3ab17d", "ground_truth": { "choice": "A" }, "prompt": "Which patch is lighter, A or B? Compare their flat interior colors on the shared neutral background. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "lightness", "difficulty": "wide", "direction": "lighter", "comparisonSetId": "lightness-chain-02", "intendedHue": 25, "intendedSeparation": 0.1, "reference": { "kind": "dark-to-light", "colors": [ [ 48, 48, 48 ], [ 96, 96, 96 ], [ 144, 144, 144 ], [ 192, 192, 192 ], [ 232, 232, 232 ] ] }, "decodedOptionOklch": [ { "l": 0.6098328023874281, "c": 0.04957442730667227, "h": 25.31132945378414 }, { "l": 0.5104476331478618, "c": 0.050659682604512944, "h": 24.066356041507504 } ], "controlVersion": "0.4.0" } }, { "task_id": "colorbench-lightness-31", "family": "lightness", "group_id": "lightness-chain-02-edge-04", "image_filename": "lightness-31.png", "image_sha256": "285adaeb9342b50849343f13501b5a5c64ec71160ab35767c19272be64918732", "ground_truth": { "choice": "A" }, "prompt": "Which patch is darker, A or B? Compare their flat interior colors on the shared neutral background. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "lightness", "difficulty": "wide", "direction": "darker", "comparisonSetId": "lightness-chain-02", "intendedHue": 25, "intendedSeparation": 0.1, "reference": { "kind": "dark-to-light", "colors": [ [ 48, 48, 48 ], [ 96, 96, 96 ], [ 144, 144, 144 ], [ 192, 192, 192 ], [ 232, 232, 232 ] ] }, "decodedOptionOklch": [ { "l": 0.5104476331478618, "c": 0.050659682604512944, "h": 24.066356041507504 }, { "l": 0.6098328023874281, "c": 0.04957442730667227, "h": 25.31132945378414 } ], "controlVersion": "0.4.0" } }, { "task_id": "colorbench-lightness-32", "family": "lightness", "group_id": "lightness-chain-02-edge-04", "image_filename": "lightness-32.png", "image_sha256": "ddb65eba7107cc4cf988b0925836b808711f978f3c4431b19ba04c5e363cb432", "ground_truth": { "choice": "B" }, "prompt": "Which patch is darker, A or B? Compare their flat interior colors on the shared neutral background. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "lightness", "difficulty": "wide", "direction": "darker", "comparisonSetId": "lightness-chain-02", "intendedHue": 25, "intendedSeparation": 0.1, "reference": { "kind": "dark-to-light", "colors": [ [ 48, 48, 48 ], [ 96, 96, 96 ], [ 144, 144, 144 ], [ 192, 192, 192 ], [ 232, 232, 232 ] ] }, "decodedOptionOklch": [ { "l": 0.6098328023874281, "c": 0.04957442730667227, "h": 25.31132945378414 }, { "l": 0.5104476331478618, "c": 0.050659682604512944, "h": 24.066356041507504 } ], "controlVersion": "0.4.0" } }, { "task_id": "colorbench-lightness-33", "family": "lightness", "group_id": "lightness-chain-03-edge-01", "image_filename": "lightness-33.png", "image_sha256": "6687c96bf8701ee6e283379515b9e6805516541414a78be5debc312f7e6d3465", "ground_truth": { "choice": "B" }, "prompt": "Which patch is lighter, A or B? Compare their flat interior colors on the shared neutral background. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "lightness", "difficulty": "narrow", "direction": "lighter", "comparisonSetId": "lightness-chain-03", "intendedHue": 115, "intendedSeparation": 0.02, "reference": { "kind": "dark-to-light", "colors": [ [ 48, 48, 48 ], [ 96, 96, 96 ], [ 144, 144, 144 ], [ 192, 192, 192 ], [ 232, 232, 232 ] ] }, "decodedOptionOklch": [ { "l": 0.5003476802713436, "c": 0.04978678135612534, "h": 115.23811337723691 }, { "l": 0.5211414883706144, "c": 0.050810112152313194, "h": 114.99501521337243 } ], "controlVersion": "0.4.0" } }, { "task_id": "colorbench-lightness-34", "family": "lightness", "group_id": "lightness-chain-03-edge-01", "image_filename": "lightness-34.png", "image_sha256": "e452823ea7702d9c201aab6a57f8a88290671db0bea97646aeda98ae531739df", "ground_truth": { "choice": "A" }, "prompt": "Which patch is lighter, A or B? Compare their flat interior colors on the shared neutral background. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "lightness", "difficulty": "narrow", "direction": "lighter", "comparisonSetId": "lightness-chain-03", "intendedHue": 115, "intendedSeparation": 0.02, "reference": { "kind": "dark-to-light", "colors": [ [ 48, 48, 48 ], [ 96, 96, 96 ], [ 144, 144, 144 ], [ 192, 192, 192 ], [ 232, 232, 232 ] ] }, "decodedOptionOklch": [ { "l": 0.5211414883706144, "c": 0.050810112152313194, "h": 114.99501521337243 }, { "l": 0.5003476802713436, "c": 0.04978678135612534, "h": 115.23811337723691 } ], "controlVersion": "0.4.0" } }, { "task_id": "colorbench-lightness-35", "family": "lightness", "group_id": "lightness-chain-03-edge-01", "image_filename": "lightness-35.png", "image_sha256": "5cc2bfc90c945511654c875c958b054a7f3b11083718e94560957fef827d677f", "ground_truth": { "choice": "A" }, "prompt": "Which patch is darker, A or B? Compare their flat interior colors on the shared neutral background. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "lightness", "difficulty": "narrow", "direction": "darker", "comparisonSetId": "lightness-chain-03", "intendedHue": 115, "intendedSeparation": 0.02, "reference": { "kind": "dark-to-light", "colors": [ [ 48, 48, 48 ], [ 96, 96, 96 ], [ 144, 144, 144 ], [ 192, 192, 192 ], [ 232, 232, 232 ] ] }, "decodedOptionOklch": [ { "l": 0.5003476802713436, "c": 0.04978678135612534, "h": 115.23811337723691 }, { "l": 0.5211414883706144, "c": 0.050810112152313194, "h": 114.99501521337243 } ], "controlVersion": "0.4.0" } }, { "task_id": "colorbench-lightness-36", "family": "lightness", "group_id": "lightness-chain-03-edge-01", "image_filename": "lightness-36.png", "image_sha256": "5ea652b0a4b66344d0bd3df01e1d7e67e2453d500c1338c9c2528846e031897e", "ground_truth": { "choice": "B" }, "prompt": "Which patch is darker, A or B? Compare their flat interior colors on the shared neutral background. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "lightness", "difficulty": "narrow", "direction": "darker", "comparisonSetId": "lightness-chain-03", "intendedHue": 115, "intendedSeparation": 0.02, "reference": { "kind": "dark-to-light", "colors": [ [ 48, 48, 48 ], [ 96, 96, 96 ], [ 144, 144, 144 ], [ 192, 192, 192 ], [ 232, 232, 232 ] ] }, "decodedOptionOklch": [ { "l": 0.5211414883706144, "c": 0.050810112152313194, "h": 114.99501521337243 }, { "l": 0.5003476802713436, "c": 0.04978678135612534, "h": 115.23811337723691 } ], "controlVersion": "0.4.0" } }, { "task_id": "colorbench-lightness-37", "family": "lightness", "group_id": "lightness-chain-03-edge-02", "image_filename": "lightness-37.png", "image_sha256": "65a3f634321412ad0b33fcab6e46f9cbb50e98b9e2ee5bd225feecf5b6f83e61", "ground_truth": { "choice": "B" }, "prompt": "Which patch is lighter, A or B? Compare their flat interior colors on the shared neutral background. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "lightness", "difficulty": "near", "direction": "lighter", "comparisonSetId": "lightness-chain-03", "intendedHue": 115, "intendedSeparation": 0.01, "reference": { "kind": "dark-to-light", "colors": [ [ 48, 48, 48 ], [ 96, 96, 96 ], [ 144, 144, 144 ], [ 192, 192, 192 ], [ 232, 232, 232 ] ] }, "decodedOptionOklch": [ { "l": 0.5211414883706144, "c": 0.050810112152313194, "h": 114.99501521337243 }, { "l": 0.5315698259820681, "c": 0.0506353416598035, "h": 114.9519411892943 } ], "controlVersion": "0.4.0" } }, { "task_id": "colorbench-lightness-38", "family": "lightness", "group_id": "lightness-chain-03-edge-02", "image_filename": "lightness-38.png", "image_sha256": "e0a6955b2bc2b980278946c2712196ae4b2e9ad10929ae71d69d2843b6d0d97f", "ground_truth": { "choice": "A" }, "prompt": "Which patch is lighter, A or B? Compare their flat interior colors on the shared neutral background. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "lightness", "difficulty": "near", "direction": "lighter", "comparisonSetId": "lightness-chain-03", "intendedHue": 115, "intendedSeparation": 0.01, "reference": { "kind": "dark-to-light", "colors": [ [ 48, 48, 48 ], [ 96, 96, 96 ], [ 144, 144, 144 ], [ 192, 192, 192 ], [ 232, 232, 232 ] ] }, "decodedOptionOklch": [ { "l": 0.5315698259820681, "c": 0.0506353416598035, "h": 114.9519411892943 }, { "l": 0.5211414883706144, "c": 0.050810112152313194, "h": 114.99501521337243 } ], "controlVersion": "0.4.0" } }, { "task_id": "colorbench-lightness-39", "family": "lightness", "group_id": "lightness-chain-03-edge-02", "image_filename": "lightness-39.png", "image_sha256": "497446d54e0fe7264fd9f26d0319602502b672cd93a94f4b93b93622a35c5709", "ground_truth": { "choice": "A" }, "prompt": "Which patch is darker, A or B? Compare their flat interior colors on the shared neutral background. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "lightness", "difficulty": "near", "direction": "darker", "comparisonSetId": "lightness-chain-03", "intendedHue": 115, "intendedSeparation": 0.01, "reference": { "kind": "dark-to-light", "colors": [ [ 48, 48, 48 ], [ 96, 96, 96 ], [ 144, 144, 144 ], [ 192, 192, 192 ], [ 232, 232, 232 ] ] }, "decodedOptionOklch": [ { "l": 0.5211414883706144, "c": 0.050810112152313194, "h": 114.99501521337243 }, { "l": 0.5315698259820681, "c": 0.0506353416598035, "h": 114.9519411892943 } ], "controlVersion": "0.4.0" } }, { "task_id": "colorbench-lightness-40", "family": "lightness", "group_id": "lightness-chain-03-edge-02", "image_filename": "lightness-40.png", "image_sha256": "7da3c27307bc178448b39589e3148380d4b876979097db377374722e426ddbe7", "ground_truth": { "choice": "B" }, "prompt": "Which patch is darker, A or B? Compare their flat interior colors on the shared neutral background. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "lightness", "difficulty": "near", "direction": "darker", "comparisonSetId": "lightness-chain-03", "intendedHue": 115, "intendedSeparation": 0.01, "reference": { "kind": "dark-to-light", "colors": [ [ 48, 48, 48 ], [ 96, 96, 96 ], [ 144, 144, 144 ], [ 192, 192, 192 ], [ 232, 232, 232 ] ] }, "decodedOptionOklch": [ { "l": 0.5315698259820681, "c": 0.0506353416598035, "h": 114.9519411892943 }, { "l": 0.5211414883706144, "c": 0.050810112152313194, "h": 114.99501521337243 } ], "controlVersion": "0.4.0" } }, { "task_id": "colorbench-lightness-41", "family": "lightness", "group_id": "lightness-chain-03-edge-03", "image_filename": "lightness-41.png", "image_sha256": "cc3eeaa6ad296d72927ee336459d736d9d7009daf3c2d4ecd5d1ce51164f9890", "ground_truth": { "choice": "B" }, "prompt": "Which patch is lighter, A or B? Compare their flat interior colors on the shared neutral background. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "lightness", "difficulty": "wide", "direction": "lighter", "comparisonSetId": "lightness-chain-03", "intendedHue": 115, "intendedSeparation": 0.1, "reference": { "kind": "dark-to-light", "colors": [ [ 48, 48, 48 ], [ 96, 96, 96 ], [ 144, 144, 144 ], [ 192, 192, 192 ], [ 232, 232, 232 ] ] }, "decodedOptionOklch": [ { "l": 0.5315698259820681, "c": 0.0506353416598035, "h": 114.9519411892943 }, { "l": 0.6298095220443165, "c": 0.0503995270654495, "h": 114.46992251104416 } ], "controlVersion": "0.4.0" } }, { "task_id": "colorbench-lightness-42", "family": "lightness", "group_id": "lightness-chain-03-edge-03", "image_filename": "lightness-42.png", "image_sha256": "1d2e5c105bb7270b9a204953973133b6adbfbf6576ec7587c65eb317fb82e1a1", "ground_truth": { "choice": "A" }, "prompt": "Which patch is lighter, A or B? Compare their flat interior colors on the shared neutral background. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "lightness", "difficulty": "wide", "direction": "lighter", "comparisonSetId": "lightness-chain-03", "intendedHue": 115, "intendedSeparation": 0.1, "reference": { "kind": "dark-to-light", "colors": [ [ 48, 48, 48 ], [ 96, 96, 96 ], [ 144, 144, 144 ], [ 192, 192, 192 ], [ 232, 232, 232 ] ] }, "decodedOptionOklch": [ { "l": 0.6298095220443165, "c": 0.0503995270654495, "h": 114.46992251104416 }, { "l": 0.5315698259820681, "c": 0.0506353416598035, "h": 114.9519411892943 } ], "controlVersion": "0.4.0" } }, { "task_id": "colorbench-lightness-43", "family": "lightness", "group_id": "lightness-chain-03-edge-03", "image_filename": "lightness-43.png", "image_sha256": "f4464c97ec0939621ddedc1a68fd0bff738b48f86ae8499a366891e260cc9b20", "ground_truth": { "choice": "A" }, "prompt": "Which patch is darker, A or B? Compare their flat interior colors on the shared neutral background. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "lightness", "difficulty": "wide", "direction": "darker", "comparisonSetId": "lightness-chain-03", "intendedHue": 115, "intendedSeparation": 0.1, "reference": { "kind": "dark-to-light", "colors": [ [ 48, 48, 48 ], [ 96, 96, 96 ], [ 144, 144, 144 ], [ 192, 192, 192 ], [ 232, 232, 232 ] ] }, "decodedOptionOklch": [ { "l": 0.5315698259820681, "c": 0.0506353416598035, "h": 114.9519411892943 }, { "l": 0.6298095220443165, "c": 0.0503995270654495, "h": 114.46992251104416 } ], "controlVersion": "0.4.0" } }, { "task_id": "colorbench-lightness-44", "family": "lightness", "group_id": "lightness-chain-03-edge-03", "image_filename": "lightness-44.png", "image_sha256": "83378c8c258489e3071f968c5e95328d7fb550663fad4c66baa1d32e4c59f158", "ground_truth": { "choice": "B" }, "prompt": "Which patch is darker, A or B? Compare their flat interior colors on the shared neutral background. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "lightness", "difficulty": "wide", "direction": "darker", "comparisonSetId": "lightness-chain-03", "intendedHue": 115, "intendedSeparation": 0.1, "reference": { "kind": "dark-to-light", "colors": [ [ 48, 48, 48 ], [ 96, 96, 96 ], [ 144, 144, 144 ], [ 192, 192, 192 ], [ 232, 232, 232 ] ] }, "decodedOptionOklch": [ { "l": 0.6298095220443165, "c": 0.0503995270654495, "h": 114.46992251104416 }, { "l": 0.5315698259820681, "c": 0.0506353416598035, "h": 114.9519411892943 } ], "controlVersion": "0.4.0" } }, { "task_id": "colorbench-lightness-45", "family": "lightness", "group_id": "lightness-chain-03-edge-04", "image_filename": "lightness-45.png", "image_sha256": "ffdc494943b2528c443f093ffd73f553f960b58885aec5913c50f543f65956d3", "ground_truth": { "choice": "B" }, "prompt": "Which patch is lighter, A or B? Compare their flat interior colors on the shared neutral background. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "lightness", "difficulty": "mid", "direction": "lighter", "comparisonSetId": "lightness-chain-03", "intendedHue": 115, "intendedSeparation": 0.05, "reference": { "kind": "dark-to-light", "colors": [ [ 48, 48, 48 ], [ 96, 96, 96 ], [ 144, 144, 144 ], [ 192, 192, 192 ], [ 232, 232, 232 ] ] }, "decodedOptionOklch": [ { "l": 0.6298095220443165, "c": 0.0503995270654495, "h": 114.46992251104416 }, { "l": 0.67926880625273, "c": 0.049642985789359176, "h": 114.33957580900432 } ], "controlVersion": "0.4.0" } }, { "task_id": "colorbench-lightness-46", "family": "lightness", "group_id": "lightness-chain-03-edge-04", "image_filename": "lightness-46.png", "image_sha256": "6699ffe89bf92cbe4afef1907d43e92c60c4932a5fe4ca18bb7c4d06946e1537", "ground_truth": { "choice": "A" }, "prompt": "Which patch is lighter, A or B? Compare their flat interior colors on the shared neutral background. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "lightness", "difficulty": "mid", "direction": "lighter", "comparisonSetId": "lightness-chain-03", "intendedHue": 115, "intendedSeparation": 0.05, "reference": { "kind": "dark-to-light", "colors": [ [ 48, 48, 48 ], [ 96, 96, 96 ], [ 144, 144, 144 ], [ 192, 192, 192 ], [ 232, 232, 232 ] ] }, "decodedOptionOklch": [ { "l": 0.67926880625273, "c": 0.049642985789359176, "h": 114.33957580900432 }, { "l": 0.6298095220443165, "c": 0.0503995270654495, "h": 114.46992251104416 } ], "controlVersion": "0.4.0" } }, { "task_id": "colorbench-lightness-47", "family": "lightness", "group_id": "lightness-chain-03-edge-04", "image_filename": "lightness-47.png", "image_sha256": "8c9c863f216070e927347b0172e91402b8c3b9d209041ce518aa974836b3c907", "ground_truth": { "choice": "A" }, "prompt": "Which patch is darker, A or B? Compare their flat interior colors on the shared neutral background. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "lightness", "difficulty": "mid", "direction": "darker", "comparisonSetId": "lightness-chain-03", "intendedHue": 115, "intendedSeparation": 0.05, "reference": { "kind": "dark-to-light", "colors": [ [ 48, 48, 48 ], [ 96, 96, 96 ], [ 144, 144, 144 ], [ 192, 192, 192 ], [ 232, 232, 232 ] ] }, "decodedOptionOklch": [ { "l": 0.6298095220443165, "c": 0.0503995270654495, "h": 114.46992251104416 }, { "l": 0.67926880625273, "c": 0.049642985789359176, "h": 114.33957580900432 } ], "controlVersion": "0.4.0" } }, { "task_id": "colorbench-lightness-48", "family": "lightness", "group_id": "lightness-chain-03-edge-04", "image_filename": "lightness-48.png", "image_sha256": "0cfe5f36271d3778dc4dbf15cd02b2f28b9d18e4a6168eee21ab1ddb1d0bc3bd", "ground_truth": { "choice": "B" }, "prompt": "Which patch is darker, A or B? Compare their flat interior colors on the shared neutral background. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "lightness", "difficulty": "mid", "direction": "darker", "comparisonSetId": "lightness-chain-03", "intendedHue": 115, "intendedSeparation": 0.05, "reference": { "kind": "dark-to-light", "colors": [ [ 48, 48, 48 ], [ 96, 96, 96 ], [ 144, 144, 144 ], [ 192, 192, 192 ], [ 232, 232, 232 ] ] }, "decodedOptionOklch": [ { "l": 0.67926880625273, "c": 0.049642985789359176, "h": 114.33957580900432 }, { "l": 0.6298095220443165, "c": 0.0503995270654495, "h": 114.46992251104416 } ], "controlVersion": "0.4.0" } }, { "task_id": "colorbench-lightness-49", "family": "lightness", "group_id": "lightness-chain-04-edge-01", "image_filename": "lightness-49.png", "image_sha256": "751fe3a3c4d0581e67fe198fe4079ed7232e835cce667e2a9aa6f5c478f07393", "ground_truth": { "choice": "B" }, "prompt": "Which patch is lighter, A or B? Compare their flat interior colors on the shared neutral background. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "lightness", "difficulty": "near", "direction": "lighter", "comparisonSetId": "lightness-chain-04", "intendedHue": 295, "intendedSeparation": 0.01, "reference": { "kind": "dark-to-light", "colors": [ [ 48, 48, 48 ], [ 96, 96, 96 ], [ 144, 144, 144 ], [ 192, 192, 192 ], [ 232, 232, 232 ] ] }, "decodedOptionOklch": [ { "l": 0.5802874719629809, "c": 0.049109255057339055, "h": 294.8522691970064 }, { "l": 0.5904527044373544, "c": 0.04889851745854866, "h": 294.8870938915945 } ], "controlVersion": "0.4.0" } }, { "task_id": "colorbench-lightness-50", "family": "lightness", "group_id": "lightness-chain-04-edge-01", "image_filename": "lightness-50.png", "image_sha256": "7c8f6c7f43191c4a627b26853abd7a93df0b7516f8478746b11e3b488cb5d88b", "ground_truth": { "choice": "A" }, "prompt": "Which patch is lighter, A or B? Compare their flat interior colors on the shared neutral background. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "lightness", "difficulty": "near", "direction": "lighter", "comparisonSetId": "lightness-chain-04", "intendedHue": 295, "intendedSeparation": 0.01, "reference": { "kind": "dark-to-light", "colors": [ [ 48, 48, 48 ], [ 96, 96, 96 ], [ 144, 144, 144 ], [ 192, 192, 192 ], [ 232, 232, 232 ] ] }, "decodedOptionOklch": [ { "l": 0.5904527044373544, "c": 0.04889851745854866, "h": 294.8870938915945 }, { "l": 0.5802874719629809, "c": 0.049109255057339055, "h": 294.8522691970064 } ], "controlVersion": "0.4.0" } }, { "task_id": "colorbench-lightness-51", "family": "lightness", "group_id": "lightness-chain-04-edge-01", "image_filename": "lightness-51.png", "image_sha256": "5c6f7f939aface7e58329cba81d73368d678e8c2d2cf0a51fecb19dfba932fae", "ground_truth": { "choice": "A" }, "prompt": "Which patch is darker, A or B? Compare their flat interior colors on the shared neutral background. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "lightness", "difficulty": "near", "direction": "darker", "comparisonSetId": "lightness-chain-04", "intendedHue": 295, "intendedSeparation": 0.01, "reference": { "kind": "dark-to-light", "colors": [ [ 48, 48, 48 ], [ 96, 96, 96 ], [ 144, 144, 144 ], [ 192, 192, 192 ], [ 232, 232, 232 ] ] }, "decodedOptionOklch": [ { "l": 0.5802874719629809, "c": 0.049109255057339055, "h": 294.8522691970064 }, { "l": 0.5904527044373544, "c": 0.04889851745854866, "h": 294.8870938915945 } ], "controlVersion": "0.4.0" } }, { "task_id": "colorbench-lightness-52", "family": "lightness", "group_id": "lightness-chain-04-edge-01", "image_filename": "lightness-52.png", "image_sha256": "9a8ef4d016459681ef3a5929d912af718e204e8dda977d471b19ef8351ea7505", "ground_truth": { "choice": "B" }, "prompt": "Which patch is darker, A or B? Compare their flat interior colors on the shared neutral background. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "lightness", "difficulty": "near", "direction": "darker", "comparisonSetId": "lightness-chain-04", "intendedHue": 295, "intendedSeparation": 0.01, "reference": { "kind": "dark-to-light", "colors": [ [ 48, 48, 48 ], [ 96, 96, 96 ], [ 144, 144, 144 ], [ 192, 192, 192 ], [ 232, 232, 232 ] ] }, "decodedOptionOklch": [ { "l": 0.5904527044373544, "c": 0.04889851745854866, "h": 294.8870938915945 }, { "l": 0.5802874719629809, "c": 0.049109255057339055, "h": 294.8522691970064 } ], "controlVersion": "0.4.0" } }, { "task_id": "colorbench-lightness-53", "family": "lightness", "group_id": "lightness-chain-04-edge-02", "image_filename": "lightness-53.png", "image_sha256": "51a85fbf067b61222da012942afdbb1ab75b17e5f3326442f2881af4d168f8c9", "ground_truth": { "choice": "B" }, "prompt": "Which patch is lighter, A or B? Compare their flat interior colors on the shared neutral background. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "lightness", "difficulty": "wide", "direction": "lighter", "comparisonSetId": "lightness-chain-04", "intendedHue": 295, "intendedSeparation": 0.1, "reference": { "kind": "dark-to-light", "colors": [ [ 48, 48, 48 ], [ 96, 96, 96 ], [ 144, 144, 144 ], [ 192, 192, 192 ], [ 232, 232, 232 ] ] }, "decodedOptionOklch": [ { "l": 0.5904527044373544, "c": 0.04889851745854866, "h": 294.8870938915945 }, { "l": 0.6906954506404995, "c": 0.049901741099423316, "h": 294.4957541701808 } ], "controlVersion": "0.4.0" } }, { "task_id": "colorbench-lightness-54", "family": "lightness", "group_id": "lightness-chain-04-edge-02", "image_filename": "lightness-54.png", "image_sha256": "9580475672935c3b301cd9954d4f912785dc5e321929b69e55fa330e038ade91", "ground_truth": { "choice": "A" }, "prompt": "Which patch is lighter, A or B? Compare their flat interior colors on the shared neutral background. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "lightness", "difficulty": "wide", "direction": "lighter", "comparisonSetId": "lightness-chain-04", "intendedHue": 295, "intendedSeparation": 0.1, "reference": { "kind": "dark-to-light", "colors": [ [ 48, 48, 48 ], [ 96, 96, 96 ], [ 144, 144, 144 ], [ 192, 192, 192 ], [ 232, 232, 232 ] ] }, "decodedOptionOklch": [ { "l": 0.6906954506404995, "c": 0.049901741099423316, "h": 294.4957541701808 }, { "l": 0.5904527044373544, "c": 0.04889851745854866, "h": 294.8870938915945 } ], "controlVersion": "0.4.0" } }, { "task_id": "colorbench-lightness-55", "family": "lightness", "group_id": "lightness-chain-04-edge-02", "image_filename": "lightness-55.png", "image_sha256": "2473840a3d0e405c5cf8c1da1f3fc034916b6de599e64468b9a3be5352aa58d1", "ground_truth": { "choice": "A" }, "prompt": "Which patch is darker, A or B? Compare their flat interior colors on the shared neutral background. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "lightness", "difficulty": "wide", "direction": "darker", "comparisonSetId": "lightness-chain-04", "intendedHue": 295, "intendedSeparation": 0.1, "reference": { "kind": "dark-to-light", "colors": [ [ 48, 48, 48 ], [ 96, 96, 96 ], [ 144, 144, 144 ], [ 192, 192, 192 ], [ 232, 232, 232 ] ] }, "decodedOptionOklch": [ { "l": 0.5904527044373544, "c": 0.04889851745854866, "h": 294.8870938915945 }, { "l": 0.6906954506404995, "c": 0.049901741099423316, "h": 294.4957541701808 } ], "controlVersion": "0.4.0" } }, { "task_id": "colorbench-lightness-56", "family": "lightness", "group_id": "lightness-chain-04-edge-02", "image_filename": "lightness-56.png", "image_sha256": "eea29dc0a0c07ef1a81c02cdb01a59a847aed1fc21148bdc5310ebd48bde84b8", "ground_truth": { "choice": "B" }, "prompt": "Which patch is darker, A or B? Compare their flat interior colors on the shared neutral background. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "lightness", "difficulty": "wide", "direction": "darker", "comparisonSetId": "lightness-chain-04", "intendedHue": 295, "intendedSeparation": 0.1, "reference": { "kind": "dark-to-light", "colors": [ [ 48, 48, 48 ], [ 96, 96, 96 ], [ 144, 144, 144 ], [ 192, 192, 192 ], [ 232, 232, 232 ] ] }, "decodedOptionOklch": [ { "l": 0.6906954506404995, "c": 0.049901741099423316, "h": 294.4957541701808 }, { "l": 0.5904527044373544, "c": 0.04889851745854866, "h": 294.8870938915945 } ], "controlVersion": "0.4.0" } }, { "task_id": "colorbench-lightness-57", "family": "lightness", "group_id": "lightness-chain-04-edge-03", "image_filename": "lightness-57.png", "image_sha256": "0db94bf5d198098f2da489d48b85e8e0cad0cb827fa3052691bbfee6533dee81", "ground_truth": { "choice": "B" }, "prompt": "Which patch is lighter, A or B? Compare their flat interior colors on the shared neutral background. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "lightness", "difficulty": "mid", "direction": "lighter", "comparisonSetId": "lightness-chain-04", "intendedHue": 295, "intendedSeparation": 0.05, "reference": { "kind": "dark-to-light", "colors": [ [ 48, 48, 48 ], [ 96, 96, 96 ], [ 144, 144, 144 ], [ 192, 192, 192 ], [ 232, 232, 232 ] ] }, "decodedOptionOklch": [ { "l": 0.6906954506404995, "c": 0.049901741099423316, "h": 294.4957541701808 }, { "l": 0.7402949165280466, "c": 0.05059896401447622, "h": 295.61400422941585 } ], "controlVersion": "0.4.0" } }, { "task_id": "colorbench-lightness-58", "family": "lightness", "group_id": "lightness-chain-04-edge-03", "image_filename": "lightness-58.png", "image_sha256": "937718480381b321c43642e94ba941a6095e137b394e25002abf291a23554e67", "ground_truth": { "choice": "A" }, "prompt": "Which patch is lighter, A or B? Compare their flat interior colors on the shared neutral background. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "lightness", "difficulty": "mid", "direction": "lighter", "comparisonSetId": "lightness-chain-04", "intendedHue": 295, "intendedSeparation": 0.05, "reference": { "kind": "dark-to-light", "colors": [ [ 48, 48, 48 ], [ 96, 96, 96 ], [ 144, 144, 144 ], [ 192, 192, 192 ], [ 232, 232, 232 ] ] }, "decodedOptionOklch": [ { "l": 0.7402949165280466, "c": 0.05059896401447622, "h": 295.61400422941585 }, { "l": 0.6906954506404995, "c": 0.049901741099423316, "h": 294.4957541701808 } ], "controlVersion": "0.4.0" } }, { "task_id": "colorbench-lightness-59", "family": "lightness", "group_id": "lightness-chain-04-edge-03", "image_filename": "lightness-59.png", "image_sha256": "dcd4abcfc45c02bb0ea44196f157465ce099f29671276e62079ddc3cea5e057e", "ground_truth": { "choice": "A" }, "prompt": "Which patch is darker, A or B? Compare their flat interior colors on the shared neutral background. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "lightness", "difficulty": "mid", "direction": "darker", "comparisonSetId": "lightness-chain-04", "intendedHue": 295, "intendedSeparation": 0.05, "reference": { "kind": "dark-to-light", "colors": [ [ 48, 48, 48 ], [ 96, 96, 96 ], [ 144, 144, 144 ], [ 192, 192, 192 ], [ 232, 232, 232 ] ] }, "decodedOptionOklch": [ { "l": 0.6906954506404995, "c": 0.049901741099423316, "h": 294.4957541701808 }, { "l": 0.7402949165280466, "c": 0.05059896401447622, "h": 295.61400422941585 } ], "controlVersion": "0.4.0" } }, { "task_id": "colorbench-lightness-60", "family": "lightness", "group_id": "lightness-chain-04-edge-03", "image_filename": "lightness-60.png", "image_sha256": "4b1a811b49087f920dd8fc8cdcd609ba3c1ccf08a0eced654840505face29b01", "ground_truth": { "choice": "B" }, "prompt": "Which patch is darker, A or B? Compare their flat interior colors on the shared neutral background. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "lightness", "difficulty": "mid", "direction": "darker", "comparisonSetId": "lightness-chain-04", "intendedHue": 295, "intendedSeparation": 0.05, "reference": { "kind": "dark-to-light", "colors": [ [ 48, 48, 48 ], [ 96, 96, 96 ], [ 144, 144, 144 ], [ 192, 192, 192 ], [ 232, 232, 232 ] ] }, "decodedOptionOklch": [ { "l": 0.7402949165280466, "c": 0.05059896401447622, "h": 295.61400422941585 }, { "l": 0.6906954506404995, "c": 0.049901741099423316, "h": 294.4957541701808 } ], "controlVersion": "0.4.0" } }, { "task_id": "colorbench-lightness-61", "family": "lightness", "group_id": "lightness-chain-04-edge-04", "image_filename": "lightness-61.png", "image_sha256": "75f846b843fb7bc4e80074cc57afd73057aeb1697c152d28f792b2198067056f", "ground_truth": { "choice": "B" }, "prompt": "Which patch is lighter, A or B? Compare their flat interior colors on the shared neutral background. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "lightness", "difficulty": "narrow", "direction": "lighter", "comparisonSetId": "lightness-chain-04", "intendedHue": 295, "intendedSeparation": 0.02, "reference": { "kind": "dark-to-light", "colors": [ [ 48, 48, 48 ], [ 96, 96, 96 ], [ 144, 144, 144 ], [ 192, 192, 192 ], [ 232, 232, 232 ] ] }, "decodedOptionOklch": [ { "l": 0.7402949165280466, "c": 0.05059896401447622, "h": 295.61400422941585 }, { "l": 0.7594277130093625, "c": 0.050276484874041266, "h": 295.65419908102785 } ], "controlVersion": "0.4.0" } }, { "task_id": "colorbench-lightness-62", "family": "lightness", "group_id": "lightness-chain-04-edge-04", "image_filename": "lightness-62.png", "image_sha256": "1d143f7a499ffff214010a65d919b402afc5302232f912d7e4005441da0dac40", "ground_truth": { "choice": "A" }, "prompt": "Which patch is lighter, A or B? Compare their flat interior colors on the shared neutral background. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "lightness", "difficulty": "narrow", "direction": "lighter", "comparisonSetId": "lightness-chain-04", "intendedHue": 295, "intendedSeparation": 0.02, "reference": { "kind": "dark-to-light", "colors": [ [ 48, 48, 48 ], [ 96, 96, 96 ], [ 144, 144, 144 ], [ 192, 192, 192 ], [ 232, 232, 232 ] ] }, "decodedOptionOklch": [ { "l": 0.7594277130093625, "c": 0.050276484874041266, "h": 295.65419908102785 }, { "l": 0.7402949165280466, "c": 0.05059896401447622, "h": 295.61400422941585 } ], "controlVersion": "0.4.0" } }, { "task_id": "colorbench-lightness-63", "family": "lightness", "group_id": "lightness-chain-04-edge-04", "image_filename": "lightness-63.png", "image_sha256": "4296f6360c1a75e1cbe537dd2470ee5b0c1aa3f716819247b3ada53616eea11c", "ground_truth": { "choice": "A" }, "prompt": "Which patch is darker, A or B? Compare their flat interior colors on the shared neutral background. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "lightness", "difficulty": "narrow", "direction": "darker", "comparisonSetId": "lightness-chain-04", "intendedHue": 295, "intendedSeparation": 0.02, "reference": { "kind": "dark-to-light", "colors": [ [ 48, 48, 48 ], [ 96, 96, 96 ], [ 144, 144, 144 ], [ 192, 192, 192 ], [ 232, 232, 232 ] ] }, "decodedOptionOklch": [ { "l": 0.7402949165280466, "c": 0.05059896401447622, "h": 295.61400422941585 }, { "l": 0.7594277130093625, "c": 0.050276484874041266, "h": 295.65419908102785 } ], "controlVersion": "0.4.0" } }, { "task_id": "colorbench-lightness-64", "family": "lightness", "group_id": "lightness-chain-04-edge-04", "image_filename": "lightness-64.png", "image_sha256": "671c887bf8a0bd3d88050a8a927e6d46579eb73eeb6768acdf7f86b22e6d1410", "ground_truth": { "choice": "B" }, "prompt": "Which patch is darker, A or B? Compare their flat interior colors on the shared neutral background. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "lightness", "difficulty": "narrow", "direction": "darker", "comparisonSetId": "lightness-chain-04", "intendedHue": 295, "intendedSeparation": 0.02, "reference": { "kind": "dark-to-light", "colors": [ [ 48, 48, 48 ], [ 96, 96, 96 ], [ 144, 144, 144 ], [ 192, 192, 192 ], [ 232, 232, 232 ] ] }, "decodedOptionOklch": [ { "l": 0.7594277130093625, "c": 0.050276484874041266, "h": 295.65419908102785 }, { "l": 0.7402949165280466, "c": 0.05059896401447622, "h": 295.61400422941585 } ], "controlVersion": "0.4.0" } }, { "task_id": "colorbench-matching-01", "family": "matching", "group_id": "match-binding-01", "image_filename": "matching-01.png", "image_sha256": "14f6ba17644c333d73f85728e94b52a48f0ad83dda968aca81fb26c9c03dca14", "ground_truth": { "choice": "A" }, "prompt": "Which swatch, A, B, C, or D, has the same flat fill color as reference R? Compare the colored interiors, not labels or borders. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "lightness", "difficulty": "wide", "sourceRgb": [ 198, 137, 132 ], "optionSetId": "matching-01", "pairedFamily": "binding", "intendedTargetOklch": { "l": 0.6894894134653369, "c": 0.07571320154902554, "h": 24.428791523190228 }, "intendedSeparation": 0.08, "reference": { "kind": "exact-visible-color", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-matching-02", "family": "matching", "group_id": "match-binding-02", "image_filename": "matching-02.png", "image_sha256": "f55733cc5bce14922bf91a51147a9783ab34539ca5ff31abe20f13a934f24711", "ground_truth": { "choice": "B" }, "prompt": "Which swatch, A, B, C, or D, has the same flat fill color as reference R? Compare the colored interiors, not labels or borders. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "lightness", "difficulty": "wide", "sourceRgb": [ 146, 90, 86 ], "optionSetId": "matching-01", "pairedFamily": "binding", "intendedTargetOklch": { "l": 0.52901805662585, "c": 0.07471062088690782, "h": 24.320684965298597 }, "intendedSeparation": 0.08, "reference": { "kind": "exact-visible-color", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-matching-03", "family": "matching", "group_id": "match-binding-03", "image_filename": "matching-03.png", "image_sha256": "dc4072ecdb265a222aeccb167d29715f8212f83f7be4e1c3f8a7a0b3f9caedbc", "ground_truth": { "choice": "C" }, "prompt": "Which swatch, A, B, C, or D, has the same flat fill color as reference R? Compare the colored interiors, not labels or borders. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "lightness", "difficulty": "wide", "sourceRgb": [ 224, 162, 156 ], "optionSetId": "matching-01", "pairedFamily": "binding", "intendedTargetOklch": { "l": 0.7695285482174882, "c": 0.07472958407153123, "h": 25.167145229341713 }, "intendedSeparation": 0.08, "reference": { "kind": "exact-visible-color", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-matching-04", "family": "matching", "group_id": "match-binding-04", "image_filename": "matching-04.png", "image_sha256": "63a46a27f6a75efbb2710f7363e095c90f6154ff4acdcbafff8d4412590df707", "ground_truth": { "choice": "D" }, "prompt": "Which swatch, A, B, C, or D, has the same flat fill color as reference R? Compare the colored interiors, not labels or borders. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "lightness", "difficulty": "wide", "sourceRgb": [ 172, 113, 108 ], "optionSetId": "matching-01", "pairedFamily": "binding", "intendedTargetOklch": { "l": 0.6092364739362921, "c": 0.07585500986562138, "h": 24.847194477440894 }, "intendedSeparation": 0.08, "reference": { "kind": "exact-visible-color", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-matching-05", "family": "matching", "group_id": "match-binding-05", "image_filename": "matching-05.png", "image_sha256": "478df511433aed9206be29b9dd670e9333b98fd1cb865c97a043d6c9809743ea", "ground_truth": { "choice": "A" }, "prompt": "Which swatch, A, B, C, or D, has the same flat fill color as reference R? Compare the colored interiors, not labels or borders. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "lightness", "difficulty": "mid", "sourceRgb": [ 154, 117, 74 ], "optionSetId": "matching-02", "pairedFamily": "binding", "intendedTargetOklch": { "l": 0.5890376456411939, "c": 0.07515003688606763, "h": 69.69297708639965 }, "intendedSeparation": 0.04, "reference": { "kind": "exact-visible-color", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-matching-06", "family": "matching", "group_id": "match-binding-06", "image_filename": "matching-06.png", "image_sha256": "d9cee6270e7ec8896fab95804eed239c14230d5c2920ae3f42dec3b93eebb5d1", "ground_truth": { "choice": "B" }, "prompt": "Which swatch, A, B, C, or D, has the same flat fill color as reference R? Compare the colored interiors, not labels or borders. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "lightness", "difficulty": "mid", "sourceRgb": [ 192, 154, 110 ], "optionSetId": "matching-02", "pairedFamily": "binding", "intendedTargetOklch": { "l": 0.7108063777050321, "c": 0.07464556585896225, "h": 70.26398041839957 }, "intendedSeparation": 0.04, "reference": { "kind": "exact-visible-color", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-matching-07", "family": "matching", "group_id": "match-binding-07", "image_filename": "matching-07.png", "image_sha256": "f23771eb15bc962ee2654e1252ddf245ec79463b4aa96faf920bfc088f7d66ae", "ground_truth": { "choice": "C" }, "prompt": "Which swatch, A, B, C, or D, has the same flat fill color as reference R? Compare the colored interiors, not labels or borders. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "lightness", "difficulty": "mid", "sourceRgb": [ 167, 129, 86 ], "optionSetId": "matching-02", "pairedFamily": "binding", "intendedTargetOklch": { "l": 0.629881993788956, "c": 0.07519686333556927, "h": 69.21818788013667 }, "intendedSeparation": 0.04, "reference": { "kind": "exact-visible-color", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-matching-08", "family": "matching", "group_id": "match-binding-08", "image_filename": "matching-08.png", "image_sha256": "e47befec3ab418b5f28fcc0c610aeaa6bf8c4b3db733d7e3966e319c7a2d3791", "ground_truth": { "choice": "D" }, "prompt": "Which swatch, A, B, C, or D, has the same flat fill color as reference R? Compare the colored interiors, not labels or borders. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "lightness", "difficulty": "mid", "sourceRgb": [ 179, 141, 98 ], "optionSetId": "matching-02", "pairedFamily": "binding", "intendedTargetOklch": { "l": 0.6690828049075527, "c": 0.07446776285348121, "h": 69.4551500162043 }, "intendedSeparation": 0.04, "reference": { "kind": "exact-visible-color", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-matching-09", "family": "matching", "group_id": "match-binding-09", "image_filename": "matching-09.png", "image_sha256": "6fad60fb6f0c10d157c111484a66942c32fcc236c4c5c465a5a653987650641d", "ground_truth": { "choice": "A" }, "prompt": "Which swatch, A, B, C, or D, has the same flat fill color as reference R? Compare the colored interiors, not labels or borders. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "lightness", "difficulty": "narrow", "sourceRgb": [ 150, 158, 104 ], "optionSetId": "matching-03", "pairedFamily": "binding", "intendedTargetOklch": { "l": 0.6793588861550827, "c": 0.07484041752125951, "h": 115.29143792612092 }, "intendedSeparation": 0.02, "reference": { "kind": "exact-visible-color", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-matching-10", "family": "matching", "group_id": "match-binding-10", "image_filename": "matching-10.png", "image_sha256": "bcab0c3bb5bd70fb1090a55409ea4642ca1ef209964e4e15048c704bfffadb40", "ground_truth": { "choice": "B" }, "prompt": "Which swatch, A, B, C, or D, has the same flat fill color as reference R? Compare the colored interiors, not labels or borders. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "lightness", "difficulty": "narrow", "sourceRgb": [ 138, 146, 92 ], "optionSetId": "matching-03", "pairedFamily": "binding", "intendedTargetOklch": { "l": 0.6400050330215442, "c": 0.07548285938059711, "h": 115.44573963879009 }, "intendedSeparation": 0.02, "reference": { "kind": "exact-visible-color", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-matching-11", "family": "matching", "group_id": "match-binding-11", "image_filename": "matching-11.png", "image_sha256": "1363118a1ddbcbb1680214efeeea41e86f8928523fde9cedcfb6548ef0d1fab6", "ground_truth": { "choice": "C" }, "prompt": "Which swatch, A, B, C, or D, has the same flat fill color as reference R? Compare the colored interiors, not labels or borders. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "lightness", "difficulty": "narrow", "sourceRgb": [ 144, 152, 98 ], "optionSetId": "matching-03", "pairedFamily": "binding", "intendedTargetOklch": { "l": 0.6597510159255459, "c": 0.07516361466738285, "h": 115.36578900806762 }, "intendedSeparation": 0.02, "reference": { "kind": "exact-visible-color", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-matching-12", "family": "matching", "group_id": "match-binding-12", "image_filename": "matching-12.png", "image_sha256": "0b53bc99223a4a9f3c3620b2413c4763528acd22fbaf19d9bb5416e588ce089a", "ground_truth": { "choice": "D" }, "prompt": "Which swatch, A, B, C, or D, has the same flat fill color as reference R? Compare the colored interiors, not labels or borders. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "lightness", "difficulty": "narrow", "sourceRgb": [ 132, 140, 86 ], "optionSetId": "matching-03", "pairedFamily": "binding", "intendedTargetOklch": { "l": 0.6201152848321888, "c": 0.07579528151347184, "h": 115.53196015443973 }, "intendedSeparation": 0.02, "reference": { "kind": "exact-visible-color", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-matching-13", "family": "matching", "group_id": "match-binding-13", "image_filename": "matching-13.png", "image_sha256": "3b594e7440c366a90d161dbf83cb5c8a3c9522f58e6ee870b798735d183bb396", "ground_truth": { "choice": "A" }, "prompt": "Which swatch, A, B, C, or D, has the same flat fill color as reference R? Compare the colored interiors, not labels or borders. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "lightness", "difficulty": "near", "sourceRgb": [ 100, 156, 126 ], "optionSetId": "matching-04", "pairedFamily": "binding", "intendedTargetOklch": { "l": 0.6450837705054752, "c": 0.07470490752973459, "h": 159.94491436717738 }, "intendedSeparation": 0.01, "reference": { "kind": "exact-visible-color", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-matching-14", "family": "matching", "group_id": "match-binding-14", "image_filename": "matching-14.png", "image_sha256": "ca2b41d755da7d75f98a02fbfb8aa1e555a412ab4cc7084d24c5a1332cfcd632", "ground_truth": { "choice": "B" }, "prompt": "Which swatch, A, B, C, or D, has the same flat fill color as reference R? Compare the colored interiors, not labels or borders. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "lightness", "difficulty": "near", "sourceRgb": [ 103, 159, 129 ], "optionSetId": "matching-04", "pairedFamily": "binding", "intendedTargetOklch": { "l": 0.6548618017990839, "c": 0.07453186998085502, "h": 160.0147081954841 }, "intendedSeparation": 0.01, "reference": { "kind": "exact-visible-color", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-matching-15", "family": "matching", "group_id": "match-binding-15", "image_filename": "matching-15.png", "image_sha256": "ed9d28b821aff8ac96cebdf1b9152cd2f77795ef90944e2d6736fdfc4384bf62", "ground_truth": { "choice": "C" }, "prompt": "Which swatch, A, B, C, or D, has the same flat fill color as reference R? Compare the colored interiors, not labels or borders. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "lightness", "difficulty": "near", "sourceRgb": [ 97, 153, 123 ], "optionSetId": "matching-04", "pairedFamily": "binding", "intendedTargetOklch": { "l": 0.6352745662021468, "c": 0.07487823685482883, "h": 159.87214064082332 }, "intendedSeparation": 0.01, "reference": { "kind": "exact-visible-color", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-matching-16", "family": "matching", "group_id": "match-binding-16", "image_filename": "matching-16.png", "image_sha256": "0f91cd6af53ed55e8f19d94a2e8374220c9dc141a6a3c94735e8535f452dc336", "ground_truth": { "choice": "D" }, "prompt": "Which swatch, A, B, C, or D, has the same flat fill color as reference R? Compare the colored interiors, not labels or borders. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "lightness", "difficulty": "near", "sourceRgb": [ 106, 162, 132 ], "optionSetId": "matching-04", "pairedFamily": "binding", "intendedTargetOklch": { "l": 0.6646091057283504, "c": 0.07435929068168513, "h": 160.08169983385972 }, "intendedSeparation": 0.01, "reference": { "kind": "exact-visible-color", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-matching-17", "family": "matching", "group_id": "match-binding-17", "image_filename": "matching-17.png", "image_sha256": "c4a586f181a2dacc85b292c7738ed7920e9d1a0fb82bc0e15bfc79e2deb80c17", "ground_truth": { "choice": "A" }, "prompt": "Which swatch, A, B, C, or D, has the same flat fill color as reference R? Compare the colored interiors, not labels or borders. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "chroma", "difficulty": "wide", "sourceRgb": [ 113, 151, 155 ], "optionSetId": "matching-05", "pairedFamily": "binding", "intendedTargetOklch": { "l": 0.6497081826948056, "c": 0.042183499400984384, "h": 204.24317557224407 }, "intendedSeparation": 0.025, "reference": { "kind": "exact-visible-color", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-matching-18", "family": "matching", "group_id": "match-binding-18", "image_filename": "matching-18.png", "image_sha256": "46bd98d49a584e14ff718bc389e767018f52733cc9e37ecf4def525470c33c9e", "ground_truth": { "choice": "B" }, "prompt": "Which swatch, A, B, C, or D, has the same flat fill color as reference R? Compare the colored interiors, not labels or borders. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "chroma", "difficulty": "wide", "sourceRgb": [ 58, 159, 170 ], "optionSetId": "matching-05", "pairedFamily": "binding", "intendedTargetOklch": { "l": 0.649121270048406, "c": 0.09263784477869547, "h": 205.34920016146364 }, "intendedSeparation": 0.025, "reference": { "kind": "exact-visible-color", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-matching-19", "family": "matching", "group_id": "match-binding-19", "image_filename": "matching-19.png", "image_sha256": "36f98e7151080b64d4b199bb99c39acd23f9f77f397fe37e0861ea48a6112fb6", "ground_truth": { "choice": "C" }, "prompt": "Which swatch, A, B, C, or D, has the same flat fill color as reference R? Compare the colored interiors, not labels or borders. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "chroma", "difficulty": "wide", "sourceRgb": [ 131, 146, 148 ], "optionSetId": "matching-05", "pairedFamily": "binding", "intendedTargetOklch": { "l": 0.6485787495445072, "c": 0.017553821818313886, "h": 206.39523107367114 }, "intendedSeparation": 0.025, "reference": { "kind": "exact-visible-color", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-matching-20", "family": "matching", "group_id": "match-binding-20", "image_filename": "matching-20.png", "image_sha256": "8fee55112c27daf6d750eca55a58f37108fc292254427b71e9d4df95dfaae55d", "ground_truth": { "choice": "D" }, "prompt": "Which swatch, A, B, C, or D, has the same flat fill color as reference R? Compare the colored interiors, not labels or borders. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "chroma", "difficulty": "wide", "sourceRgb": [ 90, 155, 163 ], "optionSetId": "matching-05", "pairedFamily": "binding", "intendedTargetOklch": { "l": 0.6491081180809918, "c": 0.06754882950244614, "h": 205.7898948792015 }, "intendedSeparation": 0.025, "reference": { "kind": "exact-visible-color", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-matching-21", "family": "matching", "group_id": "match-binding-21", "image_filename": "matching-21.png", "image_sha256": "c12c57c1d7d9a16e027584f7288c3d2f726f4ec7f4aa470d51b866cd3edf400f", "ground_truth": { "choice": "A" }, "prompt": "Which swatch, A, B, C, or D, has the same flat fill color as reference R? Compare the colored interiors, not labels or borders. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "chroma", "difficulty": "mid", "sourceRgb": [ 109, 147, 186 ], "optionSetId": "matching-06", "pairedFamily": "binding", "intendedTargetOklch": { "l": 0.6501385181096331, "c": 0.0722649966950554, "h": 249.63414376225683 }, "intendedSeparation": 0.012, "reference": { "kind": "exact-visible-color", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-matching-22", "family": "matching", "group_id": "match-binding-22", "image_filename": "matching-22.png", "image_sha256": "82829ac769120ffd8ece0de599b962279a19655f16e8f56b1802843663c0083b", "ground_truth": { "choice": "B" }, "prompt": "Which swatch, A, B, C, or D, has the same flat fill color as reference R? Compare the colored interiors, not labels or borders. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "chroma", "difficulty": "mid", "sourceRgb": [ 127, 145, 165 ], "optionSetId": "matching-06", "pairedFamily": "binding", "intendedTargetOklch": { "l": 0.6493008509701809, "c": 0.0364421976714875, "h": 251.13658885616042 }, "intendedSeparation": 0.012, "reference": { "kind": "exact-visible-color", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-matching-23", "family": "matching", "group_id": "match-binding-23", "image_filename": "matching-23.png", "image_sha256": "24d37b09634ca11ab1a6514d65f404a93cb039f0c205a7f8eb779d6816c45481", "ground_truth": { "choice": "C" }, "prompt": "Which swatch, A, B, C, or D, has the same flat fill color as reference R? Compare the colored interiors, not labels or borders. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "chroma", "difficulty": "mid", "sourceRgb": [ 115, 146, 180 ], "optionSetId": "matching-06", "pairedFamily": "binding", "intendedTargetOklch": { "l": 0.6491376226335209, "c": 0.06194366654653193, "h": 251.11412277915085 }, "intendedSeparation": 0.012, "reference": { "kind": "exact-visible-color", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-matching-24", "family": "matching", "group_id": "match-binding-24", "image_filename": "matching-24.png", "image_sha256": "fd7c17ee9db26b45792155eddc1ef7bf3be8c544f6005c2185300195a0d7ad57", "ground_truth": { "choice": "D" }, "prompt": "Which swatch, A, B, C, or D, has the same flat fill color as reference R? Compare the colored interiors, not labels or borders. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "chroma", "difficulty": "mid", "sourceRgb": [ 121, 146, 172 ], "optionSetId": "matching-06", "pairedFamily": "binding", "intendedTargetOklch": { "l": 0.6499199589193926, "c": 0.04830547220639629, "h": 249.58845243726046 }, "intendedSeparation": 0.012, "reference": { "kind": "exact-visible-color", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-matching-25", "family": "matching", "group_id": "match-binding-25", "image_filename": "matching-25.png", "image_sha256": "d72d0fff0ee6eb94935b5eeb6b793f022d70c1d6705a7491e104ab9dde49bb1f", "ground_truth": { "choice": "A" }, "prompt": "Which swatch, A, B, C, or D, has the same flat fill color as reference R? Compare the colored interiors, not labels or borders. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "chroma", "difficulty": "narrow", "sourceRgb": [ 145, 138, 168 ], "optionSetId": "matching-07", "pairedFamily": "binding", "intendedTargetOklch": { "l": 0.6498235687572701, "c": 0.04483023850541485, "h": 295.82079447154456 }, "intendedSeparation": 0.007, "reference": { "kind": "exact-visible-color", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-matching-26", "family": "matching", "group_id": "match-binding-26", "image_filename": "matching-26.png", "image_sha256": "e893dcaa96535e5a8fe41f502c138abdc96e590cf69ac08a1759dd9a427c6b91", "ground_truth": { "choice": "B" }, "prompt": "Which swatch, A, B, C, or D, has the same flat fill color as reference R? Compare the colored interiors, not labels or borders. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "chroma", "difficulty": "narrow", "sourceRgb": [ 145, 136, 176 ], "optionSetId": "matching-07", "pairedFamily": "binding", "intendedTargetOklch": { "l": 0.6488853613620486, "c": 0.05971690197532904, "h": 294.99941614867555 }, "intendedSeparation": 0.007, "reference": { "kind": "exact-visible-color", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-matching-27", "family": "matching", "group_id": "match-binding-27", "image_filename": "matching-27.png", "image_sha256": "a13b3e530c061296ff9beda09e25b5017565cc85149af29140340deea9f2e3ad", "ground_truth": { "choice": "C" }, "prompt": "Which swatch, A, B, C, or D, has the same flat fill color as reference R? Compare the colored interiors, not labels or borders. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "chroma", "difficulty": "narrow", "sourceRgb": [ 145, 137, 172 ], "optionSetId": "matching-07", "pairedFamily": "binding", "intendedTargetOklch": { "l": 0.6493211886224598, "c": 0.05228021346183567, "h": 295.3846872200093 }, "intendedSeparation": 0.007, "reference": { "kind": "exact-visible-color", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-matching-28", "family": "matching", "group_id": "match-binding-28", "image_filename": "matching-28.png", "image_sha256": "924c6e8b21c75819eb18e1b1197794a4bc259a6b0016ca3c3f8e50ea6b7ead78", "ground_truth": { "choice": "D" }, "prompt": "Which swatch, A, B, C, or D, has the same flat fill color as reference R? Compare the colored interiors, not labels or borders. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "chroma", "difficulty": "narrow", "sourceRgb": [ 146, 136, 179 ], "optionSetId": "matching-07", "pairedFamily": "binding", "intendedTargetOklch": { "l": 0.6509791951725951, "c": 0.06417123380426795, "h": 295.22429696616405 }, "intendedSeparation": 0.007, "reference": { "kind": "exact-visible-color", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-matching-29", "family": "matching", "group_id": "match-binding-29", "image_filename": "matching-29.png", "image_sha256": "fefb6f68fb7aa6aee636a19325bfa60edf141a6019a9b47c978fd77c5a615913", "ground_truth": { "choice": "A" }, "prompt": "Which swatch, A, B, C, or D, has the same flat fill color as reference R? Compare the colored interiors, not labels or borders. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "chroma", "difficulty": "near", "sourceRgb": [ 168, 130, 154 ], "optionSetId": "matching-08", "pairedFamily": "binding", "intendedTargetOklch": { "l": 0.6505106714408044, "c": 0.05711612695211392, "h": 340.59015829012293 }, "intendedSeparation": 0.004, "reference": { "kind": "exact-visible-color", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-matching-30", "family": "matching", "group_id": "match-binding-30", "image_filename": "matching-30.png", "image_sha256": "e82de078f5a1d8ff53fef2fa56d3f8b693e4de5afdab474ef2530cfc61a283a5", "ground_truth": { "choice": "B" }, "prompt": "Which swatch, A, B, C, or D, has the same flat fill color as reference R? Compare the colored interiors, not labels or borders. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "chroma", "difficulty": "near", "sourceRgb": [ 166, 131, 153 ], "optionSetId": "matching-08", "pairedFamily": "binding", "intendedTargetOklch": { "l": 0.6500552333537799, "c": 0.05252488489488396, "h": 340.59595325800393 }, "intendedSeparation": 0.004, "reference": { "kind": "exact-visible-color", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-matching-31", "family": "matching", "group_id": "match-binding-31", "image_filename": "matching-31.png", "image_sha256": "b4e350652f6e015b662d0f420b322dba0898ec8b5c4787b2f99ca186ba4d6b29", "ground_truth": { "choice": "C" }, "prompt": "Which swatch, A, B, C, or D, has the same flat fill color as reference R? Compare the colored interiors, not labels or borders. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "chroma", "difficulty": "near", "sourceRgb": [ 169, 129, 155 ], "optionSetId": "matching-08", "pairedFamily": "binding", "intendedTargetOklch": { "l": 0.6499787000088645, "c": 0.0607448486450515, "h": 339.8260846980254 }, "intendedSeparation": 0.004, "reference": { "kind": "exact-visible-color", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-matching-32", "family": "matching", "group_id": "match-binding-32", "image_filename": "matching-32.png", "image_sha256": "00b3a906bf21d54359a826b929eae09ac091e44827993832351d4bc89fbce96c", "ground_truth": { "choice": "D" }, "prompt": "Which swatch, A, B, C, or D, has the same flat fill color as reference R? Compare the colored interiors, not labels or borders. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "chroma", "difficulty": "near", "sourceRgb": [ 164, 132, 153 ], "optionSetId": "matching-08", "pairedFamily": "binding", "intendedTargetOklch": { "l": 0.6499895696094173, "c": 0.04876382797048658, "h": 339.1874131518128 }, "intendedSeparation": 0.004, "reference": { "kind": "exact-visible-color", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-matching-33", "family": "matching", "group_id": "match-binding-33", "image_filename": "matching-33.png", "image_sha256": "477f9ec45fe12e8583ae13587029608fbaa58e14dbe1aeae3c95d0e6f41b79a7", "ground_truth": { "choice": "A" }, "prompt": "Which swatch, A, B, C, or D, has the same flat fill color as reference R? Compare the colored interiors, not labels or borders. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "hue", "difficulty": "wide", "sourceRgb": [ 171, 126, 163 ], "optionSetId": "matching-09", "pairedFamily": "binding", "intendedTargetOklch": { "l": 0.6493129310407072, "c": 0.07530128154181409, "h": 332.7412316291544 }, "intendedSeparation": 35, "reference": { "kind": "exact-visible-color", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-matching-34", "family": "matching", "group_id": "match-binding-34", "image_filename": "matching-34.png", "image_sha256": "5014dce8e2d6041b6610ef94309611ae91f8a5eda2c5adf42be6bd0e0851e3d7", "ground_truth": { "choice": "B" }, "prompt": "Which swatch, A, B, C, or D, has the same flat fill color as reference R? Compare the colored interiors, not labels or borders. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "hue", "difficulty": "wide", "sourceRgb": [ 183, 128, 107 ], "optionSetId": "matching-09", "pairedFamily": "binding", "intendedTargetOklch": { "l": 0.6498789600630208, "c": 0.07525697156346361, "h": 41.7490423034111 }, "intendedSeparation": 35, "reference": { "kind": "exact-visible-color", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-matching-35", "family": "matching", "group_id": "match-binding-35", "image_filename": "matching-35.png", "image_sha256": "aad2effba999c5def7627ab21ce0817e79633b118fa00a3b10ddaaf7bf4eb0eb", "ground_truth": { "choice": "C" }, "prompt": "Which swatch, A, B, C, or D, has the same flat fill color as reference R? Compare the colored interiors, not labels or borders. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "hue", "difficulty": "wide", "sourceRgb": [ 183, 124, 135 ], "optionSetId": "matching-09", "pairedFamily": "binding", "intendedTargetOklch": { "l": 0.6495713419797011, "c": 0.07473497021372898, "h": 7.108895968378704 }, "intendedSeparation": 35, "reference": { "kind": "exact-visible-color", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-matching-36", "family": "matching", "group_id": "match-binding-36", "image_filename": "matching-36.png", "image_sha256": "0a08cca32510a448976905117cee00fd52e76c9dcacf5e0c17c8d1910a11f9f0", "ground_truth": { "choice": "D" }, "prompt": "Which swatch, A, B, C, or D, has the same flat fill color as reference R? Compare the colored interiors, not labels or borders. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "hue", "difficulty": "wide", "sourceRgb": [ 169, 138, 90 ], "optionSetId": "matching-09", "pairedFamily": "binding", "intendedTargetOklch": { "l": 0.6511267044639475, "c": 0.07495346427778539, "h": 77.7863477197817 }, "intendedSeparation": 35, "reference": { "kind": "exact-visible-color", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-matching-37", "family": "matching", "group_id": "match-binding-37", "image_filename": "matching-37.png", "image_sha256": "b2d4a98f3c59be685be866931d15d091c95ec62ed7bcc1e9c2b9a9844da0bf10", "ground_truth": { "choice": "A" }, "prompt": "Which swatch, A, B, C, or D, has the same flat fill color as reference R? Compare the colored interiors, not labels or borders. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "hue", "difficulty": "mid", "sourceRgb": [ 169, 138, 90 ], "optionSetId": "matching-10", "pairedFamily": "binding", "intendedTargetOklch": { "l": 0.6511267044639475, "c": 0.07495346427778539, "h": 77.7863477197817 }, "intendedSeparation": 15, "reference": { "kind": "exact-visible-color", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-matching-38", "family": "matching", "group_id": "match-binding-38", "image_filename": "matching-38.png", "image_sha256": "33218cb1c39cb1dc5902fae92c5aa9322c0a358cd263b76f4b5c4a9b90a5ecef", "ground_truth": { "choice": "B" }, "prompt": "Which swatch, A, B, C, or D, has the same flat fill color as reference R? Compare the colored interiors, not labels or borders. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "hue", "difficulty": "mid", "sourceRgb": [ 176, 133, 95 ], "optionSetId": "matching-10", "pairedFamily": "binding", "intendedTargetOklch": { "l": 0.6493261772142165, "c": 0.07452420109587264, "h": 62.39678737183954 }, "intendedSeparation": 15, "reference": { "kind": "exact-visible-color", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-matching-39", "family": "matching", "group_id": "match-binding-39", "image_filename": "matching-39.png", "image_sha256": "07954bf7fdfb4dac7bc81656cd7e33299724f5b51d325900e3ae71d19c12ab8c", "ground_truth": { "choice": "C" }, "prompt": "Which swatch, A, B, C, or D, has the same flat fill color as reference R? Compare the colored interiors, not labels or borders. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "hue", "difficulty": "mid", "sourceRgb": [ 159, 142, 89 ], "optionSetId": "matching-10", "pairedFamily": "binding", "intendedTargetOklch": { "l": 0.6494233702914786, "c": 0.07438546662310466, "h": 92.28614920839948 }, "intendedSeparation": 15, "reference": { "kind": "exact-visible-color", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-matching-40", "family": "matching", "group_id": "match-binding-40", "image_filename": "matching-40.png", "image_sha256": "65defe9d8c299ed58bb290e7f862bba55695729f7a78071ccfd34c65f724bac8", "ground_truth": { "choice": "D" }, "prompt": "Which swatch, A, B, C, or D, has the same flat fill color as reference R? Compare the colored interiors, not labels or borders. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "hue", "difficulty": "mid", "sourceRgb": [ 182, 129, 103 ], "optionSetId": "matching-10", "pairedFamily": "binding", "intendedTargetOklch": { "l": 0.6497916656122427, "c": 0.07581948814371171, "h": 47.07344700241782 }, "intendedSeparation": 15, "reference": { "kind": "exact-visible-color", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-matching-41", "family": "matching", "group_id": "match-binding-41", "image_filename": "matching-41.png", "image_sha256": "96d473c755e1e113725587207915cc2f2af76ba7b36fe916a7a9ff2db9e14993", "ground_truth": { "choice": "A" }, "prompt": "Which swatch, A, B, C, or D, has the same flat fill color as reference R? Compare the colored interiors, not labels or borders. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "hue", "difficulty": "narrow", "sourceRgb": [ 145, 148, 93 ], "optionSetId": "matching-11", "pairedFamily": "binding", "intendedTargetOklch": { "l": 0.6506311002841105, "c": 0.07561626649612672, "h": 110.99057588614119 }, "intendedSeparation": 8, "reference": { "kind": "exact-visible-color", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-matching-42", "family": "matching", "group_id": "match-binding-42", "image_filename": "matching-42.png", "image_sha256": "b83d385c1dc32cce196aba669996f5eec2a6a881b4b640ab14e69ffa71fc483d", "ground_truth": { "choice": "B" }, "prompt": "Which swatch, A, B, C, or D, has the same flat fill color as reference R? Compare the colored interiors, not labels or borders. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "hue", "difficulty": "narrow", "sourceRgb": [ 131, 152, 102 ], "optionSetId": "matching-11", "pairedFamily": "binding", "intendedTargetOklch": { "l": 0.65024212488153, "c": 0.07468205208512181, "h": 126.88006638945461 }, "intendedSeparation": 8, "reference": { "kind": "exact-visible-color", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-matching-43", "family": "matching", "group_id": "match-binding-43", "image_filename": "matching-43.png", "image_sha256": "6b7446857f9029ad804b721f7358d404c5a0b126da3ff221235ca1669a2013c1", "ground_truth": { "choice": "C" }, "prompt": "Which swatch, A, B, C, or D, has the same flat fill color as reference R? Compare the colored interiors, not labels or borders. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "hue", "difficulty": "narrow", "sourceRgb": [ 151, 145, 91 ], "optionSetId": "matching-11", "pairedFamily": "binding", "intendedTargetOklch": { "l": 0.6488531284031083, "c": 0.07391811324623936, "h": 102.75875406490411 }, "intendedSeparation": 8, "reference": { "kind": "exact-visible-color", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-matching-44", "family": "matching", "group_id": "match-binding-44", "image_filename": "matching-44.png", "image_sha256": "03938c34311c0b76043d8358755f6f70554606ab34f8b2852c3fa839ec99154d", "ground_truth": { "choice": "D" }, "prompt": "Which swatch, A, B, C, or D, has the same flat fill color as reference R? Compare the colored interiors, not labels or borders. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "hue", "difficulty": "narrow", "sourceRgb": [ 138, 150, 97 ], "optionSetId": "matching-11", "pairedFamily": "binding", "intendedTargetOklch": { "l": 0.6501054380919568, "c": 0.07512874742674455, "h": 118.92446490097893 }, "intendedSeparation": 8, "reference": { "kind": "exact-visible-color", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-matching-45", "family": "matching", "group_id": "match-binding-45", "image_filename": "matching-45.png", "image_sha256": "1896d88ffcec4243df3d505a569edd003d296e89d4f4fb670eb0b529c1a6c5a3", "ground_truth": { "choice": "A" }, "prompt": "Which swatch, A, B, C, or D, has the same flat fill color as reference R? Compare the colored interiors, not labels or borders. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "hue", "difficulty": "near", "sourceRgb": [ 96, 158, 133 ], "optionSetId": "matching-12", "pairedFamily": "binding", "intendedTargetOklch": { "l": 0.6497376167657583, "c": 0.07505140075254643, "h": 166.50365944667715 }, "intendedSeparation": 4, "reference": { "kind": "exact-visible-color", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-matching-46", "family": "matching", "group_id": "match-binding-46", "image_filename": "matching-46.png", "image_sha256": "3ef1a00868d486993943da27c36586e58beb1ba8cf909b42a1d0793a80732ea7", "ground_truth": { "choice": "B" }, "prompt": "Which swatch, A, B, C, or D, has the same flat fill color as reference R? Compare the colored interiors, not labels or borders. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "hue", "difficulty": "near", "sourceRgb": [ 106, 157, 122 ], "optionSetId": "matching-12", "pairedFamily": "binding", "intendedTargetOklch": { "l": 0.6499089080358517, "c": 0.07564757592821424, "h": 153.87937832645866 }, "intendedSeparation": 4, "reference": { "kind": "exact-visible-color", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-matching-47", "family": "matching", "group_id": "match-binding-47", "image_filename": "matching-47.png", "image_sha256": "7af4f1674d727d8f8826544fe1f799a24ce748d0c8469801578a35fa4a1e9036", "ground_truth": { "choice": "C" }, "prompt": "Which swatch, A, B, C, or D, has the same flat fill color as reference R? Compare the colored interiors, not labels or borders. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "hue", "difficulty": "near", "sourceRgb": [ 100, 158, 129 ], "optionSetId": "matching-12", "pairedFamily": "binding", "intendedTargetOklch": { "l": 0.6507715730201014, "c": 0.07523802581426411, "h": 161.591837912737 }, "intendedSeparation": 4, "reference": { "kind": "exact-visible-color", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-matching-48", "family": "matching", "group_id": "match-binding-48", "image_filename": "matching-48.png", "image_sha256": "41d3595deeee406f55bcf72fc21ee61471ceecfe71f415babd742d734ada9e01", "ground_truth": { "choice": "D" }, "prompt": "Which swatch, A, B, C, or D, has the same flat fill color as reference R? Compare the colored interiors, not labels or borders. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "hue", "difficulty": "near", "sourceRgb": [ 103, 157, 126 ], "optionSetId": "matching-12", "pairedFamily": "binding", "intendedTargetOklch": { "l": 0.6492053064207841, "c": 0.07403637747977901, "h": 158.33425169703025 }, "intendedSeparation": 4, "reference": { "kind": "exact-visible-color", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-oklch-01", "family": "oklch", "group_id": "numeric-01", "image_filename": "numeric-01.png", "image_sha256": "b368c5062523baa1d742b22e9ad1a04664210fc2974c214ac7235127fa201ad4", "ground_truth": { "rgb": [ 192, 64, 80 ] }, "prompt": "Estimate the flat interior color of R in OKLCH using the D65 white point. Return only JSON with numeric keys \"l\" (lightness, 0–1), \"c\" (nonnegative chroma in OKLCH units, not percent), and \"h\" (hue in degrees, 0 inclusive to 360 exclusive). Use h=0 for an achromatic gray. The target is opaque; estimate its visible fill, not its surroundings.", "design": { "axis": "numeric-estimation", "difficulty": "chromatic", "sourceRgb": [ 192, 64, 80 ], "reference": { "kind": "unreferenced-estimation", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-oklch-02", "family": "oklch", "group_id": "numeric-02", "image_filename": "numeric-02.png", "image_sha256": "b70e79c86cfdfba12becb8cf4e734e23c6228fe9c57bb8978d02d0be904ed084", "ground_truth": { "rgb": [ 38, 112, 190 ] }, "prompt": "Estimate the flat interior color of R in OKLCH using the D65 white point. Return only JSON with numeric keys \"l\" (lightness, 0–1), \"c\" (nonnegative chroma in OKLCH units, not percent), and \"h\" (hue in degrees, 0 inclusive to 360 exclusive). Use h=0 for an achromatic gray. The target is opaque; estimate its visible fill, not its surroundings.", "design": { "axis": "numeric-estimation", "difficulty": "chromatic", "sourceRgb": [ 38, 112, 190 ], "reference": { "kind": "unreferenced-estimation", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-oklch-03", "family": "oklch", "group_id": "numeric-03", "image_filename": "numeric-03.png", "image_sha256": "93cf0480171265f4ab7aaa4261f52e8f17562140a485f4eded81256088360b26", "ground_truth": { "rgb": [ 60, 140, 100 ] }, "prompt": "Estimate the flat interior color of R in OKLCH using the D65 white point. Return only JSON with numeric keys \"l\" (lightness, 0–1), \"c\" (nonnegative chroma in OKLCH units, not percent), and \"h\" (hue in degrees, 0 inclusive to 360 exclusive). Use h=0 for an achromatic gray. The target is opaque; estimate its visible fill, not its surroundings.", "design": { "axis": "numeric-estimation", "difficulty": "chromatic", "sourceRgb": [ 60, 140, 100 ], "reference": { "kind": "unreferenced-estimation", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-oklch-04", "family": "oklch", "group_id": "numeric-04", "image_filename": "numeric-04.png", "image_sha256": "954785045b2443bb0bb057313c34212711b4410a4e51d2c99cafce2db33c40f0", "ground_truth": { "rgb": [ 185, 135, 45 ] }, "prompt": "Estimate the flat interior color of R in OKLCH using the D65 white point. Return only JSON with numeric keys \"l\" (lightness, 0–1), \"c\" (nonnegative chroma in OKLCH units, not percent), and \"h\" (hue in degrees, 0 inclusive to 360 exclusive). Use h=0 for an achromatic gray. The target is opaque; estimate its visible fill, not its surroundings.", "design": { "axis": "numeric-estimation", "difficulty": "chromatic", "sourceRgb": [ 185, 135, 45 ], "reference": { "kind": "unreferenced-estimation", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-oklch-05", "family": "oklch", "group_id": "numeric-05", "image_filename": "numeric-05.png", "image_sha256": "5bae8234424f935cb236b7db44d5794471f07514aedbd4c2ece03be99f27ce61", "ground_truth": { "rgb": [ 135, 85, 175 ] }, "prompt": "Estimate the flat interior color of R in OKLCH using the D65 white point. Return only JSON with numeric keys \"l\" (lightness, 0–1), \"c\" (nonnegative chroma in OKLCH units, not percent), and \"h\" (hue in degrees, 0 inclusive to 360 exclusive). Use h=0 for an achromatic gray. The target is opaque; estimate its visible fill, not its surroundings.", "design": { "axis": "numeric-estimation", "difficulty": "chromatic", "sourceRgb": [ 135, 85, 175 ], "reference": { "kind": "unreferenced-estimation", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-oklch-06", "family": "oklch", "group_id": "numeric-06", "image_filename": "numeric-06.png", "image_sha256": "3de3d66ae6360dc0806fd29b763d4c448803dc8fa5207405032bdb9e30f4d05c", "ground_truth": { "rgb": [ 22, 48, 75 ] }, "prompt": "Estimate the flat interior color of R in OKLCH using the D65 white point. Return only JSON with numeric keys \"l\" (lightness, 0–1), \"c\" (nonnegative chroma in OKLCH units, not percent), and \"h\" (hue in degrees, 0 inclusive to 360 exclusive). Use h=0 for an achromatic gray. The target is opaque; estimate its visible fill, not its surroundings.", "design": { "axis": "numeric-estimation", "difficulty": "chromatic", "sourceRgb": [ 22, 48, 75 ], "reference": { "kind": "unreferenced-estimation", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-oklch-07", "family": "oklch", "group_id": "numeric-07", "image_filename": "numeric-07.png", "image_sha256": "d316c4c5f9c4e4d46dfbe76228d4399cdfa0186f45305be38a6e234b6c606770", "ground_truth": { "rgb": [ 225, 215, 188 ] }, "prompt": "Estimate the flat interior color of R in OKLCH using the D65 white point. Return only JSON with numeric keys \"l\" (lightness, 0–1), \"c\" (nonnegative chroma in OKLCH units, not percent), and \"h\" (hue in degrees, 0 inclusive to 360 exclusive). Use h=0 for an achromatic gray. The target is opaque; estimate its visible fill, not its surroundings.", "design": { "axis": "numeric-estimation", "difficulty": "chromatic", "sourceRgb": [ 225, 215, 188 ], "reference": { "kind": "unreferenced-estimation", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-oklch-08", "family": "oklch", "group_id": "numeric-08", "image_filename": "numeric-08.png", "image_sha256": "f5ebeb60954b76f8f2f0f465c71c4d4dd4503b9b49184ddba6aef9ccbe299a86", "ground_truth": { "rgb": [ 128, 128, 128 ] }, "prompt": "Estimate the flat interior color of R in OKLCH using the D65 white point. Return only JSON with numeric keys \"l\" (lightness, 0–1), \"c\" (nonnegative chroma in OKLCH units, not percent), and \"h\" (hue in degrees, 0 inclusive to 360 exclusive). Use h=0 for an achromatic gray. The target is opaque; estimate its visible fill, not its surroundings.", "design": { "axis": "numeric-estimation", "difficulty": "achromatic", "sourceRgb": [ 128, 128, 128 ], "reference": { "kind": "unreferenced-estimation", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-oklch-09", "family": "oklch", "group_id": "numeric-09", "image_filename": "numeric-09.png", "image_sha256": "c608d03656c80bc68cc8dc93bea89b013cc50b14cd7e28605dbad7ac3d518b0d", "ground_truth": { "rgb": [ 230, 32, 44 ] }, "prompt": "Estimate the flat interior color of R in OKLCH using the D65 white point. Return only JSON with numeric keys \"l\" (lightness, 0–1), \"c\" (nonnegative chroma in OKLCH units, not percent), and \"h\" (hue in degrees, 0 inclusive to 360 exclusive). Use h=0 for an achromatic gray. The target is opaque; estimate its visible fill, not its surroundings.", "design": { "axis": "numeric-estimation", "difficulty": "chromatic", "sourceRgb": [ 230, 32, 44 ], "reference": { "kind": "unreferenced-estimation", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-oklch-10", "family": "oklch", "group_id": "numeric-10", "image_filename": "numeric-10.png", "image_sha256": "fc022639784b74925281f8a0a0e4e50fe1b25586f4020be02452d3263f435f33", "ground_truth": { "rgb": [ 24, 158, 82 ] }, "prompt": "Estimate the flat interior color of R in OKLCH using the D65 white point. Return only JSON with numeric keys \"l\" (lightness, 0–1), \"c\" (nonnegative chroma in OKLCH units, not percent), and \"h\" (hue in degrees, 0 inclusive to 360 exclusive). Use h=0 for an achromatic gray. The target is opaque; estimate its visible fill, not its surroundings.", "design": { "axis": "numeric-estimation", "difficulty": "chromatic", "sourceRgb": [ 24, 158, 82 ], "reference": { "kind": "unreferenced-estimation", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-oklch-11", "family": "oklch", "group_id": "numeric-11", "image_filename": "numeric-11.png", "image_sha256": "6ab001fc27b44551dbc35b0f17d634c4c1fe33f9deb6c5b334a645aef683de03", "ground_truth": { "rgb": [ 44, 84, 228 ] }, "prompt": "Estimate the flat interior color of R in OKLCH using the D65 white point. Return only JSON with numeric keys \"l\" (lightness, 0–1), \"c\" (nonnegative chroma in OKLCH units, not percent), and \"h\" (hue in degrees, 0 inclusive to 360 exclusive). Use h=0 for an achromatic gray. The target is opaque; estimate its visible fill, not its surroundings.", "design": { "axis": "numeric-estimation", "difficulty": "chromatic", "sourceRgb": [ 44, 84, 228 ], "reference": { "kind": "unreferenced-estimation", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-oklch-12", "family": "oklch", "group_id": "numeric-12", "image_filename": "numeric-12.png", "image_sha256": "e280cbb54a947941fa8a782051f5a1ece7a8379a71335cc9abdb25466aeab9e1", "ground_truth": { "rgb": [ 236, 208, 44 ] }, "prompt": "Estimate the flat interior color of R in OKLCH using the D65 white point. Return only JSON with numeric keys \"l\" (lightness, 0–1), \"c\" (nonnegative chroma in OKLCH units, not percent), and \"h\" (hue in degrees, 0 inclusive to 360 exclusive). Use h=0 for an achromatic gray. The target is opaque; estimate its visible fill, not its surroundings.", "design": { "axis": "numeric-estimation", "difficulty": "chromatic", "sourceRgb": [ 236, 208, 44 ], "reference": { "kind": "unreferenced-estimation", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-oklch-13", "family": "oklch", "group_id": "numeric-13", "image_filename": "numeric-13.png", "image_sha256": "a2fd6644af52c69a97caf17c9188aa723380e90896d36e39a0e9721168a84150", "ground_truth": { "rgb": [ 198, 58, 188 ] }, "prompt": "Estimate the flat interior color of R in OKLCH using the D65 white point. Return only JSON with numeric keys \"l\" (lightness, 0–1), \"c\" (nonnegative chroma in OKLCH units, not percent), and \"h\" (hue in degrees, 0 inclusive to 360 exclusive). Use h=0 for an achromatic gray. The target is opaque; estimate its visible fill, not its surroundings.", "design": { "axis": "numeric-estimation", "difficulty": "chromatic", "sourceRgb": [ 198, 58, 188 ], "reference": { "kind": "unreferenced-estimation", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-oklch-14", "family": "oklch", "group_id": "numeric-14", "image_filename": "numeric-14.png", "image_sha256": "e01d0b488cea36d9d4ad0efc19f8d126905871f5336d3a35e1e2b51ebf1c90e6", "ground_truth": { "rgb": [ 44, 178, 198 ] }, "prompt": "Estimate the flat interior color of R in OKLCH using the D65 white point. Return only JSON with numeric keys \"l\" (lightness, 0–1), \"c\" (nonnegative chroma in OKLCH units, not percent), and \"h\" (hue in degrees, 0 inclusive to 360 exclusive). Use h=0 for an achromatic gray. The target is opaque; estimate its visible fill, not its surroundings.", "design": { "axis": "numeric-estimation", "difficulty": "chromatic", "sourceRgb": [ 44, 178, 198 ], "reference": { "kind": "unreferenced-estimation", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-oklch-15", "family": "oklch", "group_id": "numeric-15", "image_filename": "numeric-15.png", "image_sha256": "8af6bcff62c673b2f0e5dc9b0db143fa73ccef31b9c0c1a86c7e0977a730165f", "ground_truth": { "rgb": [ 16, 16, 18 ] }, "prompt": "Estimate the flat interior color of R in OKLCH using the D65 white point. Return only JSON with numeric keys \"l\" (lightness, 0–1), \"c\" (nonnegative chroma in OKLCH units, not percent), and \"h\" (hue in degrees, 0 inclusive to 360 exclusive). Use h=0 for an achromatic gray. The target is opaque; estimate its visible fill, not its surroundings.", "design": { "axis": "numeric-estimation", "difficulty": "near-neutral", "sourceRgb": [ 16, 16, 18 ], "reference": { "kind": "unreferenced-estimation", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-oklch-16", "family": "oklch", "group_id": "numeric-16", "image_filename": "numeric-16.png", "image_sha256": "361f338d2bace57141a587055a28a46f3f5c5d6bc26e7da3a6f602513225dd73", "ground_truth": { "rgb": [ 243, 243, 240 ] }, "prompt": "Estimate the flat interior color of R in OKLCH using the D65 white point. Return only JSON with numeric keys \"l\" (lightness, 0–1), \"c\" (nonnegative chroma in OKLCH units, not percent), and \"h\" (hue in degrees, 0 inclusive to 360 exclusive). Use h=0 for an achromatic gray. The target is opaque; estimate its visible fill, not its surroundings.", "design": { "axis": "numeric-estimation", "difficulty": "near-neutral", "sourceRgb": [ 243, 243, 240 ], "reference": { "kind": "unreferenced-estimation", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-rgb-01", "family": "rgb", "group_id": "numeric-01", "image_filename": "numeric-01.png", "image_sha256": "b368c5062523baa1d742b22e9ad1a04664210fc2974c214ac7235127fa201ad4", "ground_truth": { "rgb": [ 192, 64, 80 ] }, "prompt": "Estimate the flat interior color of R as gamma-encoded sRGB. Return only JSON with keys \"r\", \"g\", and \"b\", each a JSON integer from 0 to 255 (no decimal fractions). Do not report alpha or hex. The target is opaque; estimate its visible fill, not its surroundings.", "design": { "axis": "numeric-estimation", "difficulty": "chromatic", "sourceRgb": [ 192, 64, 80 ], "reference": { "kind": "unreferenced-estimation", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-rgb-02", "family": "rgb", "group_id": "numeric-02", "image_filename": "numeric-02.png", "image_sha256": "b70e79c86cfdfba12becb8cf4e734e23c6228fe9c57bb8978d02d0be904ed084", "ground_truth": { "rgb": [ 38, 112, 190 ] }, "prompt": "Estimate the flat interior color of R as gamma-encoded sRGB. Return only JSON with keys \"r\", \"g\", and \"b\", each a JSON integer from 0 to 255 (no decimal fractions). Do not report alpha or hex. The target is opaque; estimate its visible fill, not its surroundings.", "design": { "axis": "numeric-estimation", "difficulty": "chromatic", "sourceRgb": [ 38, 112, 190 ], "reference": { "kind": "unreferenced-estimation", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-rgb-03", "family": "rgb", "group_id": "numeric-03", "image_filename": "numeric-03.png", "image_sha256": "93cf0480171265f4ab7aaa4261f52e8f17562140a485f4eded81256088360b26", "ground_truth": { "rgb": [ 60, 140, 100 ] }, "prompt": "Estimate the flat interior color of R as gamma-encoded sRGB. Return only JSON with keys \"r\", \"g\", and \"b\", each a JSON integer from 0 to 255 (no decimal fractions). Do not report alpha or hex. The target is opaque; estimate its visible fill, not its surroundings.", "design": { "axis": "numeric-estimation", "difficulty": "chromatic", "sourceRgb": [ 60, 140, 100 ], "reference": { "kind": "unreferenced-estimation", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-rgb-04", "family": "rgb", "group_id": "numeric-04", "image_filename": "numeric-04.png", "image_sha256": "954785045b2443bb0bb057313c34212711b4410a4e51d2c99cafce2db33c40f0", "ground_truth": { "rgb": [ 185, 135, 45 ] }, "prompt": "Estimate the flat interior color of R as gamma-encoded sRGB. Return only JSON with keys \"r\", \"g\", and \"b\", each a JSON integer from 0 to 255 (no decimal fractions). Do not report alpha or hex. The target is opaque; estimate its visible fill, not its surroundings.", "design": { "axis": "numeric-estimation", "difficulty": "chromatic", "sourceRgb": [ 185, 135, 45 ], "reference": { "kind": "unreferenced-estimation", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-rgb-05", "family": "rgb", "group_id": "numeric-05", "image_filename": "numeric-05.png", "image_sha256": "5bae8234424f935cb236b7db44d5794471f07514aedbd4c2ece03be99f27ce61", "ground_truth": { "rgb": [ 135, 85, 175 ] }, "prompt": "Estimate the flat interior color of R as gamma-encoded sRGB. Return only JSON with keys \"r\", \"g\", and \"b\", each a JSON integer from 0 to 255 (no decimal fractions). Do not report alpha or hex. The target is opaque; estimate its visible fill, not its surroundings.", "design": { "axis": "numeric-estimation", "difficulty": "chromatic", "sourceRgb": [ 135, 85, 175 ], "reference": { "kind": "unreferenced-estimation", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-rgb-06", "family": "rgb", "group_id": "numeric-06", "image_filename": "numeric-06.png", "image_sha256": "3de3d66ae6360dc0806fd29b763d4c448803dc8fa5207405032bdb9e30f4d05c", "ground_truth": { "rgb": [ 22, 48, 75 ] }, "prompt": "Estimate the flat interior color of R as gamma-encoded sRGB. Return only JSON with keys \"r\", \"g\", and \"b\", each a JSON integer from 0 to 255 (no decimal fractions). Do not report alpha or hex. The target is opaque; estimate its visible fill, not its surroundings.", "design": { "axis": "numeric-estimation", "difficulty": "chromatic", "sourceRgb": [ 22, 48, 75 ], "reference": { "kind": "unreferenced-estimation", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-rgb-07", "family": "rgb", "group_id": "numeric-07", "image_filename": "numeric-07.png", "image_sha256": "d316c4c5f9c4e4d46dfbe76228d4399cdfa0186f45305be38a6e234b6c606770", "ground_truth": { "rgb": [ 225, 215, 188 ] }, "prompt": "Estimate the flat interior color of R as gamma-encoded sRGB. Return only JSON with keys \"r\", \"g\", and \"b\", each a JSON integer from 0 to 255 (no decimal fractions). Do not report alpha or hex. The target is opaque; estimate its visible fill, not its surroundings.", "design": { "axis": "numeric-estimation", "difficulty": "chromatic", "sourceRgb": [ 225, 215, 188 ], "reference": { "kind": "unreferenced-estimation", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-rgb-08", "family": "rgb", "group_id": "numeric-08", "image_filename": "numeric-08.png", "image_sha256": "f5ebeb60954b76f8f2f0f465c71c4d4dd4503b9b49184ddba6aef9ccbe299a86", "ground_truth": { "rgb": [ 128, 128, 128 ] }, "prompt": "Estimate the flat interior color of R as gamma-encoded sRGB. Return only JSON with keys \"r\", \"g\", and \"b\", each a JSON integer from 0 to 255 (no decimal fractions). Do not report alpha or hex. The target is opaque; estimate its visible fill, not its surroundings.", "design": { "axis": "numeric-estimation", "difficulty": "achromatic", "sourceRgb": [ 128, 128, 128 ], "reference": { "kind": "unreferenced-estimation", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-rgb-09", "family": "rgb", "group_id": "numeric-09", "image_filename": "numeric-09.png", "image_sha256": "c608d03656c80bc68cc8dc93bea89b013cc50b14cd7e28605dbad7ac3d518b0d", "ground_truth": { "rgb": [ 230, 32, 44 ] }, "prompt": "Estimate the flat interior color of R as gamma-encoded sRGB. Return only JSON with keys \"r\", \"g\", and \"b\", each a JSON integer from 0 to 255 (no decimal fractions). Do not report alpha or hex. The target is opaque; estimate its visible fill, not its surroundings.", "design": { "axis": "numeric-estimation", "difficulty": "chromatic", "sourceRgb": [ 230, 32, 44 ], "reference": { "kind": "unreferenced-estimation", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-rgb-10", "family": "rgb", "group_id": "numeric-10", "image_filename": "numeric-10.png", "image_sha256": "fc022639784b74925281f8a0a0e4e50fe1b25586f4020be02452d3263f435f33", "ground_truth": { "rgb": [ 24, 158, 82 ] }, "prompt": "Estimate the flat interior color of R as gamma-encoded sRGB. Return only JSON with keys \"r\", \"g\", and \"b\", each a JSON integer from 0 to 255 (no decimal fractions). Do not report alpha or hex. The target is opaque; estimate its visible fill, not its surroundings.", "design": { "axis": "numeric-estimation", "difficulty": "chromatic", "sourceRgb": [ 24, 158, 82 ], "reference": { "kind": "unreferenced-estimation", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-rgb-11", "family": "rgb", "group_id": "numeric-11", "image_filename": "numeric-11.png", "image_sha256": "6ab001fc27b44551dbc35b0f17d634c4c1fe33f9deb6c5b334a645aef683de03", "ground_truth": { "rgb": [ 44, 84, 228 ] }, "prompt": "Estimate the flat interior color of R as gamma-encoded sRGB. Return only JSON with keys \"r\", \"g\", and \"b\", each a JSON integer from 0 to 255 (no decimal fractions). Do not report alpha or hex. The target is opaque; estimate its visible fill, not its surroundings.", "design": { "axis": "numeric-estimation", "difficulty": "chromatic", "sourceRgb": [ 44, 84, 228 ], "reference": { "kind": "unreferenced-estimation", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-rgb-12", "family": "rgb", "group_id": "numeric-12", "image_filename": "numeric-12.png", "image_sha256": "e280cbb54a947941fa8a782051f5a1ece7a8379a71335cc9abdb25466aeab9e1", "ground_truth": { "rgb": [ 236, 208, 44 ] }, "prompt": "Estimate the flat interior color of R as gamma-encoded sRGB. Return only JSON with keys \"r\", \"g\", and \"b\", each a JSON integer from 0 to 255 (no decimal fractions). Do not report alpha or hex. The target is opaque; estimate its visible fill, not its surroundings.", "design": { "axis": "numeric-estimation", "difficulty": "chromatic", "sourceRgb": [ 236, 208, 44 ], "reference": { "kind": "unreferenced-estimation", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-rgb-13", "family": "rgb", "group_id": "numeric-13", "image_filename": "numeric-13.png", "image_sha256": "a2fd6644af52c69a97caf17c9188aa723380e90896d36e39a0e9721168a84150", "ground_truth": { "rgb": [ 198, 58, 188 ] }, "prompt": "Estimate the flat interior color of R as gamma-encoded sRGB. Return only JSON with keys \"r\", \"g\", and \"b\", each a JSON integer from 0 to 255 (no decimal fractions). Do not report alpha or hex. The target is opaque; estimate its visible fill, not its surroundings.", "design": { "axis": "numeric-estimation", "difficulty": "chromatic", "sourceRgb": [ 198, 58, 188 ], "reference": { "kind": "unreferenced-estimation", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-rgb-14", "family": "rgb", "group_id": "numeric-14", "image_filename": "numeric-14.png", "image_sha256": "e01d0b488cea36d9d4ad0efc19f8d126905871f5336d3a35e1e2b51ebf1c90e6", "ground_truth": { "rgb": [ 44, 178, 198 ] }, "prompt": "Estimate the flat interior color of R as gamma-encoded sRGB. Return only JSON with keys \"r\", \"g\", and \"b\", each a JSON integer from 0 to 255 (no decimal fractions). Do not report alpha or hex. The target is opaque; estimate its visible fill, not its surroundings.", "design": { "axis": "numeric-estimation", "difficulty": "chromatic", "sourceRgb": [ 44, 178, 198 ], "reference": { "kind": "unreferenced-estimation", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-rgb-15", "family": "rgb", "group_id": "numeric-15", "image_filename": "numeric-15.png", "image_sha256": "8af6bcff62c673b2f0e5dc9b0db143fa73ccef31b9c0c1a86c7e0977a730165f", "ground_truth": { "rgb": [ 16, 16, 18 ] }, "prompt": "Estimate the flat interior color of R as gamma-encoded sRGB. Return only JSON with keys \"r\", \"g\", and \"b\", each a JSON integer from 0 to 255 (no decimal fractions). Do not report alpha or hex. The target is opaque; estimate its visible fill, not its surroundings.", "design": { "axis": "numeric-estimation", "difficulty": "near-neutral", "sourceRgb": [ 16, 16, 18 ], "reference": { "kind": "unreferenced-estimation", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-rgb-16", "family": "rgb", "group_id": "numeric-16", "image_filename": "numeric-16.png", "image_sha256": "361f338d2bace57141a587055a28a46f3f5c5d6bc26e7da3a6f602513225dd73", "ground_truth": { "rgb": [ 243, 243, 240 ] }, "prompt": "Estimate the flat interior color of R as gamma-encoded sRGB. Return only JSON with keys \"r\", \"g\", and \"b\", each a JSON integer from 0 to 255 (no decimal fractions). Do not report alpha or hex. The target is opaque; estimate its visible fill, not its surroundings.", "design": { "axis": "numeric-estimation", "difficulty": "near-neutral", "sourceRgb": [ 243, 243, 240 ], "reference": { "kind": "unreferenced-estimation", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-samediff-01", "family": "samediff", "group_id": "samediff-pair-01-aa", "image_filename": "samediff-pair-01-aa.png", "image_sha256": "83623120d6172a6aa0635d5f61b2de05ac5640fb76348e81f4b8aa5afb8316c8", "ground_truth": { "choice": "A" }, "prompt": "Do patches A and B have exactly the same flat fill color? Answer \"A\" for same and \"B\" for different. Compare the colored interiors, not labels or borders. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "identity", "difficulty": "same", "pairSetId": "samediff-pair-01", "mappingPairId": "samediff-pair-01-aa", "direction": "sameA", "same": true, "intendedSeparation": 0, "intendedHue": 25, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-samediff-02", "family": "samediff", "group_id": "samediff-pair-01-aa", "image_filename": "samediff-pair-01-aa.png", "image_sha256": "83623120d6172a6aa0635d5f61b2de05ac5640fb76348e81f4b8aa5afb8316c8", "ground_truth": { "choice": "B" }, "prompt": "Do patches A and B have exactly the same flat fill color? Answer \"B\" for same and \"A\" for different. Compare the colored interiors, not labels or borders. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "identity", "difficulty": "same", "pairSetId": "samediff-pair-01", "mappingPairId": "samediff-pair-01-aa", "direction": "sameB", "same": true, "intendedSeparation": 0, "intendedHue": 25, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-samediff-03", "family": "samediff", "group_id": "samediff-pair-01-bb", "image_filename": "samediff-pair-01-bb.png", "image_sha256": "ee044e0d4f202cb6fc80c5ddb7c3d985957bbc1ebf5b2251b8768a0ae9f8af44", "ground_truth": { "choice": "A" }, "prompt": "Do patches A and B have exactly the same flat fill color? Answer \"A\" for same and \"B\" for different. Compare the colored interiors, not labels or borders. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "identity", "difficulty": "same", "pairSetId": "samediff-pair-01", "mappingPairId": "samediff-pair-01-bb", "direction": "sameA", "same": true, "intendedSeparation": 0, "intendedHue": 25, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-samediff-04", "family": "samediff", "group_id": "samediff-pair-01-bb", "image_filename": "samediff-pair-01-bb.png", "image_sha256": "ee044e0d4f202cb6fc80c5ddb7c3d985957bbc1ebf5b2251b8768a0ae9f8af44", "ground_truth": { "choice": "B" }, "prompt": "Do patches A and B have exactly the same flat fill color? Answer \"B\" for same and \"A\" for different. Compare the colored interiors, not labels or borders. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "identity", "difficulty": "same", "pairSetId": "samediff-pair-01", "mappingPairId": "samediff-pair-01-bb", "direction": "sameB", "same": true, "intendedSeparation": 0, "intendedHue": 25, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-samediff-05", "family": "samediff", "group_id": "samediff-pair-01-ab", "image_filename": "samediff-pair-01-ab.png", "image_sha256": "8a9ef229ceb65185d3a6e5f60bbb1ef0340b3926ad86a4dada06783eb7e836aa", "ground_truth": { "choice": "B" }, "prompt": "Do patches A and B have exactly the same flat fill color? Answer \"A\" for same and \"B\" for different. Compare the colored interiors, not labels or borders. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "lightness", "difficulty": "narrow", "pairSetId": "samediff-pair-01", "mappingPairId": "samediff-pair-01-ab", "direction": "sameA", "same": false, "intendedSeparation": 0.015, "intendedHue": 25, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-samediff-06", "family": "samediff", "group_id": "samediff-pair-01-ab", "image_filename": "samediff-pair-01-ab.png", "image_sha256": "8a9ef229ceb65185d3a6e5f60bbb1ef0340b3926ad86a4dada06783eb7e836aa", "ground_truth": { "choice": "A" }, "prompt": "Do patches A and B have exactly the same flat fill color? Answer \"B\" for same and \"A\" for different. Compare the colored interiors, not labels or borders. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "lightness", "difficulty": "narrow", "pairSetId": "samediff-pair-01", "mappingPairId": "samediff-pair-01-ab", "direction": "sameB", "same": false, "intendedSeparation": 0.015, "intendedHue": 25, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-samediff-07", "family": "samediff", "group_id": "samediff-pair-01-ba", "image_filename": "samediff-pair-01-ba.png", "image_sha256": "321e87301a553ade7f11ac54a91bd0be6fe0f9b7bfd9e28196ca4095b11b3c08", "ground_truth": { "choice": "B" }, "prompt": "Do patches A and B have exactly the same flat fill color? Answer \"A\" for same and \"B\" for different. Compare the colored interiors, not labels or borders. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "lightness", "difficulty": "narrow", "pairSetId": "samediff-pair-01", "mappingPairId": "samediff-pair-01-ba", "direction": "sameA", "same": false, "intendedSeparation": 0.015, "intendedHue": 25, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-samediff-08", "family": "samediff", "group_id": "samediff-pair-01-ba", "image_filename": "samediff-pair-01-ba.png", "image_sha256": "321e87301a553ade7f11ac54a91bd0be6fe0f9b7bfd9e28196ca4095b11b3c08", "ground_truth": { "choice": "A" }, "prompt": "Do patches A and B have exactly the same flat fill color? Answer \"B\" for same and \"A\" for different. Compare the colored interiors, not labels or borders. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "lightness", "difficulty": "narrow", "pairSetId": "samediff-pair-01", "mappingPairId": "samediff-pair-01-ba", "direction": "sameB", "same": false, "intendedSeparation": 0.015, "intendedHue": 25, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-samediff-09", "family": "samediff", "group_id": "samediff-pair-02-aa", "image_filename": "samediff-pair-02-aa.png", "image_sha256": "d4cf4441a7ab192685a336d5c91f0051894606c60e20e1d9ff69ce11fe8c39d0", "ground_truth": { "choice": "A" }, "prompt": "Do patches A and B have exactly the same flat fill color? Answer \"A\" for same and \"B\" for different. Compare the colored interiors, not labels or borders. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "identity", "difficulty": "same", "pairSetId": "samediff-pair-02", "mappingPairId": "samediff-pair-02-aa", "direction": "sameA", "same": true, "intendedSeparation": 0, "intendedHue": 205, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-samediff-10", "family": "samediff", "group_id": "samediff-pair-02-aa", "image_filename": "samediff-pair-02-aa.png", "image_sha256": "d4cf4441a7ab192685a336d5c91f0051894606c60e20e1d9ff69ce11fe8c39d0", "ground_truth": { "choice": "B" }, "prompt": "Do patches A and B have exactly the same flat fill color? Answer \"B\" for same and \"A\" for different. Compare the colored interiors, not labels or borders. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "identity", "difficulty": "same", "pairSetId": "samediff-pair-02", "mappingPairId": "samediff-pair-02-aa", "direction": "sameB", "same": true, "intendedSeparation": 0, "intendedHue": 205, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-samediff-11", "family": "samediff", "group_id": "samediff-pair-02-bb", "image_filename": "samediff-pair-02-bb.png", "image_sha256": "be45b2880500738c3ba5912b50cacf0164f9b8377262fe7e710fb7431986c260", "ground_truth": { "choice": "A" }, "prompt": "Do patches A and B have exactly the same flat fill color? Answer \"A\" for same and \"B\" for different. Compare the colored interiors, not labels or borders. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "identity", "difficulty": "same", "pairSetId": "samediff-pair-02", "mappingPairId": "samediff-pair-02-bb", "direction": "sameA", "same": true, "intendedSeparation": 0, "intendedHue": 205, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-samediff-12", "family": "samediff", "group_id": "samediff-pair-02-bb", "image_filename": "samediff-pair-02-bb.png", "image_sha256": "be45b2880500738c3ba5912b50cacf0164f9b8377262fe7e710fb7431986c260", "ground_truth": { "choice": "B" }, "prompt": "Do patches A and B have exactly the same flat fill color? Answer \"B\" for same and \"A\" for different. Compare the colored interiors, not labels or borders. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "identity", "difficulty": "same", "pairSetId": "samediff-pair-02", "mappingPairId": "samediff-pair-02-bb", "direction": "sameB", "same": true, "intendedSeparation": 0, "intendedHue": 205, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-samediff-13", "family": "samediff", "group_id": "samediff-pair-02-ab", "image_filename": "samediff-pair-02-ab.png", "image_sha256": "fa550e69c1b2bc4c1112d4a4cc164bab0a5b489addccfd7565f1b97a8e3e28e6", "ground_truth": { "choice": "B" }, "prompt": "Do patches A and B have exactly the same flat fill color? Answer \"A\" for same and \"B\" for different. Compare the colored interiors, not labels or borders. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "lightness", "difficulty": "narrow", "pairSetId": "samediff-pair-02", "mappingPairId": "samediff-pair-02-ab", "direction": "sameA", "same": false, "intendedSeparation": 0.015, "intendedHue": 205, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-samediff-14", "family": "samediff", "group_id": "samediff-pair-02-ab", "image_filename": "samediff-pair-02-ab.png", "image_sha256": "fa550e69c1b2bc4c1112d4a4cc164bab0a5b489addccfd7565f1b97a8e3e28e6", "ground_truth": { "choice": "A" }, "prompt": "Do patches A and B have exactly the same flat fill color? Answer \"B\" for same and \"A\" for different. Compare the colored interiors, not labels or borders. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "lightness", "difficulty": "narrow", "pairSetId": "samediff-pair-02", "mappingPairId": "samediff-pair-02-ab", "direction": "sameB", "same": false, "intendedSeparation": 0.015, "intendedHue": 205, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-samediff-15", "family": "samediff", "group_id": "samediff-pair-02-ba", "image_filename": "samediff-pair-02-ba.png", "image_sha256": "0a037cc41c273c9811ae930bcef0862f8bc4bc5c79c904d66dec4cf552f0bec5", "ground_truth": { "choice": "B" }, "prompt": "Do patches A and B have exactly the same flat fill color? Answer \"A\" for same and \"B\" for different. Compare the colored interiors, not labels or borders. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "lightness", "difficulty": "narrow", "pairSetId": "samediff-pair-02", "mappingPairId": "samediff-pair-02-ba", "direction": "sameA", "same": false, "intendedSeparation": 0.015, "intendedHue": 205, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-samediff-16", "family": "samediff", "group_id": "samediff-pair-02-ba", "image_filename": "samediff-pair-02-ba.png", "image_sha256": "0a037cc41c273c9811ae930bcef0862f8bc4bc5c79c904d66dec4cf552f0bec5", "ground_truth": { "choice": "A" }, "prompt": "Do patches A and B have exactly the same flat fill color? Answer \"B\" for same and \"A\" for different. Compare the colored interiors, not labels or borders. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "lightness", "difficulty": "narrow", "pairSetId": "samediff-pair-02", "mappingPairId": "samediff-pair-02-ba", "direction": "sameB", "same": false, "intendedSeparation": 0.015, "intendedHue": 205, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-samediff-17", "family": "samediff", "group_id": "samediff-pair-03-aa", "image_filename": "samediff-pair-03-aa.png", "image_sha256": "42fb3b4717b0cc6618712e5f5adb8580e8fe38e4ad71b4f9db9b57963b3bbeb5", "ground_truth": { "choice": "A" }, "prompt": "Do patches A and B have exactly the same flat fill color? Answer \"A\" for same and \"B\" for different. Compare the colored interiors, not labels or borders. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "identity", "difficulty": "same", "pairSetId": "samediff-pair-03", "mappingPairId": "samediff-pair-03-aa", "direction": "sameA", "same": true, "intendedSeparation": 0, "intendedHue": 115, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-samediff-18", "family": "samediff", "group_id": "samediff-pair-03-aa", "image_filename": "samediff-pair-03-aa.png", "image_sha256": "42fb3b4717b0cc6618712e5f5adb8580e8fe38e4ad71b4f9db9b57963b3bbeb5", "ground_truth": { "choice": "B" }, "prompt": "Do patches A and B have exactly the same flat fill color? Answer \"B\" for same and \"A\" for different. Compare the colored interiors, not labels or borders. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "identity", "difficulty": "same", "pairSetId": "samediff-pair-03", "mappingPairId": "samediff-pair-03-aa", "direction": "sameB", "same": true, "intendedSeparation": 0, "intendedHue": 115, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-samediff-19", "family": "samediff", "group_id": "samediff-pair-03-bb", "image_filename": "samediff-pair-03-bb.png", "image_sha256": "41f88d3be72ddfd73b567ec6d6cd3de8c805ff9e3a101733a1c30206aad57831", "ground_truth": { "choice": "A" }, "prompt": "Do patches A and B have exactly the same flat fill color? Answer \"A\" for same and \"B\" for different. Compare the colored interiors, not labels or borders. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "identity", "difficulty": "same", "pairSetId": "samediff-pair-03", "mappingPairId": "samediff-pair-03-bb", "direction": "sameA", "same": true, "intendedSeparation": 0, "intendedHue": 115, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-samediff-20", "family": "samediff", "group_id": "samediff-pair-03-bb", "image_filename": "samediff-pair-03-bb.png", "image_sha256": "41f88d3be72ddfd73b567ec6d6cd3de8c805ff9e3a101733a1c30206aad57831", "ground_truth": { "choice": "B" }, "prompt": "Do patches A and B have exactly the same flat fill color? Answer \"B\" for same and \"A\" for different. Compare the colored interiors, not labels or borders. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "identity", "difficulty": "same", "pairSetId": "samediff-pair-03", "mappingPairId": "samediff-pair-03-bb", "direction": "sameB", "same": true, "intendedSeparation": 0, "intendedHue": 115, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-samediff-21", "family": "samediff", "group_id": "samediff-pair-03-ab", "image_filename": "samediff-pair-03-ab.png", "image_sha256": "8e04b7a582d4c70c188013b10dab3f31a9205fb5c6dadcefd20289f798372e51", "ground_truth": { "choice": "B" }, "prompt": "Do patches A and B have exactly the same flat fill color? Answer \"A\" for same and \"B\" for different. Compare the colored interiors, not labels or borders. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "chroma", "difficulty": "narrow", "pairSetId": "samediff-pair-03", "mappingPairId": "samediff-pair-03-ab", "direction": "sameA", "same": false, "intendedSeparation": 0.008, "intendedHue": 115, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-samediff-22", "family": "samediff", "group_id": "samediff-pair-03-ab", "image_filename": "samediff-pair-03-ab.png", "image_sha256": "8e04b7a582d4c70c188013b10dab3f31a9205fb5c6dadcefd20289f798372e51", "ground_truth": { "choice": "A" }, "prompt": "Do patches A and B have exactly the same flat fill color? Answer \"B\" for same and \"A\" for different. Compare the colored interiors, not labels or borders. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "chroma", "difficulty": "narrow", "pairSetId": "samediff-pair-03", "mappingPairId": "samediff-pair-03-ab", "direction": "sameB", "same": false, "intendedSeparation": 0.008, "intendedHue": 115, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-samediff-23", "family": "samediff", "group_id": "samediff-pair-03-ba", "image_filename": "samediff-pair-03-ba.png", "image_sha256": "6ada6dff2093438d6fcfa1accb968dfe55e72357bf1b729825857eec75d1a38c", "ground_truth": { "choice": "B" }, "prompt": "Do patches A and B have exactly the same flat fill color? Answer \"A\" for same and \"B\" for different. Compare the colored interiors, not labels or borders. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "chroma", "difficulty": "narrow", "pairSetId": "samediff-pair-03", "mappingPairId": "samediff-pair-03-ba", "direction": "sameA", "same": false, "intendedSeparation": 0.008, "intendedHue": 115, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-samediff-24", "family": "samediff", "group_id": "samediff-pair-03-ba", "image_filename": "samediff-pair-03-ba.png", "image_sha256": "6ada6dff2093438d6fcfa1accb968dfe55e72357bf1b729825857eec75d1a38c", "ground_truth": { "choice": "A" }, "prompt": "Do patches A and B have exactly the same flat fill color? Answer \"B\" for same and \"A\" for different. Compare the colored interiors, not labels or borders. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "chroma", "difficulty": "narrow", "pairSetId": "samediff-pair-03", "mappingPairId": "samediff-pair-03-ba", "direction": "sameB", "same": false, "intendedSeparation": 0.008, "intendedHue": 115, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-samediff-25", "family": "samediff", "group_id": "samediff-pair-04-aa", "image_filename": "samediff-pair-04-aa.png", "image_sha256": "f4666fa6129d802491b431bd886888cf46fcc43d2d93979d45c6aa53a76e6ff1", "ground_truth": { "choice": "A" }, "prompt": "Do patches A and B have exactly the same flat fill color? Answer \"A\" for same and \"B\" for different. Compare the colored interiors, not labels or borders. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "identity", "difficulty": "same", "pairSetId": "samediff-pair-04", "mappingPairId": "samediff-pair-04-aa", "direction": "sameA", "same": true, "intendedSeparation": 0, "intendedHue": 295, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-samediff-26", "family": "samediff", "group_id": "samediff-pair-04-aa", "image_filename": "samediff-pair-04-aa.png", "image_sha256": "f4666fa6129d802491b431bd886888cf46fcc43d2d93979d45c6aa53a76e6ff1", "ground_truth": { "choice": "B" }, "prompt": "Do patches A and B have exactly the same flat fill color? Answer \"B\" for same and \"A\" for different. Compare the colored interiors, not labels or borders. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "identity", "difficulty": "same", "pairSetId": "samediff-pair-04", "mappingPairId": "samediff-pair-04-aa", "direction": "sameB", "same": true, "intendedSeparation": 0, "intendedHue": 295, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-samediff-27", "family": "samediff", "group_id": "samediff-pair-04-bb", "image_filename": "samediff-pair-04-bb.png", "image_sha256": "d6d3855e4cc7685d701a16fe0d54510e9945e3d8161fa52ca61a3ee0e945cdcd", "ground_truth": { "choice": "A" }, "prompt": "Do patches A and B have exactly the same flat fill color? Answer \"A\" for same and \"B\" for different. Compare the colored interiors, not labels or borders. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "identity", "difficulty": "same", "pairSetId": "samediff-pair-04", "mappingPairId": "samediff-pair-04-bb", "direction": "sameA", "same": true, "intendedSeparation": 0, "intendedHue": 295, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-samediff-28", "family": "samediff", "group_id": "samediff-pair-04-bb", "image_filename": "samediff-pair-04-bb.png", "image_sha256": "d6d3855e4cc7685d701a16fe0d54510e9945e3d8161fa52ca61a3ee0e945cdcd", "ground_truth": { "choice": "B" }, "prompt": "Do patches A and B have exactly the same flat fill color? Answer \"B\" for same and \"A\" for different. Compare the colored interiors, not labels or borders. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "identity", "difficulty": "same", "pairSetId": "samediff-pair-04", "mappingPairId": "samediff-pair-04-bb", "direction": "sameB", "same": true, "intendedSeparation": 0, "intendedHue": 295, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-samediff-29", "family": "samediff", "group_id": "samediff-pair-04-ab", "image_filename": "samediff-pair-04-ab.png", "image_sha256": "5305d8ee74b18313b5650dd74ec4c043ff287d749ffe9bced309f2120ed6b005", "ground_truth": { "choice": "B" }, "prompt": "Do patches A and B have exactly the same flat fill color? Answer \"A\" for same and \"B\" for different. Compare the colored interiors, not labels or borders. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "chroma", "difficulty": "narrow", "pairSetId": "samediff-pair-04", "mappingPairId": "samediff-pair-04-ab", "direction": "sameA", "same": false, "intendedSeparation": 0.008, "intendedHue": 295, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-samediff-30", "family": "samediff", "group_id": "samediff-pair-04-ab", "image_filename": "samediff-pair-04-ab.png", "image_sha256": "5305d8ee74b18313b5650dd74ec4c043ff287d749ffe9bced309f2120ed6b005", "ground_truth": { "choice": "A" }, "prompt": "Do patches A and B have exactly the same flat fill color? Answer \"B\" for same and \"A\" for different. Compare the colored interiors, not labels or borders. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "chroma", "difficulty": "narrow", "pairSetId": "samediff-pair-04", "mappingPairId": "samediff-pair-04-ab", "direction": "sameB", "same": false, "intendedSeparation": 0.008, "intendedHue": 295, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-samediff-31", "family": "samediff", "group_id": "samediff-pair-04-ba", "image_filename": "samediff-pair-04-ba.png", "image_sha256": "6067535bbeeaa101e45154a9f4e3fcf02351c50da86c7f9ffea2082e1376da52", "ground_truth": { "choice": "B" }, "prompt": "Do patches A and B have exactly the same flat fill color? Answer \"A\" for same and \"B\" for different. Compare the colored interiors, not labels or borders. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "chroma", "difficulty": "narrow", "pairSetId": "samediff-pair-04", "mappingPairId": "samediff-pair-04-ba", "direction": "sameA", "same": false, "intendedSeparation": 0.008, "intendedHue": 295, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-samediff-32", "family": "samediff", "group_id": "samediff-pair-04-ba", "image_filename": "samediff-pair-04-ba.png", "image_sha256": "6067535bbeeaa101e45154a9f4e3fcf02351c50da86c7f9ffea2082e1376da52", "ground_truth": { "choice": "A" }, "prompt": "Do patches A and B have exactly the same flat fill color? Answer \"B\" for same and \"A\" for different. Compare the colored interiors, not labels or borders. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "chroma", "difficulty": "narrow", "pairSetId": "samediff-pair-04", "mappingPairId": "samediff-pair-04-ba", "direction": "sameB", "same": false, "intendedSeparation": 0.008, "intendedHue": 295, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-samediff-33", "family": "samediff", "group_id": "samediff-pair-05-aa", "image_filename": "samediff-pair-05-aa.png", "image_sha256": "b03d40f0f608646d1fffe7e5f35a48fcc35831d514dfb813dd1bb2ab49e238dc", "ground_truth": { "choice": "A" }, "prompt": "Do patches A and B have exactly the same flat fill color? Answer \"A\" for same and \"B\" for different. Compare the colored interiors, not labels or borders. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "identity", "difficulty": "same", "pairSetId": "samediff-pair-05", "mappingPairId": "samediff-pair-05-aa", "direction": "sameA", "same": true, "intendedSeparation": 0, "intendedHue": 70, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-samediff-34", "family": "samediff", "group_id": "samediff-pair-05-aa", "image_filename": "samediff-pair-05-aa.png", "image_sha256": "b03d40f0f608646d1fffe7e5f35a48fcc35831d514dfb813dd1bb2ab49e238dc", "ground_truth": { "choice": "B" }, "prompt": "Do patches A and B have exactly the same flat fill color? Answer \"B\" for same and \"A\" for different. Compare the colored interiors, not labels or borders. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "identity", "difficulty": "same", "pairSetId": "samediff-pair-05", "mappingPairId": "samediff-pair-05-aa", "direction": "sameB", "same": true, "intendedSeparation": 0, "intendedHue": 70, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-samediff-35", "family": "samediff", "group_id": "samediff-pair-05-bb", "image_filename": "samediff-pair-05-bb.png", "image_sha256": "ad25a45fea7cc56e7593271699fd63f078a8c5d343769ef1f4a779f7421c0e37", "ground_truth": { "choice": "A" }, "prompt": "Do patches A and B have exactly the same flat fill color? Answer \"A\" for same and \"B\" for different. Compare the colored interiors, not labels or borders. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "identity", "difficulty": "same", "pairSetId": "samediff-pair-05", "mappingPairId": "samediff-pair-05-bb", "direction": "sameA", "same": true, "intendedSeparation": 0, "intendedHue": 70, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-samediff-36", "family": "samediff", "group_id": "samediff-pair-05-bb", "image_filename": "samediff-pair-05-bb.png", "image_sha256": "ad25a45fea7cc56e7593271699fd63f078a8c5d343769ef1f4a779f7421c0e37", "ground_truth": { "choice": "B" }, "prompt": "Do patches A and B have exactly the same flat fill color? Answer \"B\" for same and \"A\" for different. Compare the colored interiors, not labels or borders. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "identity", "difficulty": "same", "pairSetId": "samediff-pair-05", "mappingPairId": "samediff-pair-05-bb", "direction": "sameB", "same": true, "intendedSeparation": 0, "intendedHue": 70, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-samediff-37", "family": "samediff", "group_id": "samediff-pair-05-ab", "image_filename": "samediff-pair-05-ab.png", "image_sha256": "e6e8270463bb61c69883c0c616589233c555ba08148956c7c0f2922a3568bb4b", "ground_truth": { "choice": "B" }, "prompt": "Do patches A and B have exactly the same flat fill color? Answer \"A\" for same and \"B\" for different. Compare the colored interiors, not labels or borders. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "hue", "difficulty": "narrow", "pairSetId": "samediff-pair-05", "mappingPairId": "samediff-pair-05-ab", "direction": "sameA", "same": false, "intendedSeparation": 6, "intendedHue": 70, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-samediff-38", "family": "samediff", "group_id": "samediff-pair-05-ab", "image_filename": "samediff-pair-05-ab.png", "image_sha256": "e6e8270463bb61c69883c0c616589233c555ba08148956c7c0f2922a3568bb4b", "ground_truth": { "choice": "A" }, "prompt": "Do patches A and B have exactly the same flat fill color? Answer \"B\" for same and \"A\" for different. Compare the colored interiors, not labels or borders. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "hue", "difficulty": "narrow", "pairSetId": "samediff-pair-05", "mappingPairId": "samediff-pair-05-ab", "direction": "sameB", "same": false, "intendedSeparation": 6, "intendedHue": 70, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-samediff-39", "family": "samediff", "group_id": "samediff-pair-05-ba", "image_filename": "samediff-pair-05-ba.png", "image_sha256": "b6f025dddbd13b8d81ff8e50b61edfc1b224037278c3974c71bf6ac95b15025d", "ground_truth": { "choice": "B" }, "prompt": "Do patches A and B have exactly the same flat fill color? Answer \"A\" for same and \"B\" for different. Compare the colored interiors, not labels or borders. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "hue", "difficulty": "narrow", "pairSetId": "samediff-pair-05", "mappingPairId": "samediff-pair-05-ba", "direction": "sameA", "same": false, "intendedSeparation": 6, "intendedHue": 70, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-samediff-40", "family": "samediff", "group_id": "samediff-pair-05-ba", "image_filename": "samediff-pair-05-ba.png", "image_sha256": "b6f025dddbd13b8d81ff8e50b61edfc1b224037278c3974c71bf6ac95b15025d", "ground_truth": { "choice": "A" }, "prompt": "Do patches A and B have exactly the same flat fill color? Answer \"B\" for same and \"A\" for different. Compare the colored interiors, not labels or borders. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "hue", "difficulty": "narrow", "pairSetId": "samediff-pair-05", "mappingPairId": "samediff-pair-05-ba", "direction": "sameB", "same": false, "intendedSeparation": 6, "intendedHue": 70, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-samediff-41", "family": "samediff", "group_id": "samediff-pair-06-aa", "image_filename": "samediff-pair-06-aa.png", "image_sha256": "c6bef20d86e5fc7b36d621028b1a48d8f330010948431fae590161b8d35e521b", "ground_truth": { "choice": "A" }, "prompt": "Do patches A and B have exactly the same flat fill color? Answer \"A\" for same and \"B\" for different. Compare the colored interiors, not labels or borders. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "identity", "difficulty": "same", "pairSetId": "samediff-pair-06", "mappingPairId": "samediff-pair-06-aa", "direction": "sameA", "same": true, "intendedSeparation": 0, "intendedHue": 250, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-samediff-42", "family": "samediff", "group_id": "samediff-pair-06-aa", "image_filename": "samediff-pair-06-aa.png", "image_sha256": "c6bef20d86e5fc7b36d621028b1a48d8f330010948431fae590161b8d35e521b", "ground_truth": { "choice": "B" }, "prompt": "Do patches A and B have exactly the same flat fill color? Answer \"B\" for same and \"A\" for different. Compare the colored interiors, not labels or borders. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "identity", "difficulty": "same", "pairSetId": "samediff-pair-06", "mappingPairId": "samediff-pair-06-aa", "direction": "sameB", "same": true, "intendedSeparation": 0, "intendedHue": 250, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-samediff-43", "family": "samediff", "group_id": "samediff-pair-06-bb", "image_filename": "samediff-pair-06-bb.png", "image_sha256": "a6311c6336d10fa6f14759a1fb9396a3d923348a8c030b83250910e03c6b51d6", "ground_truth": { "choice": "A" }, "prompt": "Do patches A and B have exactly the same flat fill color? Answer \"A\" for same and \"B\" for different. Compare the colored interiors, not labels or borders. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "identity", "difficulty": "same", "pairSetId": "samediff-pair-06", "mappingPairId": "samediff-pair-06-bb", "direction": "sameA", "same": true, "intendedSeparation": 0, "intendedHue": 250, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-samediff-44", "family": "samediff", "group_id": "samediff-pair-06-bb", "image_filename": "samediff-pair-06-bb.png", "image_sha256": "a6311c6336d10fa6f14759a1fb9396a3d923348a8c030b83250910e03c6b51d6", "ground_truth": { "choice": "B" }, "prompt": "Do patches A and B have exactly the same flat fill color? Answer \"B\" for same and \"A\" for different. Compare the colored interiors, not labels or borders. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "identity", "difficulty": "same", "pairSetId": "samediff-pair-06", "mappingPairId": "samediff-pair-06-bb", "direction": "sameB", "same": true, "intendedSeparation": 0, "intendedHue": 250, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-samediff-45", "family": "samediff", "group_id": "samediff-pair-06-ab", "image_filename": "samediff-pair-06-ab.png", "image_sha256": "4ac6061419cc8e42e74a635f39aae4c4cdf526103ff8b86be741d00b1b04fa4f", "ground_truth": { "choice": "B" }, "prompt": "Do patches A and B have exactly the same flat fill color? Answer \"A\" for same and \"B\" for different. Compare the colored interiors, not labels or borders. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "hue", "difficulty": "narrow", "pairSetId": "samediff-pair-06", "mappingPairId": "samediff-pair-06-ab", "direction": "sameA", "same": false, "intendedSeparation": 6, "intendedHue": 250, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-samediff-46", "family": "samediff", "group_id": "samediff-pair-06-ab", "image_filename": "samediff-pair-06-ab.png", "image_sha256": "4ac6061419cc8e42e74a635f39aae4c4cdf526103ff8b86be741d00b1b04fa4f", "ground_truth": { "choice": "A" }, "prompt": "Do patches A and B have exactly the same flat fill color? Answer \"B\" for same and \"A\" for different. Compare the colored interiors, not labels or borders. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "hue", "difficulty": "narrow", "pairSetId": "samediff-pair-06", "mappingPairId": "samediff-pair-06-ab", "direction": "sameB", "same": false, "intendedSeparation": 6, "intendedHue": 250, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-samediff-47", "family": "samediff", "group_id": "samediff-pair-06-ba", "image_filename": "samediff-pair-06-ba.png", "image_sha256": "14784713259752ce303eecb4cca3a1cd2a4ea1137b755aee7742f2c99085d5e0", "ground_truth": { "choice": "B" }, "prompt": "Do patches A and B have exactly the same flat fill color? Answer \"A\" for same and \"B\" for different. Compare the colored interiors, not labels or borders. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "hue", "difficulty": "narrow", "pairSetId": "samediff-pair-06", "mappingPairId": "samediff-pair-06-ba", "direction": "sameA", "same": false, "intendedSeparation": 6, "intendedHue": 250, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-samediff-48", "family": "samediff", "group_id": "samediff-pair-06-ba", "image_filename": "samediff-pair-06-ba.png", "image_sha256": "14784713259752ce303eecb4cca3a1cd2a4ea1137b755aee7742f2c99085d5e0", "ground_truth": { "choice": "A" }, "prompt": "Do patches A and B have exactly the same flat fill color? Answer \"B\" for same and \"A\" for different. Compare the colored interiors, not labels or borders. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "hue", "difficulty": "narrow", "pairSetId": "samediff-pair-06", "mappingPairId": "samediff-pair-06-ba", "direction": "sameB", "same": false, "intendedSeparation": 6, "intendedHue": 250, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-smallmatch-01", "family": "smallmatch", "group_id": "smallmatch-01-reference-a", "image_filename": "smallmatch-01.png", "image_sha256": "eb404a940032a1d9c44e4b60e46a39f0f6cb353a6b74dbcae0e352af1532ce30", "ground_truth": { "choice": "A" }, "prompt": "Which swatch, A, B, C, or D, has the same color as reference R? Compare the colored regions, including colored outlines; ignore labels and neutral surroundings. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "lightness", "difficulty": "mid", "condition": "filled-20", "layout": "dot", "sizePx": 20, "strokePx": 0, "sourceRgb": [ 190, 130, 124 ], "interventionSetId": "smallmatch-01", "optionSetId": "smallmatch-01-filled-20", "intendedTargetOklch": { "l": 0.6655766267207838, "c": 0.07540459666930206, "h": 25.61492955643024 }, "intendedSeparation": 0.03, "reference": { "kind": "small-region", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-smallmatch-02", "family": "smallmatch", "group_id": "smallmatch-01-reference-b", "image_filename": "smallmatch-02.png", "image_sha256": "18641f70a38b73875885b4636584c4d40527d88b02fa16a585924acd2323a06c", "ground_truth": { "choice": "B" }, "prompt": "Which swatch, A, B, C, or D, has the same color as reference R? Compare the colored regions, including colored outlines; ignore labels and neutral surroundings. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "lightness", "difficulty": "mid", "condition": "filled-20", "layout": "dot", "sizePx": 20, "strokePx": 0, "sourceRgb": [ 170, 112, 107 ], "interventionSetId": "smallmatch-01", "optionSetId": "smallmatch-01-filled-20", "intendedTargetOklch": { "l": 0.6047442185657516, "c": 0.07470527899243694, "h": 24.921498530592828 }, "intendedSeparation": 0.03, "reference": { "kind": "small-region", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-smallmatch-03", "family": "smallmatch", "group_id": "smallmatch-01-reference-c", "image_filename": "smallmatch-03.png", "image_sha256": "b8185843061705c336d7519a548370ad26926562449a2fa8d85a8d517cf70b37", "ground_truth": { "choice": "C" }, "prompt": "Which swatch, A, B, C, or D, has the same color as reference R? Compare the colored regions, including colored outlines; ignore labels and neutral surroundings. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "lightness", "difficulty": "mid", "condition": "filled-20", "layout": "dot", "sizePx": 20, "strokePx": 0, "sourceRgb": [ 199, 139, 133 ], "interventionSetId": "smallmatch-01", "optionSetId": "smallmatch-01-filled-20", "intendedTargetOklch": { "l": 0.6945263398112708, "c": 0.07447515708143464, "h": 25.522273375208442 }, "intendedSeparation": 0.03, "reference": { "kind": "small-region", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-smallmatch-04", "family": "smallmatch", "group_id": "smallmatch-01-reference-d", "image_filename": "smallmatch-04.png", "image_sha256": "c8ed8ecfa3c5c21c4c3caa84a274eacd640d890502360fca66c8dcacc1d28a09", "ground_truth": { "choice": "D" }, "prompt": "Which swatch, A, B, C, or D, has the same color as reference R? Compare the colored regions, including colored outlines; ignore labels and neutral surroundings. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "lightness", "difficulty": "mid", "condition": "filled-20", "layout": "dot", "sizePx": 20, "strokePx": 0, "sourceRgb": [ 180, 121, 116 ], "interventionSetId": "smallmatch-01", "optionSetId": "smallmatch-01-filled-20", "intendedTargetOklch": { "l": 0.6354489629868129, "c": 0.07493715263158579, "h": 24.736952573424446 }, "intendedSeparation": 0.03, "reference": { "kind": "small-region", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-smallmatch-05", "family": "smallmatch", "group_id": "smallmatch-01-reference-a", "image_filename": "smallmatch-05.png", "image_sha256": "80f78915953afa82ba32f4be2d1d07210b8e23a6c45d1984e9c4542ae219c2e0", "ground_truth": { "choice": "A" }, "prompt": "Which swatch, A, B, C, or D, has the same color as reference R? Compare the colored regions, including colored outlines; ignore labels and neutral surroundings. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "lightness", "difficulty": "mid", "condition": "filled-84", "layout": "dot", "sizePx": 84, "strokePx": 0, "sourceRgb": [ 190, 130, 124 ], "interventionSetId": "smallmatch-01", "optionSetId": "smallmatch-01-filled-84", "intendedTargetOklch": { "l": 0.6655766267207838, "c": 0.07540459666930206, "h": 25.61492955643024 }, "intendedSeparation": 0.03, "reference": { "kind": "small-region", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-smallmatch-06", "family": "smallmatch", "group_id": "smallmatch-01-reference-b", "image_filename": "smallmatch-06.png", "image_sha256": "2374af3b0531a8758a8ef98d65e3e3ce80d9bc70e09b7309c160266bc081109f", "ground_truth": { "choice": "B" }, "prompt": "Which swatch, A, B, C, or D, has the same color as reference R? Compare the colored regions, including colored outlines; ignore labels and neutral surroundings. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "lightness", "difficulty": "mid", "condition": "filled-84", "layout": "dot", "sizePx": 84, "strokePx": 0, "sourceRgb": [ 170, 112, 107 ], "interventionSetId": "smallmatch-01", "optionSetId": "smallmatch-01-filled-84", "intendedTargetOklch": { "l": 0.6047442185657516, "c": 0.07470527899243694, "h": 24.921498530592828 }, "intendedSeparation": 0.03, "reference": { "kind": "small-region", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-smallmatch-07", "family": "smallmatch", "group_id": "smallmatch-01-reference-c", "image_filename": "smallmatch-07.png", "image_sha256": "ba63bb3f31426851368406bee9bc5944113289fc54c166c8ba84080a5fee8a30", "ground_truth": { "choice": "C" }, "prompt": "Which swatch, A, B, C, or D, has the same color as reference R? Compare the colored regions, including colored outlines; ignore labels and neutral surroundings. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "lightness", "difficulty": "mid", "condition": "filled-84", "layout": "dot", "sizePx": 84, "strokePx": 0, "sourceRgb": [ 199, 139, 133 ], "interventionSetId": "smallmatch-01", "optionSetId": "smallmatch-01-filled-84", "intendedTargetOklch": { "l": 0.6945263398112708, "c": 0.07447515708143464, "h": 25.522273375208442 }, "intendedSeparation": 0.03, "reference": { "kind": "small-region", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-smallmatch-08", "family": "smallmatch", "group_id": "smallmatch-01-reference-d", "image_filename": "smallmatch-08.png", "image_sha256": "bd4a273039081d466cacfcd7d8013d300c69da3d9713793fc82c750d1a3d632e", "ground_truth": { "choice": "D" }, "prompt": "Which swatch, A, B, C, or D, has the same color as reference R? Compare the colored regions, including colored outlines; ignore labels and neutral surroundings. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "lightness", "difficulty": "mid", "condition": "filled-84", "layout": "dot", "sizePx": 84, "strokePx": 0, "sourceRgb": [ 180, 121, 116 ], "interventionSetId": "smallmatch-01", "optionSetId": "smallmatch-01-filled-84", "intendedTargetOklch": { "l": 0.6354489629868129, "c": 0.07493715263158579, "h": 24.736952573424446 }, "intendedSeparation": 0.03, "reference": { "kind": "small-region", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-smallmatch-09", "family": "smallmatch", "group_id": "smallmatch-01-reference-a", "image_filename": "smallmatch-09.png", "image_sha256": "0f8d4707cdf9e61ac4ed5855590e09a12599e354cdc97a40406f451baa2cdc15", "ground_truth": { "choice": "A" }, "prompt": "Which swatch, A, B, C, or D, has the same color as reference R? Compare the colored regions, including colored outlines; ignore labels and neutral surroundings. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "lightness", "difficulty": "mid", "condition": "outline-3", "layout": "frame", "sizePx": 84, "strokePx": 3, "sourceRgb": [ 190, 130, 124 ], "interventionSetId": "smallmatch-01", "optionSetId": "smallmatch-01-outline-3", "intendedTargetOklch": { "l": 0.6655766267207838, "c": 0.07540459666930206, "h": 25.61492955643024 }, "intendedSeparation": 0.03, "reference": { "kind": "small-region", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-smallmatch-10", "family": "smallmatch", "group_id": "smallmatch-01-reference-b", "image_filename": "smallmatch-10.png", "image_sha256": "0251f4331021997002ef63c06c80981322b22d537a330c9b7c0ac7759a0ba278", "ground_truth": { "choice": "B" }, "prompt": "Which swatch, A, B, C, or D, has the same color as reference R? Compare the colored regions, including colored outlines; ignore labels and neutral surroundings. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "lightness", "difficulty": "mid", "condition": "outline-3", "layout": "frame", "sizePx": 84, "strokePx": 3, "sourceRgb": [ 170, 112, 107 ], "interventionSetId": "smallmatch-01", "optionSetId": "smallmatch-01-outline-3", "intendedTargetOklch": { "l": 0.6047442185657516, "c": 0.07470527899243694, "h": 24.921498530592828 }, "intendedSeparation": 0.03, "reference": { "kind": "small-region", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-smallmatch-11", "family": "smallmatch", "group_id": "smallmatch-01-reference-c", "image_filename": "smallmatch-11.png", "image_sha256": "1d6f0b762febbfeb787e286b7fde18c6ca6ab659a86476612407c98aa43ddb63", "ground_truth": { "choice": "C" }, "prompt": "Which swatch, A, B, C, or D, has the same color as reference R? Compare the colored regions, including colored outlines; ignore labels and neutral surroundings. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "lightness", "difficulty": "mid", "condition": "outline-3", "layout": "frame", "sizePx": 84, "strokePx": 3, "sourceRgb": [ 199, 139, 133 ], "interventionSetId": "smallmatch-01", "optionSetId": "smallmatch-01-outline-3", "intendedTargetOklch": { "l": 0.6945263398112708, "c": 0.07447515708143464, "h": 25.522273375208442 }, "intendedSeparation": 0.03, "reference": { "kind": "small-region", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-smallmatch-12", "family": "smallmatch", "group_id": "smallmatch-01-reference-d", "image_filename": "smallmatch-12.png", "image_sha256": "2609af155b439157efdc2e1d7552ffffea645d0e009d5fd5f9206dda7c64d328", "ground_truth": { "choice": "D" }, "prompt": "Which swatch, A, B, C, or D, has the same color as reference R? Compare the colored regions, including colored outlines; ignore labels and neutral surroundings. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "lightness", "difficulty": "mid", "condition": "outline-3", "layout": "frame", "sizePx": 84, "strokePx": 3, "sourceRgb": [ 180, 121, 116 ], "interventionSetId": "smallmatch-01", "optionSetId": "smallmatch-01-outline-3", "intendedTargetOklch": { "l": 0.6354489629868129, "c": 0.07493715263158579, "h": 24.736952573424446 }, "intendedSeparation": 0.03, "reference": { "kind": "small-region", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-smallmatch-13", "family": "smallmatch", "group_id": "smallmatch-01-reference-a", "image_filename": "smallmatch-13.png", "image_sha256": "87d6b82449ca59ed79fc7017204db3c09358ef56ee44b44a3d52b99178234ea6", "ground_truth": { "choice": "A" }, "prompt": "Which swatch, A, B, C, or D, has the same color as reference R? Compare the colored regions, including colored outlines; ignore labels and neutral surroundings. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "lightness", "difficulty": "mid", "condition": "outline-12", "layout": "frame", "sizePx": 84, "strokePx": 12, "sourceRgb": [ 190, 130, 124 ], "interventionSetId": "smallmatch-01", "optionSetId": "smallmatch-01-outline-12", "intendedTargetOklch": { "l": 0.6655766267207838, "c": 0.07540459666930206, "h": 25.61492955643024 }, "intendedSeparation": 0.03, "reference": { "kind": "small-region", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-smallmatch-14", "family": "smallmatch", "group_id": "smallmatch-01-reference-b", "image_filename": "smallmatch-14.png", "image_sha256": "ae0246b166ba5a9928cf766a1276998eb0da90a19bc9555cc88cf6b26518e2eb", "ground_truth": { "choice": "B" }, "prompt": "Which swatch, A, B, C, or D, has the same color as reference R? Compare the colored regions, including colored outlines; ignore labels and neutral surroundings. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "lightness", "difficulty": "mid", "condition": "outline-12", "layout": "frame", "sizePx": 84, "strokePx": 12, "sourceRgb": [ 170, 112, 107 ], "interventionSetId": "smallmatch-01", "optionSetId": "smallmatch-01-outline-12", "intendedTargetOklch": { "l": 0.6047442185657516, "c": 0.07470527899243694, "h": 24.921498530592828 }, "intendedSeparation": 0.03, "reference": { "kind": "small-region", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-smallmatch-15", "family": "smallmatch", "group_id": "smallmatch-01-reference-c", "image_filename": "smallmatch-15.png", "image_sha256": "ba032f969d3a25daeb9bc3d5fa9c703d37bd5d9c37b4839735d2f685513f3e09", "ground_truth": { "choice": "C" }, "prompt": "Which swatch, A, B, C, or D, has the same color as reference R? Compare the colored regions, including colored outlines; ignore labels and neutral surroundings. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "lightness", "difficulty": "mid", "condition": "outline-12", "layout": "frame", "sizePx": 84, "strokePx": 12, "sourceRgb": [ 199, 139, 133 ], "interventionSetId": "smallmatch-01", "optionSetId": "smallmatch-01-outline-12", "intendedTargetOklch": { "l": 0.6945263398112708, "c": 0.07447515708143464, "h": 25.522273375208442 }, "intendedSeparation": 0.03, "reference": { "kind": "small-region", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-smallmatch-16", "family": "smallmatch", "group_id": "smallmatch-01-reference-d", "image_filename": "smallmatch-16.png", "image_sha256": "91e38689a89c9c47a0b5f9256018fb9e6e9837ef224abda75626e31c03fa5c76", "ground_truth": { "choice": "D" }, "prompt": "Which swatch, A, B, C, or D, has the same color as reference R? Compare the colored regions, including colored outlines; ignore labels and neutral surroundings. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "lightness", "difficulty": "mid", "condition": "outline-12", "layout": "frame", "sizePx": 84, "strokePx": 12, "sourceRgb": [ 180, 121, 116 ], "interventionSetId": "smallmatch-01", "optionSetId": "smallmatch-01-outline-12", "intendedTargetOklch": { "l": 0.6354489629868129, "c": 0.07493715263158579, "h": 24.736952573424446 }, "intendedSeparation": 0.03, "reference": { "kind": "small-region", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-smallmatch-17", "family": "smallmatch", "group_id": "smallmatch-02-reference-a", "image_filename": "smallmatch-17.png", "image_sha256": "ee3fc5f0eca6db8683de69b5bba66805b5f51496610865fb2c9eed0c991d5809", "ground_truth": { "choice": "A" }, "prompt": "Which swatch, A, B, C, or D, has the same color as reference R? Compare the colored regions, including colored outlines; ignore labels and neutral surroundings. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "chroma", "difficulty": "mid", "condition": "filled-20", "layout": "dot", "sizePx": 20, "strokePx": 0, "sourceRgb": [ 142, 146, 119 ], "interventionSetId": "smallmatch-02", "optionSetId": "smallmatch-02-filled-20", "intendedTargetOklch": { "l": 0.6491232174644801, "c": 0.03900365611484679, "h": 114.33869771148812 }, "intendedSeparation": 0.01, "reference": { "kind": "small-region", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-smallmatch-18", "family": "smallmatch", "group_id": "smallmatch-02-reference-b", "image_filename": "smallmatch-18.png", "image_sha256": "0719ca8edc74d6fd5883a07bc404e6105e7dedf1023bb36c89c1699efec5e1dd", "ground_truth": { "choice": "B" }, "prompt": "Which swatch, A, B, C, or D, has the same color as reference R? Compare the colored regions, including colored outlines; ignore labels and neutral surroundings. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "chroma", "difficulty": "mid", "condition": "filled-20", "layout": "dot", "sizePx": 20, "strokePx": 0, "sourceRgb": [ 141, 149, 99 ], "interventionSetId": "smallmatch-02", "optionSetId": "smallmatch-02-filled-20", "intendedTargetOklch": { "l": 0.6506523719118191, "c": 0.07030698572027946, "h": 115.79347277678471 }, "intendedSeparation": 0.01, "reference": { "kind": "small-region", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-smallmatch-19", "family": "smallmatch", "group_id": "smallmatch-02-reference-c", "image_filename": "smallmatch-19.png", "image_sha256": "33c883bf74847d473d44a59d0329aba7f7780679b219ecd18ce96cda8c88bf44", "ground_truth": { "choice": "C" }, "prompt": "Which swatch, A, B, C, or D, has the same color as reference R? Compare the colored regions, including colored outlines; ignore labels and neutral surroundings. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "chroma", "difficulty": "mid", "condition": "filled-20", "layout": "dot", "sizePx": 20, "strokePx": 0, "sourceRgb": [ 142, 147, 112 ], "interventionSetId": "smallmatch-02", "optionSetId": "smallmatch-02-filled-20", "intendedTargetOklch": { "l": 0.6497028048871568, "c": 0.05009064520043779, "h": 114.41489228967237 }, "intendedSeparation": 0.01, "reference": { "kind": "small-region", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-smallmatch-20", "family": "smallmatch", "group_id": "smallmatch-02-reference-d", "image_filename": "smallmatch-20.png", "image_sha256": "1e38d874b93fdd7056e3ac21ed9e84f7df3704f7dba00d054299e7fc72557fbd", "ground_truth": { "choice": "D" }, "prompt": "Which swatch, A, B, C, or D, has the same color as reference R? Compare the colored regions, including colored outlines; ignore labels and neutral surroundings. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "chroma", "difficulty": "mid", "condition": "filled-20", "layout": "dot", "sizePx": 20, "strokePx": 0, "sourceRgb": [ 142, 148, 106 ], "interventionSetId": "smallmatch-02", "optionSetId": "smallmatch-02-filled-20", "intendedTargetOklch": { "l": 0.6506359398355193, "c": 0.05957371918719442, "h": 114.68843735903988 }, "intendedSeparation": 0.01, "reference": { "kind": "small-region", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-smallmatch-21", "family": "smallmatch", "group_id": "smallmatch-02-reference-a", "image_filename": "smallmatch-21.png", "image_sha256": "6546efe1edeb49f661f0fb8186e839adcb1a277732e8a36a723d86c6417711a5", "ground_truth": { "choice": "A" }, "prompt": "Which swatch, A, B, C, or D, has the same color as reference R? Compare the colored regions, including colored outlines; ignore labels and neutral surroundings. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "chroma", "difficulty": "mid", "condition": "filled-84", "layout": "dot", "sizePx": 84, "strokePx": 0, "sourceRgb": [ 142, 146, 119 ], "interventionSetId": "smallmatch-02", "optionSetId": "smallmatch-02-filled-84", "intendedTargetOklch": { "l": 0.6491232174644801, "c": 0.03900365611484679, "h": 114.33869771148812 }, "intendedSeparation": 0.01, "reference": { "kind": "small-region", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-smallmatch-22", "family": "smallmatch", "group_id": "smallmatch-02-reference-b", "image_filename": "smallmatch-22.png", "image_sha256": "e064d8ad481abd8aa6ad9ba22078790e8df3345b4901ff71cca22d5df34f551a", "ground_truth": { "choice": "B" }, "prompt": "Which swatch, A, B, C, or D, has the same color as reference R? Compare the colored regions, including colored outlines; ignore labels and neutral surroundings. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "chroma", "difficulty": "mid", "condition": "filled-84", "layout": "dot", "sizePx": 84, "strokePx": 0, "sourceRgb": [ 141, 149, 99 ], "interventionSetId": "smallmatch-02", "optionSetId": "smallmatch-02-filled-84", "intendedTargetOklch": { "l": 0.6506523719118191, "c": 0.07030698572027946, "h": 115.79347277678471 }, "intendedSeparation": 0.01, "reference": { "kind": "small-region", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-smallmatch-23", "family": "smallmatch", "group_id": "smallmatch-02-reference-c", "image_filename": "smallmatch-23.png", "image_sha256": "c32d4572272cb1b26670962a6feb3d215d54cd941831d7b5ace5578ba7bdb46c", "ground_truth": { "choice": "C" }, "prompt": "Which swatch, A, B, C, or D, has the same color as reference R? Compare the colored regions, including colored outlines; ignore labels and neutral surroundings. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "chroma", "difficulty": "mid", "condition": "filled-84", "layout": "dot", "sizePx": 84, "strokePx": 0, "sourceRgb": [ 142, 147, 112 ], "interventionSetId": "smallmatch-02", "optionSetId": "smallmatch-02-filled-84", "intendedTargetOklch": { "l": 0.6497028048871568, "c": 0.05009064520043779, "h": 114.41489228967237 }, "intendedSeparation": 0.01, "reference": { "kind": "small-region", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-smallmatch-24", "family": "smallmatch", "group_id": "smallmatch-02-reference-d", "image_filename": "smallmatch-24.png", "image_sha256": "1fe594665842620ccfc0e3b08885412bb576b3b25fa34fadbd1831a1c19a9cbf", "ground_truth": { "choice": "D" }, "prompt": "Which swatch, A, B, C, or D, has the same color as reference R? Compare the colored regions, including colored outlines; ignore labels and neutral surroundings. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "chroma", "difficulty": "mid", "condition": "filled-84", "layout": "dot", "sizePx": 84, "strokePx": 0, "sourceRgb": [ 142, 148, 106 ], "interventionSetId": "smallmatch-02", "optionSetId": "smallmatch-02-filled-84", "intendedTargetOklch": { "l": 0.6506359398355193, "c": 0.05957371918719442, "h": 114.68843735903988 }, "intendedSeparation": 0.01, "reference": { "kind": "small-region", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-smallmatch-25", "family": "smallmatch", "group_id": "smallmatch-02-reference-a", "image_filename": "smallmatch-25.png", "image_sha256": "4330f9687c7e3c3d54c7f4d76654ed74638dd5ce693b80faac5db3732d0bdf72", "ground_truth": { "choice": "A" }, "prompt": "Which swatch, A, B, C, or D, has the same color as reference R? Compare the colored regions, including colored outlines; ignore labels and neutral surroundings. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "chroma", "difficulty": "mid", "condition": "outline-3", "layout": "frame", "sizePx": 84, "strokePx": 3, "sourceRgb": [ 142, 146, 119 ], "interventionSetId": "smallmatch-02", "optionSetId": "smallmatch-02-outline-3", "intendedTargetOklch": { "l": 0.6491232174644801, "c": 0.03900365611484679, "h": 114.33869771148812 }, "intendedSeparation": 0.01, "reference": { "kind": "small-region", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-smallmatch-26", "family": "smallmatch", "group_id": "smallmatch-02-reference-b", "image_filename": "smallmatch-26.png", "image_sha256": "61d90ccdc3cac516f9f03967b65d0f9a7d2aa1bda5cce11b827c09f75fbcffb4", "ground_truth": { "choice": "B" }, "prompt": "Which swatch, A, B, C, or D, has the same color as reference R? Compare the colored regions, including colored outlines; ignore labels and neutral surroundings. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "chroma", "difficulty": "mid", "condition": "outline-3", "layout": "frame", "sizePx": 84, "strokePx": 3, "sourceRgb": [ 141, 149, 99 ], "interventionSetId": "smallmatch-02", "optionSetId": "smallmatch-02-outline-3", "intendedTargetOklch": { "l": 0.6506523719118191, "c": 0.07030698572027946, "h": 115.79347277678471 }, "intendedSeparation": 0.01, "reference": { "kind": "small-region", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-smallmatch-27", "family": "smallmatch", "group_id": "smallmatch-02-reference-c", "image_filename": "smallmatch-27.png", "image_sha256": "ce9fa04ef2c26dd15a1e22e239bbaa8807583df7f63b3188f4fef2b73757b55c", "ground_truth": { "choice": "C" }, "prompt": "Which swatch, A, B, C, or D, has the same color as reference R? Compare the colored regions, including colored outlines; ignore labels and neutral surroundings. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "chroma", "difficulty": "mid", "condition": "outline-3", "layout": "frame", "sizePx": 84, "strokePx": 3, "sourceRgb": [ 142, 147, 112 ], "interventionSetId": "smallmatch-02", "optionSetId": "smallmatch-02-outline-3", "intendedTargetOklch": { "l": 0.6497028048871568, "c": 0.05009064520043779, "h": 114.41489228967237 }, "intendedSeparation": 0.01, "reference": { "kind": "small-region", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-smallmatch-28", "family": "smallmatch", "group_id": "smallmatch-02-reference-d", "image_filename": "smallmatch-28.png", "image_sha256": "e66a6df87da92a19213b7bcb8e99444ecfdae7832fff4f47700788d32d44d158", "ground_truth": { "choice": "D" }, "prompt": "Which swatch, A, B, C, or D, has the same color as reference R? Compare the colored regions, including colored outlines; ignore labels and neutral surroundings. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "chroma", "difficulty": "mid", "condition": "outline-3", "layout": "frame", "sizePx": 84, "strokePx": 3, "sourceRgb": [ 142, 148, 106 ], "interventionSetId": "smallmatch-02", "optionSetId": "smallmatch-02-outline-3", "intendedTargetOklch": { "l": 0.6506359398355193, "c": 0.05957371918719442, "h": 114.68843735903988 }, "intendedSeparation": 0.01, "reference": { "kind": "small-region", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-smallmatch-29", "family": "smallmatch", "group_id": "smallmatch-02-reference-a", "image_filename": "smallmatch-29.png", "image_sha256": "5b9dcd19ce9915c5d0b74a29d35ac172d596d0ce8c8bcdaabd307dc8b521b9c1", "ground_truth": { "choice": "A" }, "prompt": "Which swatch, A, B, C, or D, has the same color as reference R? Compare the colored regions, including colored outlines; ignore labels and neutral surroundings. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "chroma", "difficulty": "mid", "condition": "outline-12", "layout": "frame", "sizePx": 84, "strokePx": 12, "sourceRgb": [ 142, 146, 119 ], "interventionSetId": "smallmatch-02", "optionSetId": "smallmatch-02-outline-12", "intendedTargetOklch": { "l": 0.6491232174644801, "c": 0.03900365611484679, "h": 114.33869771148812 }, "intendedSeparation": 0.01, "reference": { "kind": "small-region", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-smallmatch-30", "family": "smallmatch", "group_id": "smallmatch-02-reference-b", "image_filename": "smallmatch-30.png", "image_sha256": "31ad0bcbb934c6bcdd44c61f7dffef98b35d0524da50b4afbe702ae4112e242b", "ground_truth": { "choice": "B" }, "prompt": "Which swatch, A, B, C, or D, has the same color as reference R? Compare the colored regions, including colored outlines; ignore labels and neutral surroundings. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "chroma", "difficulty": "mid", "condition": "outline-12", "layout": "frame", "sizePx": 84, "strokePx": 12, "sourceRgb": [ 141, 149, 99 ], "interventionSetId": "smallmatch-02", "optionSetId": "smallmatch-02-outline-12", "intendedTargetOklch": { "l": 0.6506523719118191, "c": 0.07030698572027946, "h": 115.79347277678471 }, "intendedSeparation": 0.01, "reference": { "kind": "small-region", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-smallmatch-31", "family": "smallmatch", "group_id": "smallmatch-02-reference-c", "image_filename": "smallmatch-31.png", "image_sha256": "f15475f8c37fe76e9599253d5cd20ae952d95a6affd61b5f26da56648cdb7a46", "ground_truth": { "choice": "C" }, "prompt": "Which swatch, A, B, C, or D, has the same color as reference R? Compare the colored regions, including colored outlines; ignore labels and neutral surroundings. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "chroma", "difficulty": "mid", "condition": "outline-12", "layout": "frame", "sizePx": 84, "strokePx": 12, "sourceRgb": [ 142, 147, 112 ], "interventionSetId": "smallmatch-02", "optionSetId": "smallmatch-02-outline-12", "intendedTargetOklch": { "l": 0.6497028048871568, "c": 0.05009064520043779, "h": 114.41489228967237 }, "intendedSeparation": 0.01, "reference": { "kind": "small-region", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-smallmatch-32", "family": "smallmatch", "group_id": "smallmatch-02-reference-d", "image_filename": "smallmatch-32.png", "image_sha256": "0f9c39367b566f9ac46eda71aafbfd0f42cf278b7be17f94e3e35fdcbeaacbbd", "ground_truth": { "choice": "D" }, "prompt": "Which swatch, A, B, C, or D, has the same color as reference R? Compare the colored regions, including colored outlines; ignore labels and neutral surroundings. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "chroma", "difficulty": "mid", "condition": "outline-12", "layout": "frame", "sizePx": 84, "strokePx": 12, "sourceRgb": [ 142, 148, 106 ], "interventionSetId": "smallmatch-02", "optionSetId": "smallmatch-02-outline-12", "intendedTargetOklch": { "l": 0.6506359398355193, "c": 0.05957371918719442, "h": 114.68843735903988 }, "intendedSeparation": 0.01, "reference": { "kind": "small-region", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-smallmatch-33", "family": "smallmatch", "group_id": "smallmatch-03-reference-a", "image_filename": "smallmatch-33.png", "image_sha256": "c59723d43051011c09b9b8c222b1eaa621623e4fd1e1019eddb53556831d8768", "ground_truth": { "choice": "A" }, "prompt": "Which swatch, A, B, C, or D, has the same color as reference R? Compare the colored regions, including colored outlines; ignore labels and neutral surroundings. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "hue", "difficulty": "mid", "condition": "filled-20", "layout": "dot", "sizePx": 20, "strokePx": 0, "sourceRgb": [ 87, 154, 175 ], "interventionSetId": "smallmatch-03", "optionSetId": "smallmatch-03-filled-20", "intendedTargetOklch": { "l": 0.6498848501209542, "c": 0.07489086028775767, "h": 220.3324844497185 }, "intendedSeparation": 10, "reference": { "kind": "small-region", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-smallmatch-34", "family": "smallmatch", "group_id": "smallmatch-03-reference-b", "image_filename": "smallmatch-34.png", "image_sha256": "bc0428794887d1392a6eb816dbb2b22b7af3063f773b738c5873bbe93f609c94", "ground_truth": { "choice": "B" }, "prompt": "Which swatch, A, B, C, or D, has the same color as reference R? Compare the colored regions, including colored outlines; ignore labels and neutral surroundings. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "hue", "difficulty": "mid", "condition": "filled-20", "layout": "dot", "sizePx": 20, "strokePx": 0, "sourceRgb": [ 82, 157, 161 ], "interventionSetId": "smallmatch-03", "optionSetId": "smallmatch-03-filled-20", "intendedTargetOklch": { "l": 0.6495444283563926, "c": 0.07476141882534498, "h": 200.03885599549528 }, "intendedSeparation": 10, "reference": { "kind": "small-region", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-smallmatch-35", "family": "smallmatch", "group_id": "smallmatch-03-reference-c", "image_filename": "smallmatch-35.png", "image_sha256": "a169b6cdcf81dcfa5c9ad468f8a712ab8acbf074d906d831e21af53f908b9395", "ground_truth": { "choice": "C" }, "prompt": "Which swatch, A, B, C, or D, has the same color as reference R? Compare the colored regions, including colored outlines; ignore labels and neutral surroundings. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "hue", "difficulty": "mid", "condition": "filled-20", "layout": "dot", "sizePx": 20, "strokePx": 0, "sourceRgb": [ 83, 156, 168 ], "interventionSetId": "smallmatch-03", "optionSetId": "smallmatch-03-filled-20", "intendedTargetOklch": { "l": 0.6501360985153823, "c": 0.07494490435127749, "h": 209.3129837336527 }, "intendedSeparation": 10, "reference": { "kind": "small-region", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-smallmatch-36", "family": "smallmatch", "group_id": "smallmatch-03-reference-d", "image_filename": "smallmatch-36.png", "image_sha256": "b02b9a0670368d391e4ddcc596f8638d8e26f441bbc7fc58bff842a32995d7ac", "ground_truth": { "choice": "D" }, "prompt": "Which swatch, A, B, C, or D, has the same color as reference R? Compare the colored regions, including colored outlines; ignore labels and neutral surroundings. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "hue", "difficulty": "mid", "condition": "filled-20", "layout": "dot", "sizePx": 20, "strokePx": 0, "sourceRgb": [ 83, 158, 153 ], "interventionSetId": "smallmatch-03", "optionSetId": "smallmatch-03-filled-20", "intendedTargetOklch": { "l": 0.6496492970988552, "c": 0.0752982976456049, "h": 189.81513300341692 }, "intendedSeparation": 10, "reference": { "kind": "small-region", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-smallmatch-37", "family": "smallmatch", "group_id": "smallmatch-03-reference-a", "image_filename": "smallmatch-37.png", "image_sha256": "c3c68f40a57ee78dcaeff31cd2a54d10357107b34d4c861ec46e82fb7afabd23", "ground_truth": { "choice": "A" }, "prompt": "Which swatch, A, B, C, or D, has the same color as reference R? Compare the colored regions, including colored outlines; ignore labels and neutral surroundings. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "hue", "difficulty": "mid", "condition": "filled-84", "layout": "dot", "sizePx": 84, "strokePx": 0, "sourceRgb": [ 87, 154, 175 ], "interventionSetId": "smallmatch-03", "optionSetId": "smallmatch-03-filled-84", "intendedTargetOklch": { "l": 0.6498848501209542, "c": 0.07489086028775767, "h": 220.3324844497185 }, "intendedSeparation": 10, "reference": { "kind": "small-region", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-smallmatch-38", "family": "smallmatch", "group_id": "smallmatch-03-reference-b", "image_filename": "smallmatch-38.png", "image_sha256": "a3d06b44b7e701e27fce48de9fd71e2498c050695d252b036e81bd94da189f92", "ground_truth": { "choice": "B" }, "prompt": "Which swatch, A, B, C, or D, has the same color as reference R? Compare the colored regions, including colored outlines; ignore labels and neutral surroundings. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "hue", "difficulty": "mid", "condition": "filled-84", "layout": "dot", "sizePx": 84, "strokePx": 0, "sourceRgb": [ 82, 157, 161 ], "interventionSetId": "smallmatch-03", "optionSetId": "smallmatch-03-filled-84", "intendedTargetOklch": { "l": 0.6495444283563926, "c": 0.07476141882534498, "h": 200.03885599549528 }, "intendedSeparation": 10, "reference": { "kind": "small-region", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-smallmatch-39", "family": "smallmatch", "group_id": "smallmatch-03-reference-c", "image_filename": "smallmatch-39.png", "image_sha256": "c21006645ac757a160fbb632c6b731f60b75bcd50e20239af21a61f7ea320372", "ground_truth": { "choice": "C" }, "prompt": "Which swatch, A, B, C, or D, has the same color as reference R? Compare the colored regions, including colored outlines; ignore labels and neutral surroundings. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "hue", "difficulty": "mid", "condition": "filled-84", "layout": "dot", "sizePx": 84, "strokePx": 0, "sourceRgb": [ 83, 156, 168 ], "interventionSetId": "smallmatch-03", "optionSetId": "smallmatch-03-filled-84", "intendedTargetOklch": { "l": 0.6501360985153823, "c": 0.07494490435127749, "h": 209.3129837336527 }, "intendedSeparation": 10, "reference": { "kind": "small-region", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-smallmatch-40", "family": "smallmatch", "group_id": "smallmatch-03-reference-d", "image_filename": "smallmatch-40.png", "image_sha256": "746d612cb7730b53dad50b76e4daa87b478e24fb2fe556147934f244b4ed981f", "ground_truth": { "choice": "D" }, "prompt": "Which swatch, A, B, C, or D, has the same color as reference R? Compare the colored regions, including colored outlines; ignore labels and neutral surroundings. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "hue", "difficulty": "mid", "condition": "filled-84", "layout": "dot", "sizePx": 84, "strokePx": 0, "sourceRgb": [ 83, 158, 153 ], "interventionSetId": "smallmatch-03", "optionSetId": "smallmatch-03-filled-84", "intendedTargetOklch": { "l": 0.6496492970988552, "c": 0.0752982976456049, "h": 189.81513300341692 }, "intendedSeparation": 10, "reference": { "kind": "small-region", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-smallmatch-41", "family": "smallmatch", "group_id": "smallmatch-03-reference-a", "image_filename": "smallmatch-41.png", "image_sha256": "d982ffd296ed9de46ce4659e42e1863379df1f74718ef227c85f739519161099", "ground_truth": { "choice": "A" }, "prompt": "Which swatch, A, B, C, or D, has the same color as reference R? Compare the colored regions, including colored outlines; ignore labels and neutral surroundings. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "hue", "difficulty": "mid", "condition": "outline-3", "layout": "frame", "sizePx": 84, "strokePx": 3, "sourceRgb": [ 87, 154, 175 ], "interventionSetId": "smallmatch-03", "optionSetId": "smallmatch-03-outline-3", "intendedTargetOklch": { "l": 0.6498848501209542, "c": 0.07489086028775767, "h": 220.3324844497185 }, "intendedSeparation": 10, "reference": { "kind": "small-region", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-smallmatch-42", "family": "smallmatch", "group_id": "smallmatch-03-reference-b", "image_filename": "smallmatch-42.png", "image_sha256": "78ac5edd942336b7379d10115a9b45e11c86f67c9c98a90e40d8508c28c15fb2", "ground_truth": { "choice": "B" }, "prompt": "Which swatch, A, B, C, or D, has the same color as reference R? Compare the colored regions, including colored outlines; ignore labels and neutral surroundings. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "hue", "difficulty": "mid", "condition": "outline-3", "layout": "frame", "sizePx": 84, "strokePx": 3, "sourceRgb": [ 82, 157, 161 ], "interventionSetId": "smallmatch-03", "optionSetId": "smallmatch-03-outline-3", "intendedTargetOklch": { "l": 0.6495444283563926, "c": 0.07476141882534498, "h": 200.03885599549528 }, "intendedSeparation": 10, "reference": { "kind": "small-region", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-smallmatch-43", "family": "smallmatch", "group_id": "smallmatch-03-reference-c", "image_filename": "smallmatch-43.png", "image_sha256": "3e6ed76d25fbd0c04a8024e5de75246489b05d87f25cd8ba57e092c746def664", "ground_truth": { "choice": "C" }, "prompt": "Which swatch, A, B, C, or D, has the same color as reference R? Compare the colored regions, including colored outlines; ignore labels and neutral surroundings. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "hue", "difficulty": "mid", "condition": "outline-3", "layout": "frame", "sizePx": 84, "strokePx": 3, "sourceRgb": [ 83, 156, 168 ], "interventionSetId": "smallmatch-03", "optionSetId": "smallmatch-03-outline-3", "intendedTargetOklch": { "l": 0.6501360985153823, "c": 0.07494490435127749, "h": 209.3129837336527 }, "intendedSeparation": 10, "reference": { "kind": "small-region", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-smallmatch-44", "family": "smallmatch", "group_id": "smallmatch-03-reference-d", "image_filename": "smallmatch-44.png", "image_sha256": "957f0a17b1db07cdd8e20a3621c69828557e14e456a3493176e9296b018e9cd4", "ground_truth": { "choice": "D" }, "prompt": "Which swatch, A, B, C, or D, has the same color as reference R? Compare the colored regions, including colored outlines; ignore labels and neutral surroundings. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "hue", "difficulty": "mid", "condition": "outline-3", "layout": "frame", "sizePx": 84, "strokePx": 3, "sourceRgb": [ 83, 158, 153 ], "interventionSetId": "smallmatch-03", "optionSetId": "smallmatch-03-outline-3", "intendedTargetOklch": { "l": 0.6496492970988552, "c": 0.0752982976456049, "h": 189.81513300341692 }, "intendedSeparation": 10, "reference": { "kind": "small-region", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-smallmatch-45", "family": "smallmatch", "group_id": "smallmatch-03-reference-a", "image_filename": "smallmatch-45.png", "image_sha256": "a642438f107918dcd6e45431d1e70260e02f4acbc89103ff9e2ee10364edbb05", "ground_truth": { "choice": "A" }, "prompt": "Which swatch, A, B, C, or D, has the same color as reference R? Compare the colored regions, including colored outlines; ignore labels and neutral surroundings. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "hue", "difficulty": "mid", "condition": "outline-12", "layout": "frame", "sizePx": 84, "strokePx": 12, "sourceRgb": [ 87, 154, 175 ], "interventionSetId": "smallmatch-03", "optionSetId": "smallmatch-03-outline-12", "intendedTargetOklch": { "l": 0.6498848501209542, "c": 0.07489086028775767, "h": 220.3324844497185 }, "intendedSeparation": 10, "reference": { "kind": "small-region", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-smallmatch-46", "family": "smallmatch", "group_id": "smallmatch-03-reference-b", "image_filename": "smallmatch-46.png", "image_sha256": "5d3369ba077bc53f4ba2fe5e74de20ef3f5bef2130cb9b9b1915e46927fcc5be", "ground_truth": { "choice": "B" }, "prompt": "Which swatch, A, B, C, or D, has the same color as reference R? Compare the colored regions, including colored outlines; ignore labels and neutral surroundings. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "hue", "difficulty": "mid", "condition": "outline-12", "layout": "frame", "sizePx": 84, "strokePx": 12, "sourceRgb": [ 82, 157, 161 ], "interventionSetId": "smallmatch-03", "optionSetId": "smallmatch-03-outline-12", "intendedTargetOklch": { "l": 0.6495444283563926, "c": 0.07476141882534498, "h": 200.03885599549528 }, "intendedSeparation": 10, "reference": { "kind": "small-region", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-smallmatch-47", "family": "smallmatch", "group_id": "smallmatch-03-reference-c", "image_filename": "smallmatch-47.png", "image_sha256": "66dc656388dc57f47523a3246156ce15854138e7d1d8156a8978c5edad8e07da", "ground_truth": { "choice": "C" }, "prompt": "Which swatch, A, B, C, or D, has the same color as reference R? Compare the colored regions, including colored outlines; ignore labels and neutral surroundings. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "hue", "difficulty": "mid", "condition": "outline-12", "layout": "frame", "sizePx": 84, "strokePx": 12, "sourceRgb": [ 83, 156, 168 ], "interventionSetId": "smallmatch-03", "optionSetId": "smallmatch-03-outline-12", "intendedTargetOklch": { "l": 0.6501360985153823, "c": 0.07494490435127749, "h": 209.3129837336527 }, "intendedSeparation": 10, "reference": { "kind": "small-region", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-smallmatch-48", "family": "smallmatch", "group_id": "smallmatch-03-reference-d", "image_filename": "smallmatch-48.png", "image_sha256": "2cc3e58cefe13c2a33b5e258a347aa56f15181a8013e81b10d46125d21ae8c74", "ground_truth": { "choice": "D" }, "prompt": "Which swatch, A, B, C, or D, has the same color as reference R? Compare the colored regions, including colored outlines; ignore labels and neutral surroundings. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "hue", "difficulty": "mid", "condition": "outline-12", "layout": "frame", "sizePx": 84, "strokePx": 12, "sourceRgb": [ 83, 158, 153 ], "interventionSetId": "smallmatch-03", "optionSetId": "smallmatch-03-outline-12", "intendedTargetOklch": { "l": 0.6496492970988552, "c": 0.0752982976456049, "h": 189.81513300341692 }, "intendedSeparation": 10, "reference": { "kind": "small-region", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-smallmatch-49", "family": "smallmatch", "group_id": "smallmatch-04-reference-a", "image_filename": "smallmatch-49.png", "image_sha256": "855f61ac6a7cedc28b4417103fb4c2657da2b60f189fabfd72edafe70f65c5ba", "ground_truth": { "choice": "A" }, "prompt": "Which swatch, A, B, C, or D, has the same color as reference R? Compare the colored regions, including colored outlines; ignore labels and neutral surroundings. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "lightness", "difficulty": "mid", "condition": "filled-20", "layout": "dot", "sizePx": 20, "strokePx": 0, "sourceRgb": [ 142, 130, 180 ], "interventionSetId": "smallmatch-04", "optionSetId": "smallmatch-04-filled-20", "intendedTargetOklch": { "l": 0.6358831638882176, "c": 0.0750046465129576, "h": 295.1956628134625 }, "intendedSeparation": 0.03, "reference": { "kind": "small-region", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-smallmatch-50", "family": "smallmatch", "group_id": "smallmatch-04-reference-b", "image_filename": "smallmatch-50.png", "image_sha256": "081007e1b713073d6473726f3b22b3cd631704496b249125b2f3416aaeae12ed", "ground_truth": { "choice": "B" }, "prompt": "Which swatch, A, B, C, or D, has the same color as reference R? Compare the colored regions, including colored outlines; ignore labels and neutral surroundings. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "lightness", "difficulty": "mid", "condition": "filled-20", "layout": "dot", "sizePx": 20, "strokePx": 0, "sourceRgb": [ 151, 139, 189 ], "interventionSetId": "smallmatch-04", "optionSetId": "smallmatch-04-filled-20", "intendedTargetOklch": { "l": 0.6654927275308222, "c": 0.07419727140247673, "h": 295.321513629218 }, "intendedSeparation": 0.03, "reference": { "kind": "small-region", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-smallmatch-51", "family": "smallmatch", "group_id": "smallmatch-04-reference-c", "image_filename": "smallmatch-51.png", "image_sha256": "b46b0eebf48aeeafb55b5cd9fde5431661591ef84cdb131e791b7ad4f05df57b", "ground_truth": { "choice": "C" }, "prompt": "Which swatch, A, B, C, or D, has the same color as reference R? Compare the colored regions, including colored outlines; ignore labels and neutral surroundings. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "lightness", "difficulty": "mid", "condition": "filled-20", "layout": "dot", "sizePx": 20, "strokePx": 0, "sourceRgb": [ 133, 121, 170 ], "interventionSetId": "smallmatch-04", "optionSetId": "smallmatch-04-filled-20", "intendedTargetOklch": { "l": 0.605500378501128, "c": 0.0744100792511153, "h": 295.3288590174434 }, "intendedSeparation": 0.03, "reference": { "kind": "small-region", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-smallmatch-52", "family": "smallmatch", "group_id": "smallmatch-04-reference-d", "image_filename": "smallmatch-52.png", "image_sha256": "4ae51332f48d524f175e2d43a62b4b7cc501235b90e9bc2263637df18ea190c5", "ground_truth": { "choice": "D" }, "prompt": "Which swatch, A, B, C, or D, has the same color as reference R? Compare the colored regions, including colored outlines; ignore labels and neutral surroundings. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "lightness", "difficulty": "mid", "condition": "filled-20", "layout": "dot", "sizePx": 20, "strokePx": 0, "sourceRgb": [ 160, 148, 199 ], "interventionSetId": "smallmatch-04", "optionSetId": "smallmatch-04-filled-20", "intendedTargetOklch": { "l": 0.6952117153914584, "c": 0.07484629697334284, "h": 295.176137100096 }, "intendedSeparation": 0.03, "reference": { "kind": "small-region", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-smallmatch-53", "family": "smallmatch", "group_id": "smallmatch-04-reference-a", "image_filename": "smallmatch-53.png", "image_sha256": "4fa43fad37ec0656e0ff574a68302e35270fdc083d9f995ecdd5b2675814aaf9", "ground_truth": { "choice": "A" }, "prompt": "Which swatch, A, B, C, or D, has the same color as reference R? Compare the colored regions, including colored outlines; ignore labels and neutral surroundings. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "lightness", "difficulty": "mid", "condition": "filled-84", "layout": "dot", "sizePx": 84, "strokePx": 0, "sourceRgb": [ 142, 130, 180 ], "interventionSetId": "smallmatch-04", "optionSetId": "smallmatch-04-filled-84", "intendedTargetOklch": { "l": 0.6358831638882176, "c": 0.0750046465129576, "h": 295.1956628134625 }, "intendedSeparation": 0.03, "reference": { "kind": "small-region", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-smallmatch-54", "family": "smallmatch", "group_id": "smallmatch-04-reference-b", "image_filename": "smallmatch-54.png", "image_sha256": "26777d3f8d647096b59f43f3cb0ab372812a55a1dd37f7753967540fb0d663d0", "ground_truth": { "choice": "B" }, "prompt": "Which swatch, A, B, C, or D, has the same color as reference R? Compare the colored regions, including colored outlines; ignore labels and neutral surroundings. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "lightness", "difficulty": "mid", "condition": "filled-84", "layout": "dot", "sizePx": 84, "strokePx": 0, "sourceRgb": [ 151, 139, 189 ], "interventionSetId": "smallmatch-04", "optionSetId": "smallmatch-04-filled-84", "intendedTargetOklch": { "l": 0.6654927275308222, "c": 0.07419727140247673, "h": 295.321513629218 }, "intendedSeparation": 0.03, "reference": { "kind": "small-region", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-smallmatch-55", "family": "smallmatch", "group_id": "smallmatch-04-reference-c", "image_filename": "smallmatch-55.png", "image_sha256": "015aad9e54cba55c8dbe0ffe545c7a42c52bfc10ba7a85b7ea47a6b30a1fdf92", "ground_truth": { "choice": "C" }, "prompt": "Which swatch, A, B, C, or D, has the same color as reference R? Compare the colored regions, including colored outlines; ignore labels and neutral surroundings. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "lightness", "difficulty": "mid", "condition": "filled-84", "layout": "dot", "sizePx": 84, "strokePx": 0, "sourceRgb": [ 133, 121, 170 ], "interventionSetId": "smallmatch-04", "optionSetId": "smallmatch-04-filled-84", "intendedTargetOklch": { "l": 0.605500378501128, "c": 0.0744100792511153, "h": 295.3288590174434 }, "intendedSeparation": 0.03, "reference": { "kind": "small-region", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-smallmatch-56", "family": "smallmatch", "group_id": "smallmatch-04-reference-d", "image_filename": "smallmatch-56.png", "image_sha256": "decee2d9595acc2af95962646294738e3d97c58d873759955e4d89e30dbc3025", "ground_truth": { "choice": "D" }, "prompt": "Which swatch, A, B, C, or D, has the same color as reference R? Compare the colored regions, including colored outlines; ignore labels and neutral surroundings. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "lightness", "difficulty": "mid", "condition": "filled-84", "layout": "dot", "sizePx": 84, "strokePx": 0, "sourceRgb": [ 160, 148, 199 ], "interventionSetId": "smallmatch-04", "optionSetId": "smallmatch-04-filled-84", "intendedTargetOklch": { "l": 0.6952117153914584, "c": 0.07484629697334284, "h": 295.176137100096 }, "intendedSeparation": 0.03, "reference": { "kind": "small-region", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-smallmatch-57", "family": "smallmatch", "group_id": "smallmatch-04-reference-a", "image_filename": "smallmatch-57.png", "image_sha256": "3621e949d9c41753e5cc3fb23aaef12bf0da7d0a822afca003130f447e17776e", "ground_truth": { "choice": "A" }, "prompt": "Which swatch, A, B, C, or D, has the same color as reference R? Compare the colored regions, including colored outlines; ignore labels and neutral surroundings. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "lightness", "difficulty": "mid", "condition": "outline-3", "layout": "frame", "sizePx": 84, "strokePx": 3, "sourceRgb": [ 142, 130, 180 ], "interventionSetId": "smallmatch-04", "optionSetId": "smallmatch-04-outline-3", "intendedTargetOklch": { "l": 0.6358831638882176, "c": 0.0750046465129576, "h": 295.1956628134625 }, "intendedSeparation": 0.03, "reference": { "kind": "small-region", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-smallmatch-58", "family": "smallmatch", "group_id": "smallmatch-04-reference-b", "image_filename": "smallmatch-58.png", "image_sha256": "fb117c3bb619b87eecc94f4e981210dbad8213cac4a8997a19ee35db26a6bb90", "ground_truth": { "choice": "B" }, "prompt": "Which swatch, A, B, C, or D, has the same color as reference R? Compare the colored regions, including colored outlines; ignore labels and neutral surroundings. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "lightness", "difficulty": "mid", "condition": "outline-3", "layout": "frame", "sizePx": 84, "strokePx": 3, "sourceRgb": [ 151, 139, 189 ], "interventionSetId": "smallmatch-04", "optionSetId": "smallmatch-04-outline-3", "intendedTargetOklch": { "l": 0.6654927275308222, "c": 0.07419727140247673, "h": 295.321513629218 }, "intendedSeparation": 0.03, "reference": { "kind": "small-region", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-smallmatch-59", "family": "smallmatch", "group_id": "smallmatch-04-reference-c", "image_filename": "smallmatch-59.png", "image_sha256": "cfaa87d5d42e7bb83cef936a378b87b29dcb6ef63bc975080e9ba6b817214987", "ground_truth": { "choice": "C" }, "prompt": "Which swatch, A, B, C, or D, has the same color as reference R? Compare the colored regions, including colored outlines; ignore labels and neutral surroundings. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "lightness", "difficulty": "mid", "condition": "outline-3", "layout": "frame", "sizePx": 84, "strokePx": 3, "sourceRgb": [ 133, 121, 170 ], "interventionSetId": "smallmatch-04", "optionSetId": "smallmatch-04-outline-3", "intendedTargetOklch": { "l": 0.605500378501128, "c": 0.0744100792511153, "h": 295.3288590174434 }, "intendedSeparation": 0.03, "reference": { "kind": "small-region", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-smallmatch-60", "family": "smallmatch", "group_id": "smallmatch-04-reference-d", "image_filename": "smallmatch-60.png", "image_sha256": "39d3a073198fba4441efd0ccd578cba23c5c077b0636004ffab6c9228403979b", "ground_truth": { "choice": "D" }, "prompt": "Which swatch, A, B, C, or D, has the same color as reference R? Compare the colored regions, including colored outlines; ignore labels and neutral surroundings. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "lightness", "difficulty": "mid", "condition": "outline-3", "layout": "frame", "sizePx": 84, "strokePx": 3, "sourceRgb": [ 160, 148, 199 ], "interventionSetId": "smallmatch-04", "optionSetId": "smallmatch-04-outline-3", "intendedTargetOklch": { "l": 0.6952117153914584, "c": 0.07484629697334284, "h": 295.176137100096 }, "intendedSeparation": 0.03, "reference": { "kind": "small-region", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-smallmatch-61", "family": "smallmatch", "group_id": "smallmatch-04-reference-a", "image_filename": "smallmatch-61.png", "image_sha256": "b06414eaf45c4747d6e8745a6ad38b23f39ad3e021a2d2ea52036be13303ab64", "ground_truth": { "choice": "A" }, "prompt": "Which swatch, A, B, C, or D, has the same color as reference R? Compare the colored regions, including colored outlines; ignore labels and neutral surroundings. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "lightness", "difficulty": "mid", "condition": "outline-12", "layout": "frame", "sizePx": 84, "strokePx": 12, "sourceRgb": [ 142, 130, 180 ], "interventionSetId": "smallmatch-04", "optionSetId": "smallmatch-04-outline-12", "intendedTargetOklch": { "l": 0.6358831638882176, "c": 0.0750046465129576, "h": 295.1956628134625 }, "intendedSeparation": 0.03, "reference": { "kind": "small-region", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-smallmatch-62", "family": "smallmatch", "group_id": "smallmatch-04-reference-b", "image_filename": "smallmatch-62.png", "image_sha256": "78b81482d740f3890e05d61d2f421c274db35c59e42e635a0de0c54ff1dcc92f", "ground_truth": { "choice": "B" }, "prompt": "Which swatch, A, B, C, or D, has the same color as reference R? Compare the colored regions, including colored outlines; ignore labels and neutral surroundings. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "lightness", "difficulty": "mid", "condition": "outline-12", "layout": "frame", "sizePx": 84, "strokePx": 12, "sourceRgb": [ 151, 139, 189 ], "interventionSetId": "smallmatch-04", "optionSetId": "smallmatch-04-outline-12", "intendedTargetOklch": { "l": 0.6654927275308222, "c": 0.07419727140247673, "h": 295.321513629218 }, "intendedSeparation": 0.03, "reference": { "kind": "small-region", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-smallmatch-63", "family": "smallmatch", "group_id": "smallmatch-04-reference-c", "image_filename": "smallmatch-63.png", "image_sha256": "e1b77c72621923b9d68e14cc50da40704b69ac4a2ea32b839d7fc25055641449", "ground_truth": { "choice": "C" }, "prompt": "Which swatch, A, B, C, or D, has the same color as reference R? Compare the colored regions, including colored outlines; ignore labels and neutral surroundings. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "lightness", "difficulty": "mid", "condition": "outline-12", "layout": "frame", "sizePx": 84, "strokePx": 12, "sourceRgb": [ 133, 121, 170 ], "interventionSetId": "smallmatch-04", "optionSetId": "smallmatch-04-outline-12", "intendedTargetOklch": { "l": 0.605500378501128, "c": 0.0744100792511153, "h": 295.3288590174434 }, "intendedSeparation": 0.03, "reference": { "kind": "small-region", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-smallmatch-64", "family": "smallmatch", "group_id": "smallmatch-04-reference-d", "image_filename": "smallmatch-64.png", "image_sha256": "0f8035fea14d396468d49d8ea07323f50c714615a5b4b4b286871a56b529cb97", "ground_truth": { "choice": "D" }, "prompt": "Which swatch, A, B, C, or D, has the same color as reference R? Compare the colored regions, including colored outlines; ignore labels and neutral surroundings. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "lightness", "difficulty": "mid", "condition": "outline-12", "layout": "frame", "sizePx": 84, "strokePx": 12, "sourceRgb": [ 160, 148, 199 ], "interventionSetId": "smallmatch-04", "optionSetId": "smallmatch-04-outline-12", "intendedTargetOklch": { "l": 0.6952117153914584, "c": 0.07484629697334284, "h": 295.176137100096 }, "intendedSeparation": 0.03, "reference": { "kind": "small-region", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } } ], "results": [ { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "ea4784ae-7139-4b3c-bfc6-1b23201b09be", "result_sha256": "6a69bfb8ef273ed946fb9477057397f64f538313def94e39cd24e08631d767b8", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.01025, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "A" }, "group_id": "match-binding-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-01.png", "input_tokens": 970, "latency_sec": 3.8548709930619225, "model_name": "claude-fable-5-1", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "anthropic", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T16:12:25.260359+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-01", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "5edb11d1-705a-4595-be0c-d5536aa7a927", "result_sha256": "564bbcf92c7043c2d2db72ae03dd6bf95c22be8944111d64fbeda831af866d89", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.01025, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "B" }, "group_id": "match-binding-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-02.png", "input_tokens": 970, "latency_sec": 4.216750176041387, "model_name": "claude-fable-5-1", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "anthropic", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T14:22:02.048067+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-02", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "f161488b-480d-414d-9077-44a53a425b47", "result_sha256": "aaca9c323434429c86ab320e88435306dffe378993fc1a6415f808200c68619a", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.01025, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "C" }, "group_id": "match-binding-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-03.png", "input_tokens": 970, "latency_sec": 4.361688963952474, "model_name": "claude-fable-5-1", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "C" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "anthropic", "raw_prediction": "{\"choice\": \"C\"}", "recorded_at": "2026-09-16T14:43:30.240883+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-03", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "9c602148-05bd-4f15-aae4-d50b4339a2ce", "result_sha256": "4b536c390c32a7186d4deb7538bb78e80653d94a5509981abb0fc356291473f5", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.01025, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "D" }, "group_id": "match-binding-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-04.png", "input_tokens": 970, "latency_sec": 5.440750507987104, "model_name": "claude-fable-5-1", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "D" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "anthropic", "raw_prediction": "{\"choice\": \"D\"}", "recorded_at": "2026-09-16T14:58:57.381998+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-04", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "0f85fb70-f5ca-4bd4-b9c0-6cece91f676c", "result_sha256": "6e21567bcadd6f182279232f8ccb4e72a7402f8ff90aaa6ad559ded427537e7e", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.01025, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "A" }, "group_id": "match-binding-05", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-05.png", "input_tokens": 970, "latency_sec": 4.041557101998478, "model_name": "claude-fable-5-1", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "anthropic", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T14:48:23.201884+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-05", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "b193a874-aa43-4d77-8c63-87174e3e060c", "result_sha256": "e6049e7463d3b51b8dd2f56a031da24387d7cbba5b10ba6a668ac729fbbfb017", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.01025, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "B" }, "group_id": "match-binding-06", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-06.png", "input_tokens": 970, "latency_sec": 3.3148412730079144, "model_name": "claude-fable-5-1", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "anthropic", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T14:50:40.642892+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-06", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "f6253dde-9b0e-4b76-8144-0d916bd49c3b", "result_sha256": "7710860e0ae1d2bf3a720d85af3f7d297c7eb2102c444c72952a06ff22b6f3c5", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.01025, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "C" }, "group_id": "match-binding-07", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-07.png", "input_tokens": 970, "latency_sec": 3.850211664917879, "model_name": "claude-fable-5-1", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "C" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "anthropic", "raw_prediction": "{\"choice\": \"C\"}", "recorded_at": "2026-09-16T15:26:23.305140+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-07", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "66081bd1-b1ef-4990-9c9e-77ec60719a0e", "result_sha256": "9b932485da2818ef0007d4f1707a069aeccdd84d3e8e76d0b6352aea93ab3b25", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.01025, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "D" }, "group_id": "match-binding-08", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-08.png", "input_tokens": 970, "latency_sec": 3.8259895109804347, "model_name": "claude-fable-5-1", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "D" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "anthropic", "raw_prediction": "{\"choice\": \"D\"}", "recorded_at": "2026-09-16T16:15:24.068083+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-08", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "33291643-46a7-46bc-9822-798e69089720", "result_sha256": "2f0265d0ed30da4aca9bfead2a7a4044b25ca7a4c647d6b61674f68518666ed7", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.01025, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "A" }, "group_id": "match-binding-09", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-09.png", "input_tokens": 970, "latency_sec": 3.4652387580135837, "model_name": "claude-fable-5-1", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "anthropic", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T15:43:29.522399+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-09", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "843c809e-b0bd-4486-b452-57c7b5686834", "result_sha256": "e4b73708455f8fec28c1fda1b5e057259e849e28a671a98e2fc085a9a830fbde", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.01025, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "B" }, "group_id": "match-binding-10", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-10.png", "input_tokens": 970, "latency_sec": 4.330988290021196, "model_name": "claude-fable-5-1", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "anthropic", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T15:03:08.177718+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-10", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "9d50113c-1f81-4903-8e47-5ca8d15802f5", "result_sha256": "197726bf1c4cd183c09f817898bbe409e7f946e0e13458bd1a2ea5d59b497cb0", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.01025, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "C" }, "group_id": "match-binding-11", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-11.png", "input_tokens": 970, "latency_sec": 4.261157781002112, "model_name": "claude-fable-5-1", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "anthropic", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T14:48:08.496109+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-binding-11", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "83903579-5d0d-49b7-b6e1-0197836d8c4b", "result_sha256": "65deb679ebcefde8b6802c589980c876eda5ee95cc79c9a82332b95d0c80ca4d", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.01025, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "D" }, "group_id": "match-binding-12", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-12.png", "input_tokens": 970, "latency_sec": 3.448101408081129, "model_name": "claude-fable-5-1", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "anthropic", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T15:35:18.377011+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-binding-12", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "d6223c57-2d22-489c-aa1a-164627214ac3", "result_sha256": "55d5f12af53e815429dd4a23bf6fd26c0199e4193b2006c12bc83aef2861a7fa", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.01025, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "A" }, "group_id": "match-binding-13", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-13.png", "input_tokens": 970, "latency_sec": 3.7802141790743917, "model_name": "claude-fable-5-1", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "anthropic", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T15:01:28.668668+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-13", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "27baa678-1532-41c9-ab49-fc83ab16b9ff", "result_sha256": "1bb7f59118c469f81c3baee0c331f5273c67350b48f8308bccb12e8af88caa3c", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.01025, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "B" }, "group_id": "match-binding-14", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-14.png", "input_tokens": 970, "latency_sec": 3.6255440489621833, "model_name": "claude-fable-5-1", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "D" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "anthropic", "raw_prediction": "{\"choice\": \"D\"}", "recorded_at": "2026-09-16T15:38:41.335469+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-binding-14", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "78f0c7f3-df7c-4b0c-a816-4ab5d680264f", "result_sha256": "264d0ffef33d8c3e9fbd9ef08871cceb2f53ea09b30e9a36b5490acc9d9b6528", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.01025, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "C" }, "group_id": "match-binding-15", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-15.png", "input_tokens": 970, "latency_sec": 3.3349500859621912, "model_name": "claude-fable-5-1", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "C" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "anthropic", "raw_prediction": "{\"choice\": \"C\"}", "recorded_at": "2026-09-16T14:34:52.806722+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-15", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "30fa1227-2f66-4f1e-be28-9c15b2782658", "result_sha256": "36c0d74ce6e19e647abc3a9d2664a280e18a4982ce286a40e22f4ceae130e1da", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.01025, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "D" }, "group_id": "match-binding-16", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-16.png", "input_tokens": 970, "latency_sec": 3.9392667079810053, "model_name": "claude-fable-5-1", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "D" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "anthropic", "raw_prediction": "{\"choice\": \"D\"}", "recorded_at": "2026-09-16T14:27:31.506983+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-16", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "467e691c-12ac-495e-8db4-0e345c352769", "result_sha256": "6718d9e22860034293dc0c3d88a4b4dd2f97eca32c5c051c2573f08ec53d7202", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.01025, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "A" }, "group_id": "match-binding-17", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-17.png", "input_tokens": 970, "latency_sec": 3.39609160204418, "model_name": "claude-fable-5-1", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "anthropic", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T15:55:19.996125+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-17", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "48c2a760-c0c9-445c-a119-a356b7ee9b09", "result_sha256": "2a0b8c924a7af0c9c378a56ddf1b7c4bd50a069bc3aee270ee2d7c321cc0e5f5", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.01025, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "B" }, "group_id": "match-binding-18", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-18.png", "input_tokens": 970, "latency_sec": 3.4872404030757025, "model_name": "claude-fable-5-1", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "anthropic", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T14:08:48.237747+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-18", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "c90bba82-7487-4453-9625-5e575b0bc19f", "result_sha256": "c866699e91010469598d7bff7678ecb51edff6699482ce498f4b23a0c187f276", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.01025, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "C" }, "group_id": "match-binding-19", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-19.png", "input_tokens": 970, "latency_sec": 4.226609201985411, "model_name": "claude-fable-5-1", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "C" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "anthropic", "raw_prediction": "{\"choice\": \"C\"}", "recorded_at": "2026-09-16T15:35:45.620469+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-19", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "3af8e52b-f366-4f6f-9506-dd4811536ee0", "result_sha256": "ea137041ade8dab39cc6dbfb682df32d212688351bc2674d578804790633841b", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.01025, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "D" }, "group_id": "match-binding-20", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-20.png", "input_tokens": 970, "latency_sec": 3.4365058509865776, "model_name": "claude-fable-5-1", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "D" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "anthropic", "raw_prediction": "{\"choice\": \"D\"}", "recorded_at": "2026-09-16T15:53:11.404123+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-20", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "3a054877-3dce-4477-ab42-323838248063", "result_sha256": "1e882c50a1a647e3c2aa0acf538598181933f46b3a7e24e3b9680026bfde4983", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.01025, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "A" }, "group_id": "match-binding-21", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-21.png", "input_tokens": 970, "latency_sec": 3.6219612549757585, "model_name": "claude-fable-5-1", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "anthropic", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T16:31:39.645790+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-21", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "63470b7f-fc28-4b94-a134-70dacccea674", "result_sha256": "17996eeef9219071d66a9e5a42ab3ea680fae7429942970bdd2fd19e1888061a", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.01025, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "B" }, "group_id": "match-binding-22", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-22.png", "input_tokens": 970, "latency_sec": 3.8321310139726847, "model_name": "claude-fable-5-1", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "anthropic", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T14:59:51.128867+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-22", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "f5aeae75-0566-402f-97a1-4b167f01234b", "result_sha256": "853ea85c80ded73fd7c0b7d024bfa0559e0c6950900e21703e905e255ccfc3af", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.01025, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "C" }, "group_id": "match-binding-23", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-23.png", "input_tokens": 970, "latency_sec": 5.055636812001467, "model_name": "claude-fable-5-1", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "C" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "anthropic", "raw_prediction": "{\"choice\": \"C\"}", "recorded_at": "2026-09-16T14:33:26.955296+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-23", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "6bfe104b-04c9-4963-ae40-b32f8a03e6ac", "result_sha256": "fb910b28999de4ee1a68f791f6508191ba8e3c6e62153d0ba2831910b43eb994", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.01025, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "D" }, "group_id": "match-binding-24", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-24.png", "input_tokens": 970, "latency_sec": 3.7785580930067226, "model_name": "claude-fable-5-1", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "D" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "anthropic", "raw_prediction": "{\"choice\": \"D\"}", "recorded_at": "2026-09-16T15:40:15.697946+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-24", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "cd4777c7-fa83-4670-84f9-1a57e35c25e0", "result_sha256": "d5750fb93d20617663e34b30afb00d8a6d7b1c2c202f115de4cc36109cc22a12", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.01025, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "A" }, "group_id": "match-binding-25", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-25.png", "input_tokens": 970, "latency_sec": 3.8504230689723045, "model_name": "claude-fable-5-1", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "anthropic", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T14:07:02.104614+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-25", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "812d14da-c9af-489d-92ab-0f49c2c356c4", "result_sha256": "9a7b7375006d1f945d0371f137423b9a8f7970ba2a4a42c9c863e31d7521ea6d", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.01025, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "B" }, "group_id": "match-binding-26", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-26.png", "input_tokens": 970, "latency_sec": 4.269438800984062, "model_name": "claude-fable-5-1", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "C" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "anthropic", "raw_prediction": "{\"choice\": \"C\"}", "recorded_at": "2026-09-16T14:54:51.084741+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-binding-26", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "0858f3e6-d73d-465d-a87d-2981ff68bce8", "result_sha256": "6977d993cb06ff91a04cc20781cd99ae292b2d1f1182202e85c8d08ae065ae01", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.01025, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "C" }, "group_id": "match-binding-27", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-27.png", "input_tokens": 970, "latency_sec": 4.467339331051335, "model_name": "claude-fable-5-1", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "C" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "anthropic", "raw_prediction": "{\"choice\": \"C\"}", "recorded_at": "2026-09-16T14:00:13.974962+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-27", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "b863da28-4f18-46b2-bccf-6ae9b95da586", "result_sha256": "28a07bf6a8ce28ad6f0488fb69f7704ae9d334f88a2a99ef94aa43d8bb328358", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.01025, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "D" }, "group_id": "match-binding-28", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-28.png", "input_tokens": 970, "latency_sec": 4.509676264016889, "model_name": "claude-fable-5-1", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "D" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "anthropic", "raw_prediction": "{\"choice\": \"D\"}", "recorded_at": "2026-09-16T14:17:14.512970+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-28", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "4f26e1ff-a0a9-4b95-bcba-c2ce42f325cd", "result_sha256": "d657945d9ba8dc365ea5fc3af9b35eb3e1d1190cae4f93658f597d460a26e130", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.01825, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "A" }, "group_id": "match-binding-29", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-29.png", "input_tokens": 970, "latency_sec": 6.4905140940099955, "model_name": "claude-fable-5-1", "out_of_srgb": null, "output_tokens": 171, "prediction": { "choice": "A" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "anthropic", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T14:22:59.578349+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-29", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "534eae43-87a3-4e28-937c-e5089eae3195", "result_sha256": "ba285f3650e0fc7494fef43e860ba471b2aa8f2ed58e5a78d0f5318c1abad6ba", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.01025, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "B" }, "group_id": "match-binding-30", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-30.png", "input_tokens": 970, "latency_sec": 5.055326920002699, "model_name": "claude-fable-5-1", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "anthropic", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T15:28:36.445938+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-30", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "3f708f60-6689-4e8f-9ce4-20b365dece24", "result_sha256": "ebadb0b720c8390569f789ff208ee6534691cfae78c3a59a1052f9cadae7421f", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.01025, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "C" }, "group_id": "match-binding-31", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-31.png", "input_tokens": 970, "latency_sec": 3.640166025958024, "model_name": "claude-fable-5-1", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "C" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "anthropic", "raw_prediction": "{\"choice\": \"C\"}", "recorded_at": "2026-09-16T14:54:11.904639+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-31", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "8ed293da-21de-4628-bd82-ad9add4c2813", "result_sha256": "b72aa1a4c98db902164dde558a26e074491ecff6db0491ddc47370ab0d178208", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.02155, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "D" }, "group_id": "match-binding-32", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-32.png", "input_tokens": 970, "latency_sec": 6.45929344499018, "model_name": "claude-fable-5-1", "out_of_srgb": null, "output_tokens": 237, "prediction": { "choice": "A" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "anthropic", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T16:16:15.886386+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-binding-32", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "f8d1ac8a-628c-4564-a610-0004586c60cf", "result_sha256": "d40ca4ebbb39fa4a4931a76ee9d6935bb99ac67c0c0c7aa0ea9756d96b91f56e", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.01025, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "A" }, "group_id": "match-binding-33", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-33.png", "input_tokens": 970, "latency_sec": 3.2970126090804115, "model_name": "claude-fable-5-1", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "anthropic", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T16:08:58.784874+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-33", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "a39d165b-e189-4128-af7b-0e8c7ae0a9be", "result_sha256": "94eaed0cc140bbd05af0fcb2ad9a5bc23744e28f7e829435a3a3020b664ac2f8", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.01025, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "B" }, "group_id": "match-binding-34", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-34.png", "input_tokens": 970, "latency_sec": 3.5315772970207036, "model_name": "claude-fable-5-1", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "anthropic", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T15:17:23.039994+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-34", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "196f370a-54e6-452a-b28c-986b42573497", "result_sha256": "070e91192445b8c0d6bbb301aeb5d8a6d80683105865dab7272e8cb3b4167158", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.01025, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "C" }, "group_id": "match-binding-35", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-35.png", "input_tokens": 970, "latency_sec": 3.0775533539708704, "model_name": "claude-fable-5-1", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "C" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "anthropic", "raw_prediction": "{\"choice\": \"C\"}", "recorded_at": "2026-09-16T14:49:53.819046+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-35", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "5fadd7bd-f822-41bb-a333-eb0eeb22b09d", "result_sha256": "20249d097997e12f35d7791793cade55a7a38af459b8ee903e52a63f6a545c09", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.01025, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "D" }, "group_id": "match-binding-36", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-36.png", "input_tokens": 970, "latency_sec": 3.7376745720393956, "model_name": "claude-fable-5-1", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "D" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "anthropic", "raw_prediction": "{\"choice\": \"D\"}", "recorded_at": "2026-09-16T15:54:07.201059+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-36", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "093135ac-d629-4db1-85e2-905aface6ec0", "result_sha256": "0dedd4a0dc018b29a2ac99d005f4d5eca96c80c3625e59bd7c4d41f8e78f5b27", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.01025, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "A" }, "group_id": "match-binding-37", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-37.png", "input_tokens": 970, "latency_sec": 3.3287192850839347, "model_name": "claude-fable-5-1", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "anthropic", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T15:32:14.992322+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-37", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "a7b70d0a-f994-4977-80bc-fa8a088d1fe3", "result_sha256": "d3e30c71dcc2aed8fe0b7036bcae56236650bad249b9410cbc298cb7f17d7649", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.01025, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "B" }, "group_id": "match-binding-38", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-38.png", "input_tokens": 970, "latency_sec": 4.156747497036122, "model_name": "claude-fable-5-1", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "anthropic", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T16:21:30.261907+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-38", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "5e8750f6-14ea-4ec8-8915-b3eae71aa3aa", "result_sha256": "bbeba06bfeebffa5cc6643f3e41d8c6b773516ffca1d7b642955a2ce5e55ec23", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.01025, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "C" }, "group_id": "match-binding-39", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-39.png", "input_tokens": 970, "latency_sec": 3.6890881650615484, "model_name": "claude-fable-5-1", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "C" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "anthropic", "raw_prediction": "{\"choice\": \"C\"}", "recorded_at": "2026-09-16T14:43:09.346457+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-39", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "2f14f02d-8d83-4c20-b493-8ecc19fbe918", "result_sha256": "b34175012e316b65bb28d9ddbfd36e16196afa2b8b98e7db9cf23c392b1c61c4", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.01025, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "D" }, "group_id": "match-binding-40", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-40.png", "input_tokens": 970, "latency_sec": 3.643605298944749, "model_name": "claude-fable-5-1", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "D" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "anthropic", "raw_prediction": "{\"choice\": \"D\"}", "recorded_at": "2026-09-16T14:48:48.735737+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-40", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "0e0490f3-c5fd-45ce-8d33-ceb3c9bf8182", "result_sha256": "ab5ee3663b818eec9cbdf53c7d2882e87fef45087b935f5ae4bc1c852beb0901", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.01025, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "A" }, "group_id": "match-binding-41", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-41.png", "input_tokens": 970, "latency_sec": 2.284905256005004, "model_name": "claude-fable-5-1", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "anthropic", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T15:23:26.438826+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-41", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "28da9b4f-4f00-40b4-bfea-faddf89f0e6a", "result_sha256": "8d7e8152e7767aa2b5af0a2a4e525f678233ff932360a8c268437973920d5252", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.01025, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "B" }, "group_id": "match-binding-42", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-42.png", "input_tokens": 970, "latency_sec": 3.8253407230367884, "model_name": "claude-fable-5-1", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "anthropic", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T16:05:56.140809+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-42", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "4b4e1aca-ff37-45b9-a0e7-14405c383c5a", "result_sha256": "2c1d31dba658e20ce9828613b798e1c63a0046e6adf353ca44322ca5e60cf400", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.01025, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "C" }, "group_id": "match-binding-43", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-43.png", "input_tokens": 970, "latency_sec": 4.317884636926465, "model_name": "claude-fable-5-1", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "anthropic", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T15:46:18.733975+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-binding-43", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "5cf152e5-a8af-4f25-a460-463846333e84", "result_sha256": "491b8f3631bdb1d8b2dff70ba4cafc4106d009eaf83c7bbb5d6f1e7a96de8dca", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.01025, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "D" }, "group_id": "match-binding-44", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-44.png", "input_tokens": 970, "latency_sec": 4.303673153044656, "model_name": "claude-fable-5-1", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "D" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "anthropic", "raw_prediction": "{\"choice\": \"D\"}", "recorded_at": "2026-09-16T14:40:52.060327+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-44", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "bf3e254e-3982-4338-8cd9-0f3e4b6118af", "result_sha256": "6e8812659725ab91a4973a25b3938728cb576366a88b639c1f59a0a4685aff20", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.01025, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "A" }, "group_id": "match-binding-45", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-45.png", "input_tokens": 970, "latency_sec": 6.9736810750328, "model_name": "claude-fable-5-1", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "anthropic", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T14:12:49.853715+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-45", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "290be329-6694-40fe-9ab2-9641bb6962f0", "result_sha256": "93af735421c6a706c4f8c3bab4edf2670c6f0cd1440117a84223e6129050fa16", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.01025, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "B" }, "group_id": "match-binding-46", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-46.png", "input_tokens": 970, "latency_sec": 3.1828897220548242, "model_name": "claude-fable-5-1", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "D" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "anthropic", "raw_prediction": "{\"choice\": \"D\"}", "recorded_at": "2026-09-16T15:53:50.147250+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-binding-46", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "20d78678-4a37-468a-b456-995928f7cf5b", "result_sha256": "d323b96cac9f746b4391ee3fb29adf07cb8a554e61ba5e47188bd14b560c2aae", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.01025, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "C" }, "group_id": "match-binding-47", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-47.png", "input_tokens": 970, "latency_sec": 3.553005110938102, "model_name": "claude-fable-5-1", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "C" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "anthropic", "raw_prediction": "{\"choice\": \"C\"}", "recorded_at": "2026-09-16T16:06:19.914803+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-47", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "837b3e0f-722e-4417-980d-83ce0a864bd6", "result_sha256": "98c8770cc56f1e51c6cb85f2d02d68f129e35eb15478531f39a5fd40c172840d", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.01025, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "D" }, "group_id": "match-binding-48", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-48.png", "input_tokens": 970, "latency_sec": 3.9766981370048597, "model_name": "claude-fable-5-1", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "D" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "anthropic", "raw_prediction": "{\"choice\": \"D\"}", "recorded_at": "2026-09-16T16:14:59.637628+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-48", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "2263a606-a758-4d1f-b52b-ce3835cad378", "result_sha256": "3214f56f46b4282ab8b8263abcf1334ab773af79eb1560842b279b4cca440742", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.01021, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "B" }, "group_id": "chroma-chain-01-edge-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-01.png", "input_tokens": 966, "latency_sec": 3.4890893870033324, "model_name": "claude-fable-5-1", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "7cb1baae3d2170148c899969e7afaa6d6a5143997cc3086bc447697d521e10ca", "provider": "anthropic", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T16:25:26.019175+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-01", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "c37756f0-c4e3-46b4-97f0-eea3787237c1", "result_sha256": "f1a4100c853fb9f64322389e6a8329655319d4007b68e8b84371aede72ccb8f9", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.01021, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "A" }, "group_id": "chroma-chain-01-edge-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-02.png", "input_tokens": 966, "latency_sec": 4.353847283986397, "model_name": "claude-fable-5-1", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "7cb1baae3d2170148c899969e7afaa6d6a5143997cc3086bc447697d521e10ca", "provider": "anthropic", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T15:14:03.319132+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-02", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "f187f454-155f-4d66-a410-498ed15ed936", "result_sha256": "6153fa656a3e9ae9766454439acdb2bd406f243f2d6fbeead439f6e8e0a3863f", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.01021, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "A" }, "group_id": "chroma-chain-01-edge-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-03.png", "input_tokens": 966, "latency_sec": 3.4724107509246096, "model_name": "claude-fable-5-1", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "f7627aca5640b4e4bb5108ec22eda036673dd7300493ad098f17639bff610e34", "provider": "anthropic", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T16:22:04.305489+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-03", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "e9116f4c-81e5-4d38-860d-94b79930bc70", "result_sha256": "17c63273a8c4fe864e6258fdafde861468d1587108ef36758d2533afad429cf6", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.01021, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "B" }, "group_id": "chroma-chain-01-edge-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-04.png", "input_tokens": 966, "latency_sec": 4.926850571995601, "model_name": "claude-fable-5-1", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "f7627aca5640b4e4bb5108ec22eda036673dd7300493ad098f17639bff610e34", "provider": "anthropic", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T16:19:23.187526+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-04", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "f5b9999a-2b22-4cb6-9fb0-f7f51248bbba", "result_sha256": "7ad0a24bde0b4a02f2e36cc38c65e2722cd9df769e2649043f043ecaf5ae5a3a", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.01021, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "B" }, "group_id": "chroma-chain-01-edge-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-05.png", "input_tokens": 966, "latency_sec": 4.06710666406434, "model_name": "claude-fable-5-1", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "7cb1baae3d2170148c899969e7afaa6d6a5143997cc3086bc447697d521e10ca", "provider": "anthropic", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T14:47:47.176411+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-05", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "fd0f0780-e547-4644-8a00-1392e01cd488", "result_sha256": "38bb357ff1c18334b466a6a356980b43e9f5e26be11e382eb9b61ad6873f302c", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.01021, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "A" }, "group_id": "chroma-chain-01-edge-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-06.png", "input_tokens": 966, "latency_sec": 4.445854865014553, "model_name": "claude-fable-5-1", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "7cb1baae3d2170148c899969e7afaa6d6a5143997cc3086bc447697d521e10ca", "provider": "anthropic", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T14:43:59.698252+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-06", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "524940ae-b149-454b-8e47-fa030a2d417a", "result_sha256": "d2574acee028445e1c88ee6610a101015c450b365ef653f7a87872429a23dd57", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.01021, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "A" }, "group_id": "chroma-chain-01-edge-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-07.png", "input_tokens": 966, "latency_sec": 4.327735285973176, "model_name": "claude-fable-5-1", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "f7627aca5640b4e4bb5108ec22eda036673dd7300493ad098f17639bff610e34", "provider": "anthropic", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T14:57:02.905482+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-07", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "25a8349d-80a1-480d-b657-0afca0f67cc6", "result_sha256": "3a5450e8d081ad18c91900bc8b5e78989d28881ac068692c883a7b6f600d41d5", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.01021, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "B" }, "group_id": "chroma-chain-01-edge-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-08.png", "input_tokens": 966, "latency_sec": 3.522008661995642, "model_name": "claude-fable-5-1", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "f7627aca5640b4e4bb5108ec22eda036673dd7300493ad098f17639bff610e34", "provider": "anthropic", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T16:04:55.568808+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-08", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "e3d4a05e-c5ca-4c6d-87ec-468a769de1cf", "result_sha256": "0b56936b42233a44aa0295763755d8dc0f45997e068516f0fcf35ede1a112711", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.01021, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "B" }, "group_id": "chroma-chain-01-edge-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-09.png", "input_tokens": 966, "latency_sec": 4.282775918021798, "model_name": "claude-fable-5-1", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "7cb1baae3d2170148c899969e7afaa6d6a5143997cc3086bc447697d521e10ca", "provider": "anthropic", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T14:08:40.534463+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-09", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "9f2ed22a-367c-4115-ac09-4462aa7015bb", "result_sha256": "bbe7962f115b552876b3edd24aae1de5f54f42f4165aef251406919af8f4d4bb", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.01021, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "A" }, "group_id": "chroma-chain-01-edge-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-10.png", "input_tokens": 966, "latency_sec": 3.692126309964806, "model_name": "claude-fable-5-1", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "7cb1baae3d2170148c899969e7afaa6d6a5143997cc3086bc447697d521e10ca", "provider": "anthropic", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T15:12:28.319959+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-10", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "b6f931dc-f25a-4edd-8a52-85bdc8e83acd", "result_sha256": "fea0f17d059810e1c92b476e0876846d6a20e30fcc6cab4d2a89773ceedba7c4", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.01021, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "A" }, "group_id": "chroma-chain-01-edge-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-11.png", "input_tokens": 966, "latency_sec": 3.2038064210209996, "model_name": "claude-fable-5-1", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "f7627aca5640b4e4bb5108ec22eda036673dd7300493ad098f17639bff610e34", "provider": "anthropic", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T14:20:13.141142+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-11", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "74844c31-57b8-4401-8c36-f4b6d9e1ca7e", "result_sha256": "451f11641bc379c9a155ee8a066873b1a97c2ed54ac2b37436d32f2a78365665", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.01021, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "B" }, "group_id": "chroma-chain-01-edge-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-12.png", "input_tokens": 966, "latency_sec": 3.718017423991114, "model_name": "claude-fable-5-1", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "f7627aca5640b4e4bb5108ec22eda036673dd7300493ad098f17639bff610e34", "provider": "anthropic", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T15:45:30.476835+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-12", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "b808dce0-621f-48f2-89fd-ec99a0585a2c", "result_sha256": "59a9d5150aaa37205cb5a3333bd7f7252847fa080d50f2b58da4fce31a11d2cc", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.01021, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "B" }, "group_id": "chroma-chain-01-edge-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-13.png", "input_tokens": 966, "latency_sec": 4.014185133040883, "model_name": "claude-fable-5-1", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "7cb1baae3d2170148c899969e7afaa6d6a5143997cc3086bc447697d521e10ca", "provider": "anthropic", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T15:27:10.433100+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-13", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "0048877b-32e7-48e9-8bd6-d392bdf323f4", "result_sha256": "cf8010bb5592d08ae72c28491ed84db7210b5ca82e8eabbece064fe3714bac6b", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.01021, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "A" }, "group_id": "chroma-chain-01-edge-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-14.png", "input_tokens": 966, "latency_sec": 3.1915216139750555, "model_name": "claude-fable-5-1", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "7cb1baae3d2170148c899969e7afaa6d6a5143997cc3086bc447697d521e10ca", "provider": "anthropic", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T15:37:31.265815+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-14", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "85f796b2-e363-4cce-addd-5e346fef6e99", "result_sha256": "c1e4605bc250d28498bc033b28060f595cc8aff73e6ef0e315d9def6e0541d0f", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.01021, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "A" }, "group_id": "chroma-chain-01-edge-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-15.png", "input_tokens": 966, "latency_sec": 5.522753527038731, "model_name": "claude-fable-5-1", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "f7627aca5640b4e4bb5108ec22eda036673dd7300493ad098f17639bff610e34", "provider": "anthropic", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T14:13:20.727526+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-15", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "b487012d-48b2-4694-ac5b-2840b24412b3", "result_sha256": "85fb8c72edc71895207109601cd8416708e519c7fb7896fc34940dfcca61f539", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.01021, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "B" }, "group_id": "chroma-chain-01-edge-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-16.png", "input_tokens": 966, "latency_sec": 4.79384676204063, "model_name": "claude-fable-5-1", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "f7627aca5640b4e4bb5108ec22eda036673dd7300493ad098f17639bff610e34", "provider": "anthropic", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T16:03:20.434552+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-chroma-16", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "b2b70536-8a6d-4cb8-b89f-1cfccb0d4f9f", "result_sha256": "bd96b735b8949b7c17d647be349719affef0c8665d7887d713f665aafdf7cdae", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.01021, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "B" }, "group_id": "chroma-chain-02-edge-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-17.png", "input_tokens": 966, "latency_sec": 4.863845189101994, "model_name": "claude-fable-5-1", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "7cb1baae3d2170148c899969e7afaa6d6a5143997cc3086bc447697d521e10ca", "provider": "anthropic", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T14:19:27.996788+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-17", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "6bf31454-c5c6-4b43-af91-1cbdc5737a03", "result_sha256": "3e224e2d810de46134a6f5ce8aef9b5de34f5c9f41605ba428871d7ead54d348", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.01021, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "A" }, "group_id": "chroma-chain-02-edge-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-18.png", "input_tokens": 966, "latency_sec": 5.439014778006822, "model_name": "claude-fable-5-1", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "7cb1baae3d2170148c899969e7afaa6d6a5143997cc3086bc447697d521e10ca", "provider": "anthropic", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T14:50:05.948809+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-18", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "fce9e597-75db-48af-ad28-4c7540e1565e", "result_sha256": "e71eb676c8912b2541fde15fce10e5d0cac45c3e2a62fd79a29fd3c08cb1f062", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.01021, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "A" }, "group_id": "chroma-chain-02-edge-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-19.png", "input_tokens": 966, "latency_sec": 3.941425726050511, "model_name": "claude-fable-5-1", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "f7627aca5640b4e4bb5108ec22eda036673dd7300493ad098f17639bff610e34", "provider": "anthropic", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T15:53:30.015179+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-19", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "2d7c3930-ac75-4784-a311-0ff03dc3b05f", "result_sha256": "860e925afe4ae144ba0000f5003943b284e02b3505a97a88595dc0c677f98859", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.01021, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "B" }, "group_id": "chroma-chain-02-edge-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-20.png", "input_tokens": 966, "latency_sec": 3.9100479340413585, "model_name": "claude-fable-5-1", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "f7627aca5640b4e4bb5108ec22eda036673dd7300493ad098f17639bff610e34", "provider": "anthropic", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T14:02:28.425871+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-20", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "acaa4c49-4144-4637-b5d2-4fefbcbd1105", "result_sha256": "7b933bfa9152d7aa9c5008d5c881af51a7d86119b8e59e7ceb0d7243e8cd5be0", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.01021, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "B" }, "group_id": "chroma-chain-02-edge-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-21.png", "input_tokens": 966, "latency_sec": 4.558306694962084, "model_name": "claude-fable-5-1", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "7cb1baae3d2170148c899969e7afaa6d6a5143997cc3086bc447697d521e10ca", "provider": "anthropic", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T14:14:28.439116+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-21", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "8b5772d7-f889-4063-a351-ad00a9c289c2", "result_sha256": "1553cf8f988ac5aa5bb75094e207ee47026a7f4f0832b90c798f5ac9e5ba2711", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.01021, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "A" }, "group_id": "chroma-chain-02-edge-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-22.png", "input_tokens": 966, "latency_sec": 5.788843626971357, "model_name": "claude-fable-5-1", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "7cb1baae3d2170148c899969e7afaa6d6a5143997cc3086bc447697d521e10ca", "provider": "anthropic", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T15:22:14.213777+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-22", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "be62c6f4-1880-4f22-aa96-ef505d73d755", "result_sha256": "eb11496a1699528d7f08c24b9dd92b36b2ac6b2f3b25aeac5740a46e409e511f", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.01021, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "A" }, "group_id": "chroma-chain-02-edge-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-23.png", "input_tokens": 966, "latency_sec": 3.320079397992231, "model_name": "claude-fable-5-1", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "f7627aca5640b4e4bb5108ec22eda036673dd7300493ad098f17639bff610e34", "provider": "anthropic", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T14:50:26.677789+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-23", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "b9ed9a10-f849-42c9-a0a2-866f55e2c245", "result_sha256": "3cac39353fe3e68c517d03aabc7ed2472c19a3729389ec1c3030aec8d674f9ca", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.01021, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "B" }, "group_id": "chroma-chain-02-edge-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-24.png", "input_tokens": 966, "latency_sec": 3.361304293037392, "model_name": "claude-fable-5-1", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "f7627aca5640b4e4bb5108ec22eda036673dd7300493ad098f17639bff610e34", "provider": "anthropic", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T16:26:28.609893+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-24", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "3eef2187-b432-4536-ab54-22686534bccb", "result_sha256": "40c6db514cb6ea752d9e3d7922921dfce106d90b564190e2b92b51d3533d98dc", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.01021, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "B" }, "group_id": "chroma-chain-02-edge-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-25.png", "input_tokens": 966, "latency_sec": 3.2957804859615862, "model_name": "claude-fable-5-1", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "7cb1baae3d2170148c899969e7afaa6d6a5143997cc3086bc447697d521e10ca", "provider": "anthropic", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T16:07:19.757589+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-25", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "710871e1-7339-40ae-80c1-0f1cc2ce3579", "result_sha256": "7295f93b26c23ab0e1d665a524f024801c164d0d99387fb5e482b6f0e5d3dccc", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.01021, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "A" }, "group_id": "chroma-chain-02-edge-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-26.png", "input_tokens": 966, "latency_sec": 3.854613712988794, "model_name": "claude-fable-5-1", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "7cb1baae3d2170148c899969e7afaa6d6a5143997cc3086bc447697d521e10ca", "provider": "anthropic", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T14:09:04.318380+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-26", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "bb867db2-280f-475a-a447-17fa516a1906", "result_sha256": "9a6862399b11ed2d2c573c887b982577bdb6dd345b475e05eefe5df1ceb3b7f8", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.01021, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "A" }, "group_id": "chroma-chain-02-edge-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-27.png", "input_tokens": 966, "latency_sec": 3.241395402001217, "model_name": "claude-fable-5-1", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "f7627aca5640b4e4bb5108ec22eda036673dd7300493ad098f17639bff610e34", "provider": "anthropic", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T15:41:00.445873+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-27", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "5612eb0c-3204-44bf-b2f6-2cd4aae33d9f", "result_sha256": "87d51929978d96f1b45a5c4cbe6cae8bdc652f7e16facf9edb18668e46af5e7c", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.01021, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "B" }, "group_id": "chroma-chain-02-edge-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-28.png", "input_tokens": 966, "latency_sec": 3.247832386987284, "model_name": "claude-fable-5-1", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "f7627aca5640b4e4bb5108ec22eda036673dd7300493ad098f17639bff610e34", "provider": "anthropic", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T16:22:26.136022+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-28", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "a2baad4f-5437-4665-b204-b8525a355585", "result_sha256": "e3c38c8a8bd1cb45da39757bf8c1090be60acb0536ac4f02bd2702c3ee51dbb6", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.01021, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "B" }, "group_id": "chroma-chain-02-edge-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-29.png", "input_tokens": 966, "latency_sec": 3.164616808993742, "model_name": "claude-fable-5-1", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "7cb1baae3d2170148c899969e7afaa6d6a5143997cc3086bc447697d521e10ca", "provider": "anthropic", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T15:53:20.356351+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-29", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "7cdbb6f5-2ba7-4d6f-babc-56b4c018b760", "result_sha256": "7bc48f35e9821de293b8dff515cc6b697250a0c01826bee34c56014ad3bd43df", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.01021, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "A" }, "group_id": "chroma-chain-02-edge-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-30.png", "input_tokens": 966, "latency_sec": 4.42855884693563, "model_name": "claude-fable-5-1", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "7cb1baae3d2170148c899969e7afaa6d6a5143997cc3086bc447697d521e10ca", "provider": "anthropic", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T14:53:03.681096+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-30", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "737a7481-3877-48e7-a436-b16193c2687d", "result_sha256": "c6b52484360442cacf002a8e81b6ac064e87dce3e11ad12ddf39af34310e602b", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.01021, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "A" }, "group_id": "chroma-chain-02-edge-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-31.png", "input_tokens": 966, "latency_sec": 4.2126207610126585, "model_name": "claude-fable-5-1", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "f7627aca5640b4e4bb5108ec22eda036673dd7300493ad098f17639bff610e34", "provider": "anthropic", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T15:24:10.362975+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-31", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "b776cb86-c723-478e-b1e6-9450357a75c3", "result_sha256": "3107859a0fc0d81cf20614d4d2296c6c9507dd55a90ce91803f4228b338d6a88", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.01021, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "B" }, "group_id": "chroma-chain-02-edge-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-32.png", "input_tokens": 966, "latency_sec": 3.9159016739577055, "model_name": "claude-fable-5-1", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "f7627aca5640b4e4bb5108ec22eda036673dd7300493ad098f17639bff610e34", "provider": "anthropic", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T15:16:46.455413+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-32", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "430d9830-ce07-4331-9b3f-7e87daaf1541", "result_sha256": "63555b21115442a96f13da1bdd92afcea4895e22a6864e27979b1dc8b066173e", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.01021, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "B" }, "group_id": "chroma-chain-03-edge-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-33.png", "input_tokens": 966, "latency_sec": 3.6421787990257144, "model_name": "claude-fable-5-1", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "7cb1baae3d2170148c899969e7afaa6d6a5143997cc3086bc447697d521e10ca", "provider": "anthropic", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T14:57:43.025138+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-33", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "1870671c-cbb1-4608-9c76-61e7f4613760", "result_sha256": "267be808c5671fd18abf7561fe25eae839d3c77d16d980f29a81db1776274d17", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.01021, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "A" }, "group_id": "chroma-chain-03-edge-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-34.png", "input_tokens": 966, "latency_sec": 2.3641951399622485, "model_name": "claude-fable-5-1", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "7cb1baae3d2170148c899969e7afaa6d6a5143997cc3086bc447697d521e10ca", "provider": "anthropic", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T15:28:20.100880+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-34", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "00e87fa5-ee5c-4f17-895d-d81721561971", "result_sha256": "4c3814d33f82f26511687c91a88880249ea8d848cbe8cd8af005dbcd127eb616", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.01021, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "A" }, "group_id": "chroma-chain-03-edge-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-35.png", "input_tokens": 966, "latency_sec": 4.6574911560164765, "model_name": "claude-fable-5-1", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "f7627aca5640b4e4bb5108ec22eda036673dd7300493ad098f17639bff610e34", "provider": "anthropic", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T15:28:10.359553+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-35", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "6559779f-079a-4651-9312-b4365a548e8f", "result_sha256": "1da41a85640f8063631ea552fa978499c03b82d9f87d1cbae8bf3cb781cb41e5", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.01021, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "B" }, "group_id": "chroma-chain-03-edge-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-36.png", "input_tokens": 966, "latency_sec": 3.3155911669600755, "model_name": "claude-fable-5-1", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "f7627aca5640b4e4bb5108ec22eda036673dd7300493ad098f17639bff610e34", "provider": "anthropic", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T15:02:25.073061+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-36", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "26110086-9f62-4372-aaf2-16a01eedae7a", "result_sha256": "951496470f25c0a927decb92c32d7f2d7cf9c1feb64e15e9769f4119abeddc8b", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.01021, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "B" }, "group_id": "chroma-chain-03-edge-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-37.png", "input_tokens": 966, "latency_sec": 5.3837656150572, "model_name": "claude-fable-5-1", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "7cb1baae3d2170148c899969e7afaa6d6a5143997cc3086bc447697d521e10ca", "provider": "anthropic", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T14:16:01.783079+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-37", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "cafc7372-f312-4d28-82cf-6c07c2281a48", "result_sha256": "48e5ec3ca7bd37737054adba28157104f3107bba5c2214fb396f2a49e05cdfc7", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.01021, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "A" }, "group_id": "chroma-chain-03-edge-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-38.png", "input_tokens": 966, "latency_sec": 3.3374521519290283, "model_name": "claude-fable-5-1", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "7cb1baae3d2170148c899969e7afaa6d6a5143997cc3086bc447697d521e10ca", "provider": "anthropic", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T15:13:22.104947+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-38", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "175dd79e-2a88-45cb-869a-cd1ad1445d7d", "result_sha256": "ba0a7e2e3c0a1b15b40aa509dbb1744747cbbce7f645ca164c4cfee9d3c89b9c", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.01021, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "A" }, "group_id": "chroma-chain-03-edge-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-39.png", "input_tokens": 966, "latency_sec": 3.773369122063741, "model_name": "claude-fable-5-1", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "f7627aca5640b4e4bb5108ec22eda036673dd7300493ad098f17639bff610e34", "provider": "anthropic", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T15:29:05.525332+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-39", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "8f88ae94-f26a-4de3-a4b6-ec2e37a2dcf0", "result_sha256": "7b8cbf1b35a09f44c797ac2422c4eec4cd2c1218290b99c19eefeecaaf207188", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.01021, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "B" }, "group_id": "chroma-chain-03-edge-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-40.png", "input_tokens": 966, "latency_sec": 4.130402886075899, "model_name": "claude-fable-5-1", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "f7627aca5640b4e4bb5108ec22eda036673dd7300493ad098f17639bff610e34", "provider": "anthropic", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T15:42:06.523323+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-40", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "a1e59e2a-2b8e-4343-aa0d-dfb86855c033", "result_sha256": "e9dbbb744dc545baa16dd24a6cd53e497db6fce12138b2bd996c1bc6453ec3c8", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.01021, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "B" }, "group_id": "chroma-chain-03-edge-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-41.png", "input_tokens": 966, "latency_sec": 2.3528187590418383, "model_name": "claude-fable-5-1", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "7cb1baae3d2170148c899969e7afaa6d6a5143997cc3086bc447697d521e10ca", "provider": "anthropic", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T14:49:29.943605+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-41", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "92e2d77d-aca2-4d8a-93e5-82f965731c2a", "result_sha256": "15e04f60674962eaf2243e292c39add706a904850d844fca6443c4401770933e", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.01021, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "A" }, "group_id": "chroma-chain-03-edge-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-42.png", "input_tokens": 966, "latency_sec": 4.146370806032792, "model_name": "claude-fable-5-1", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "7cb1baae3d2170148c899969e7afaa6d6a5143997cc3086bc447697d521e10ca", "provider": "anthropic", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T15:26:44.286207+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-42", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "3dde1e75-cec9-4cbd-9204-588809153ad9", "result_sha256": "0704816e916c943cd44798d304da2a414e6472bb4ac972ab3ebdfadbf4972f00", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.01021, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "A" }, "group_id": "chroma-chain-03-edge-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-43.png", "input_tokens": 966, "latency_sec": 3.681944131036289, "model_name": "claude-fable-5-1", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "f7627aca5640b4e4bb5108ec22eda036673dd7300493ad098f17639bff610e34", "provider": "anthropic", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T14:15:49.177162+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-43", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "0bdc9ede-5789-4908-b00c-b99358ebade9", "result_sha256": "acd8aaebcc9520e2a464e3e784625e3e1030e247975131530f3bb4fa8600a349", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.01021, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "B" }, "group_id": "chroma-chain-03-edge-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-44.png", "input_tokens": 966, "latency_sec": 5.56353158201091, "model_name": "claude-fable-5-1", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "f7627aca5640b4e4bb5108ec22eda036673dd7300493ad098f17639bff610e34", "provider": "anthropic", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T14:41:25.641391+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-44", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "d8e7cd62-04e9-4e79-a17d-f339dede545c", "result_sha256": "acad0796259d7ace19b575d33c557bf5a0f3d9ff32f4a3a78fb46d67a1a2729b", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.01021, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "B" }, "group_id": "chroma-chain-03-edge-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-45.png", "input_tokens": 966, "latency_sec": 3.6312594990013167, "model_name": "claude-fable-5-1", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "7cb1baae3d2170148c899969e7afaa6d6a5143997cc3086bc447697d521e10ca", "provider": "anthropic", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T15:31:26.139962+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-45", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "782cd15e-f577-4259-a245-09917a305f81", "result_sha256": "8209509b62d44f688f994ad548cc1bcd46506a6b44163d3d3b2209028d952f13", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.01021, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "A" }, "group_id": "chroma-chain-03-edge-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-46.png", "input_tokens": 966, "latency_sec": 3.438857628032565, "model_name": "claude-fable-5-1", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "7cb1baae3d2170148c899969e7afaa6d6a5143997cc3086bc447697d521e10ca", "provider": "anthropic", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T14:46:21.525880+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-46", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "880ceaca-874a-4a4d-9ec8-6cc43bb7c0e2", "result_sha256": "865c4cbd62c0560ef2564d5ada40ad35b602d52506d720a6fdd3d7bd25f1dd1e", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.01021, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "A" }, "group_id": "chroma-chain-03-edge-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-47.png", "input_tokens": 966, "latency_sec": 3.9062424669973552, "model_name": "claude-fable-5-1", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "f7627aca5640b4e4bb5108ec22eda036673dd7300493ad098f17639bff610e34", "provider": "anthropic", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T15:55:54.106678+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-47", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "4a056d4b-6f79-4324-a736-d62819fa2eed", "result_sha256": "67bdb96136a0212099642498dd5e920c9f417622169eeec96a269ccfc4c7f4a2", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.01021, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "B" }, "group_id": "chroma-chain-03-edge-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-48.png", "input_tokens": 966, "latency_sec": 3.960200438974425, "model_name": "claude-fable-5-1", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "f7627aca5640b4e4bb5108ec22eda036673dd7300493ad098f17639bff610e34", "provider": "anthropic", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T15:55:30.525814+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-48", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "445f7fab-22c6-4f0e-a130-f7450b1e0910", "result_sha256": "c12ddb74f18ef43dee50bd5da3aa0fcdec7dc61438eb76e00424bfd494e2ca69", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.01021, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "B" }, "group_id": "chroma-chain-04-edge-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-49.png", "input_tokens": 966, "latency_sec": 3.2375173430191353, "model_name": "claude-fable-5-1", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "7cb1baae3d2170148c899969e7afaa6d6a5143997cc3086bc447697d521e10ca", "provider": "anthropic", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T15:55:39.377787+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-49", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "55a5ed37-b645-4178-b3e2-b56e712ff51c", "result_sha256": "95be51b354b48bc3625b5e373684fdbe07f984d898b850f96b979b29fcbb093b", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.01021, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "A" }, "group_id": "chroma-chain-04-edge-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-50.png", "input_tokens": 966, "latency_sec": 3.3143016940448433, "model_name": "claude-fable-5-1", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "7cb1baae3d2170148c899969e7afaa6d6a5143997cc3086bc447697d521e10ca", "provider": "anthropic", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T16:08:43.393535+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-50", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "5a75b49e-27b7-4305-82b6-111ebe9ad78c", "result_sha256": "b2debf246605a45e308871996de9c73f3a8a16e7aa5d2a75046963cc028609cc", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.01021, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "A" }, "group_id": "chroma-chain-04-edge-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-51.png", "input_tokens": 966, "latency_sec": 3.4120428150054067, "model_name": "claude-fable-5-1", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "f7627aca5640b4e4bb5108ec22eda036673dd7300493ad098f17639bff610e34", "provider": "anthropic", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T14:10:28.423390+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-51", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "c6eb6a7d-daf0-45c0-a158-78489f2245c1", "result_sha256": "ecf9178d78aa4fd8b176cc1a8f815db679655e784175a87655ac9d248cba2ad8", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.01021, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "B" }, "group_id": "chroma-chain-04-edge-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-52.png", "input_tokens": 966, "latency_sec": 2.694404070964083, "model_name": "claude-fable-5-1", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "f7627aca5640b4e4bb5108ec22eda036673dd7300493ad098f17639bff610e34", "provider": "anthropic", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T15:35:05.857973+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-52", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "62fbb205-a8a0-4d99-bfe0-f4960fa8b565", "result_sha256": "1f92b6cb13e628b0fd2a2c351ddf241a17cffa33efb5247dfa7e5fbb61cca737", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.01021, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "B" }, "group_id": "chroma-chain-04-edge-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-53.png", "input_tokens": 966, "latency_sec": 3.6726116919890046, "model_name": "claude-fable-5-1", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "7cb1baae3d2170148c899969e7afaa6d6a5143997cc3086bc447697d521e10ca", "provider": "anthropic", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T14:13:59.339071+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-53", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "1f0911e8-a05f-4063-841e-03efa3e0b6df", "result_sha256": "dc0956b02fc3c26978723e04352d1aa45fa6d99e230c364dbced559336fc004f", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.01021, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "A" }, "group_id": "chroma-chain-04-edge-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-54.png", "input_tokens": 966, "latency_sec": 5.067552507971413, "model_name": "claude-fable-5-1", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "7cb1baae3d2170148c899969e7afaa6d6a5143997cc3086bc447697d521e10ca", "provider": "anthropic", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T14:51:12.581902+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-54", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "435722fa-c585-42d0-88b4-02a0718c9788", "result_sha256": "b4e7315df37ec364748b5debfba6de4a4b2b44fadd27cf4bdf7ca85795b95d60", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.01021, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "A" }, "group_id": "chroma-chain-04-edge-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-55.png", "input_tokens": 966, "latency_sec": 4.240732466918416, "model_name": "claude-fable-5-1", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "f7627aca5640b4e4bb5108ec22eda036673dd7300493ad098f17639bff610e34", "provider": "anthropic", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T15:30:13.523792+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-55", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "106d7ee1-9fa3-4e15-80fd-6d8698c18c54", "result_sha256": "089eee5f01e1d189ee89367c263c3ce1d8745988b399fb7e64dddfd33418b545", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.01021, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "B" }, "group_id": "chroma-chain-04-edge-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-56.png", "input_tokens": 966, "latency_sec": 3.8240823759697378, "model_name": "claude-fable-5-1", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "f7627aca5640b4e4bb5108ec22eda036673dd7300493ad098f17639bff610e34", "provider": "anthropic", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T14:09:49.922671+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-56", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "7fe59b1f-879c-4123-b4e5-44d06f3c9609", "result_sha256": "64e7078b1bbe778b41400f818ca8363e1219b11532bc5a912988ac8f6b6949c8", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.01021, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "B" }, "group_id": "chroma-chain-04-edge-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-57.png", "input_tokens": 966, "latency_sec": 4.358179789967835, "model_name": "claude-fable-5-1", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "7cb1baae3d2170148c899969e7afaa6d6a5143997cc3086bc447697d521e10ca", "provider": "anthropic", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T16:17:49.083772+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-57", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "22f01022-4c2b-413e-af83-3b5e5185db0a", "result_sha256": "ccfb980446ad068f1358af7d15da42a23c18b3d5c837283f5003834655e43895", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.01021, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "A" }, "group_id": "chroma-chain-04-edge-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-58.png", "input_tokens": 966, "latency_sec": 3.5376125989714637, "model_name": "claude-fable-5-1", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "7cb1baae3d2170148c899969e7afaa6d6a5143997cc3086bc447697d521e10ca", "provider": "anthropic", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T14:32:53.750126+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-58", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "cdb72c70-b9ce-4833-a628-98a7cd9bd564", "result_sha256": "d07261fa397144f257a2bba9c56ed0af6b0650f26b8a3822d061b2ea4a8da090", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.01021, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "A" }, "group_id": "chroma-chain-04-edge-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-59.png", "input_tokens": 966, "latency_sec": 4.905780236935243, "model_name": "claude-fable-5-1", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "f7627aca5640b4e4bb5108ec22eda036673dd7300493ad098f17639bff610e34", "provider": "anthropic", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T15:15:49.285098+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-59", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "202fea52-85e7-4660-b732-fd020b500cf9", "result_sha256": "31a2d66f02e672abd96819397f2878579a7adb649bebd29d2d2c297c0f576c93", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.01021, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "B" }, "group_id": "chroma-chain-04-edge-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-60.png", "input_tokens": 966, "latency_sec": 3.238862653961405, "model_name": "claude-fable-5-1", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "f7627aca5640b4e4bb5108ec22eda036673dd7300493ad098f17639bff610e34", "provider": "anthropic", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T15:33:56.240213+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-60", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "afa61dfb-3051-4b78-bba5-140851810758", "result_sha256": "11f9e674892569d7b35486b2519e67748dd5d5a8ebea809ef505363c8dcd1821", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.01021, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "B" }, "group_id": "chroma-chain-04-edge-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-61.png", "input_tokens": 966, "latency_sec": 4.1555895489873365, "model_name": "claude-fable-5-1", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "7cb1baae3d2170148c899969e7afaa6d6a5143997cc3086bc447697d521e10ca", "provider": "anthropic", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T14:20:40.946751+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-61", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "6449da87-6e10-4f5e-97b8-ef90df0b8982", "result_sha256": "73a0ff10d1a970afc67a8526f987482ff7bef8160b7229b58ec052383d76c063", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.01021, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "A" }, "group_id": "chroma-chain-04-edge-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-62.png", "input_tokens": 966, "latency_sec": 5.038721083081327, "model_name": "claude-fable-5-1", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "7cb1baae3d2170148c899969e7afaa6d6a5143997cc3086bc447697d521e10ca", "provider": "anthropic", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T14:16:17.163602+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-62", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "dcc13b19-18fa-4029-ab1b-906eb36aa46f", "result_sha256": "9612fb97fea763253f09dfef96efafc2826527455951a71beae4618fcb287c63", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.01021, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "A" }, "group_id": "chroma-chain-04-edge-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-63.png", "input_tokens": 966, "latency_sec": 3.9934600880369544, "model_name": "claude-fable-5-1", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "f7627aca5640b4e4bb5108ec22eda036673dd7300493ad098f17639bff610e34", "provider": "anthropic", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T15:49:38.302858+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-63", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "1a12e88b-87a5-4702-8327-738f942b3640", "result_sha256": "f3e2ee01e951a4324de05bf0fa6b9081f92705dcfb928e98d375682cf960e9d2", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.01021, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "B" }, "group_id": "chroma-chain-04-edge-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-64.png", "input_tokens": 966, "latency_sec": 4.183710676035844, "model_name": "claude-fable-5-1", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "f7627aca5640b4e4bb5108ec22eda036673dd7300493ad098f17639bff610e34", "provider": "anthropic", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T16:26:57.149750+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-64", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "3a0d5e58-e2eb-4e44-a0f6-a66664137f56", "result_sha256": "d0bf3fdbad52d5d921a41b105f39dac704af4b615995f5b7f0878371582d7813", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.01033, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "A" }, "group_id": "context-01-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-01.png", "input_tokens": 978, "latency_sec": 3.605452149058692, "model_name": "claude-fable-5-1", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "anthropic", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T15:42:27.120494+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-01", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "e8184f9f-da09-498a-a341-f8da6a1d0fbf", "result_sha256": "87bc674228a4f26ee559d322062b3687145e3c569019c3121f95939df5e6d748", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.01033, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "B" }, "group_id": "context-01-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-02.png", "input_tokens": 978, "latency_sec": 3.721028104890138, "model_name": "claude-fable-5-1", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "anthropic", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T16:08:09.478388+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-02", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "bddbfea7-ae1a-43b9-9703-1b3f1652daee", "result_sha256": "fe160875f8fd24b79ebc52a1a39f6d974e83245888ef796a15368381d4470bc6", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.01033, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "C" }, "group_id": "context-01-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-03.png", "input_tokens": 978, "latency_sec": 4.064828958013095, "model_name": "claude-fable-5-1", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "C" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "anthropic", "raw_prediction": "{\"choice\": \"C\"}", "recorded_at": "2026-09-16T15:12:00.175036+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-03", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "a3c27741-553d-4a38-b004-a5002b431b5a", "result_sha256": "727b4e4c3d1f1a952ba5169bafbdc606acde741214c1b22c63d6d30d3caa7287", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.01033, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "D" }, "group_id": "context-01-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-04.png", "input_tokens": 978, "latency_sec": 4.438151854090393, "model_name": "claude-fable-5-1", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "D" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "anthropic", "raw_prediction": "{\"choice\": \"D\"}", "recorded_at": "2026-09-16T14:50:19.605594+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-04", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "b95d2639-58c5-4b6d-afdd-13571f18c922", "result_sha256": "e8f214e4e3c22d5e37efd22c478bd53abf9c04b90796302edc3795db84de2333", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.01033, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "A" }, "group_id": "context-01-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-05.png", "input_tokens": 978, "latency_sec": 4.234217000077479, "model_name": "claude-fable-5-1", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "anthropic", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T14:00:54.188776+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-05", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "85ea9775-fd98-4348-b438-04f972b1ec48", "result_sha256": "3821d764faed5f8904fae46298dc44e34474fbad33935391adaa867e0cc0c9c6", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.01033, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "B" }, "group_id": "context-01-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-06.png", "input_tokens": 978, "latency_sec": 5.961722337990068, "model_name": "claude-fable-5-1", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "anthropic", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T14:45:16.551337+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-06", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "a54b65ef-f37e-4037-bd25-bb72a3bdd3f7", "result_sha256": "b091a4fd4bd01f7083dedb5a73fb33bc4f7010f953f46420f1857b1cb5d6bc02", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.01033, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "C" }, "group_id": "context-01-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-07.png", "input_tokens": 978, "latency_sec": 4.651390981976874, "model_name": "claude-fable-5-1", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "C" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "anthropic", "raw_prediction": "{\"choice\": \"C\"}", "recorded_at": "2026-09-16T14:16:58.729147+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-07", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "ee1e069b-d525-4a24-bb93-11bac4c1a9d0", "result_sha256": "724fef889463e5490fb9e2a386fd6e20b8da2d2f4fdbd92446f5fe835da934fe", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.01033, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "D" }, "group_id": "context-01-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-08.png", "input_tokens": 978, "latency_sec": 3.415192877058871, "model_name": "claude-fable-5-1", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "D" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "anthropic", "raw_prediction": "{\"choice\": \"D\"}", "recorded_at": "2026-09-16T15:01:43.920029+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-08", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "61353030-94da-47d2-99e8-0d8cd7eb6439", "result_sha256": "4f2f4390a94e5da87a2443f8cc6da787a4bbe9ca6e065a38a0f4c6c1c0530099", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.01033, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "A" }, "group_id": "context-01-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-09.png", "input_tokens": 978, "latency_sec": 4.615558826946653, "model_name": "claude-fable-5-1", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "anthropic", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T15:49:54.032836+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-09", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "7a7a57dc-00d4-4cbb-8cbb-4c49c4895755", "result_sha256": "711abad191c6f7fe80d8e33131505cbb60d63803c8347c24de848646924814ac", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.01033, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "B" }, "group_id": "context-01-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-10.png", "input_tokens": 978, "latency_sec": 3.3725666040554643, "model_name": "claude-fable-5-1", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "anthropic", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T14:51:32.521640+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-10", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "d6259e8c-211e-42aa-8fa4-a422a277486b", "result_sha256": "0001c1f53d238be777f568bcf1a5a4f9c3bf5a7f057bafa3b9f0776074da76bf", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.01033, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "C" }, "group_id": "context-01-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-11.png", "input_tokens": 978, "latency_sec": 3.63672560302075, "model_name": "claude-fable-5-1", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "C" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "anthropic", "raw_prediction": "{\"choice\": \"C\"}", "recorded_at": "2026-09-16T16:07:50.290686+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-11", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "9201cfc5-48d5-4bc6-bfb1-72ca5402223d", "result_sha256": "063a5483177ccc33178fe4ee5414a0e6b26beab25b4c0b33a68ab0e14d6e9845", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.01033, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "D" }, "group_id": "context-01-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-12.png", "input_tokens": 978, "latency_sec": 3.7308049850398675, "model_name": "claude-fable-5-1", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "D" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "anthropic", "raw_prediction": "{\"choice\": \"D\"}", "recorded_at": "2026-09-16T15:56:26.570484+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-12", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "b1e82ece-2af4-4580-ad62-db69e4eede42", "result_sha256": "23add01f687094d87b7e5b9efdd8fda9ddcddb41ba8e290f34188816da363d62", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.01033, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "A" }, "group_id": "context-01-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-13.png", "input_tokens": 978, "latency_sec": 4.470866963965818, "model_name": "claude-fable-5-1", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "anthropic", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T16:10:14.244735+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-13", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "f0d8666a-546d-449c-a1d9-607f5a6939b4", "result_sha256": "b6d25478fba02180a51dd95f72c028bd100623cec29abfbc3dd799370ff67d60", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.01033, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "B" }, "group_id": "context-01-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-14.png", "input_tokens": 978, "latency_sec": 4.143390328041278, "model_name": "claude-fable-5-1", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "anthropic", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T14:06:22.176595+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-14", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "c823931a-bef0-45fe-9ff7-677302ccc423", "result_sha256": "b797bd55e0583f4818972f9591c7d20b2cb26e2782aae0032709734d71f7bf40", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.01033, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "C" }, "group_id": "context-01-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-15.png", "input_tokens": 978, "latency_sec": 3.275219763047062, "model_name": "claude-fable-5-1", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "C" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "anthropic", "raw_prediction": "{\"choice\": \"C\"}", "recorded_at": "2026-09-16T15:02:40.148571+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-15", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "0b7ca2b2-8a41-41da-a31e-0b1667dc4f85", "result_sha256": "353c92612d6c963aeadd93415820b9bb8dfffde979c8f363c3812f605a572acd", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.01033, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "D" }, "group_id": "context-01-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-16.png", "input_tokens": 978, "latency_sec": 3.6602528520161286, "model_name": "claude-fable-5-1", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "D" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "anthropic", "raw_prediction": "{\"choice\": \"D\"}", "recorded_at": "2026-09-16T14:18:06.139649+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-16", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "8fa980cc-233b-4a5f-bef0-bf43a1cec027", "result_sha256": "08f23fd89f403192a378fdcaca4d469a00210b2bede7db1ea407a285a42a4468", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.01033, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "A" }, "group_id": "context-01-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-17.png", "input_tokens": 978, "latency_sec": 3.464259236934595, "model_name": "claude-fable-5-1", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "anthropic", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T16:24:37.847407+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-17", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "48b2570a-bf2f-4a07-b964-349acc7aeb28", "result_sha256": "ca442d80debd6e0f89431d1b894f879d7e1d924620c5c0f8ad7f9a3c4c3c03c0", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.01033, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "B" }, "group_id": "context-01-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-18.png", "input_tokens": 978, "latency_sec": 3.3584166140062734, "model_name": "claude-fable-5-1", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "anthropic", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T14:20:30.652492+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-18", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "86f4ae7c-247b-4ce6-9205-d5ced04e3a8c", "result_sha256": "d948f2b7b17a5983782f8171513740f632a4ec02a3042bb26f6418e9231aa361", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.01033, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "C" }, "group_id": "context-01-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-19.png", "input_tokens": 978, "latency_sec": 4.247053346014582, "model_name": "claude-fable-5-1", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "C" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "anthropic", "raw_prediction": "{\"choice\": \"C\"}", "recorded_at": "2026-09-16T14:32:00.240774+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-19", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "59eab82f-a9db-4332-b3ab-f8f91bf2ed8b", "result_sha256": "5041f8aec1eb6f0adb0a63515d8d21849d993548d7ed1e8c7716a58c4f1eaddf", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.01033, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "D" }, "group_id": "context-01-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-20.png", "input_tokens": 978, "latency_sec": 5.457771746092476, "model_name": "claude-fable-5-1", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "D" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "anthropic", "raw_prediction": "{\"choice\": \"D\"}", "recorded_at": "2026-09-16T14:05:31.993580+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-20", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "0b09a28f-3408-4aa1-978f-719973b118a4", "result_sha256": "8edb00853127671eba79466c9f365e2546f588c9b11a215dc6d5cec0fcd354a8", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.01033, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "A" }, "group_id": "context-02-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-21.png", "input_tokens": 978, "latency_sec": 3.543625687016174, "model_name": "claude-fable-5-1", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "C" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "anthropic", "raw_prediction": "{\"choice\": \"C\"}", "recorded_at": "2026-09-16T16:31:20.679431+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-context-21", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "af1b7ff1-d168-45eb-99df-97c7ad828e0c", "result_sha256": "1fe14c55a48abc76f67364f95519771439a679d5fe839c9a44823c5dc9752ee2", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.01033, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "B" }, "group_id": "context-02-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-22.png", "input_tokens": 978, "latency_sec": 4.104093361995183, "model_name": "claude-fable-5-1", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "D" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "anthropic", "raw_prediction": "{\"choice\": \"D\"}", "recorded_at": "2026-09-16T16:16:28.269055+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-context-22", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "d4ea5a3b-dbc3-4838-a25c-f34736887cab", "result_sha256": "54739d6fd6fcba42267e412dba99eeed49453cc95fb95c855f2e7cf66c8ce0cc", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.01033, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "C" }, "group_id": "context-02-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-23.png", "input_tokens": 978, "latency_sec": 4.589915424003266, "model_name": "claude-fable-5-1", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "C" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "anthropic", "raw_prediction": "{\"choice\": \"C\"}", "recorded_at": "2026-09-16T14:09:34.473850+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-23", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "ee4793e6-6ce1-4493-95f0-9ed5389a3e7d", "result_sha256": "188b21503717f7ecdf55f0e909e90f1b5af1f0a9072e6b68db258ceae6b40440", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.01033, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "D" }, "group_id": "context-02-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-24.png", "input_tokens": 978, "latency_sec": 3.2099112939322367, "model_name": "claude-fable-5-1", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "D" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "anthropic", "raw_prediction": "{\"choice\": \"D\"}", "recorded_at": "2026-09-16T15:04:54.320049+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-24", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "636b0b77-b58f-4338-9ae4-a4f045e568bd", "result_sha256": "a4be2f8712b1334760228fd0368835bfc945eda8b00fab75ab98db70d5b157dd", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.01033, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "A" }, "group_id": "context-02-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-25.png", "input_tokens": 978, "latency_sec": 3.1957943759625778, "model_name": "claude-fable-5-1", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "anthropic", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T14:18:24.182651+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-25", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "7179ec92-3f0a-49d2-909e-16e3db5368da", "result_sha256": "77ce9abb15ab93ed7d3754054c0cc8b633d1fe6451efc268cbce7b9df3c5085e", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.01033, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "B" }, "group_id": "context-02-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-26.png", "input_tokens": 978, "latency_sec": 4.325164488982409, "model_name": "claude-fable-5-1", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "anthropic", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T14:44:23.953754+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-26", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "50b258f6-52ce-433c-837a-76285576b582", "result_sha256": "af589e9c8d0060085281b510e5f9f4ca2a9af285dec66787c611339174639451", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.01033, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "C" }, "group_id": "context-02-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-27.png", "input_tokens": 978, "latency_sec": 2.9894441969227046, "model_name": "claude-fable-5-1", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "C" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "anthropic", "raw_prediction": "{\"choice\": \"C\"}", "recorded_at": "2026-09-16T15:43:01.025974+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-27", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "0de6180b-3c1f-4bdf-9331-19c8e0700a69", "result_sha256": "329608ff2e3b2b19cc4004a2e6af6b57524ddeaf09aa858b8acbd90ed9ace5ad", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.01033, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "D" }, "group_id": "context-02-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-28.png", "input_tokens": 978, "latency_sec": 6.414399866946042, "model_name": "claude-fable-5-1", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "D" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "anthropic", "raw_prediction": "{\"choice\": \"D\"}", "recorded_at": "2026-09-16T14:21:03.023371+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-28", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "10460a03-aec3-4a78-afa0-e3545659b8fb", "result_sha256": "83b0c0a08ce1fd1c5363ade9d0dbf52dcdfee428436fb8df86f1b0f922687890", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.01033, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "A" }, "group_id": "context-02-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-29.png", "input_tokens": 978, "latency_sec": 3.3451044380199164, "model_name": "claude-fable-5-1", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "anthropic", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T15:48:15.431823+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-29", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "f26c2209-354c-4b05-919e-dde5efc39ed7", "result_sha256": "7c43720536816b751401574b9f130121d05f3d7087ee23bb14b38a39e32dad2d", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.01033, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "B" }, "group_id": "context-02-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-30.png", "input_tokens": 978, "latency_sec": 2.975617974065244, "model_name": "claude-fable-5-1", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "anthropic", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T15:50:40.922407+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-30", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "46f41ef0-20f5-4387-8327-3138cfaee97d", "result_sha256": "d99bc4747f6bf952aa9c5a2ea6d29d26d07c1e76ad4c21c1fe3ca746f14ae3d1", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.01033, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "C" }, "group_id": "context-02-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-31.png", "input_tokens": 978, "latency_sec": 2.571026997989975, "model_name": "claude-fable-5-1", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "C" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "anthropic", "raw_prediction": "{\"choice\": \"C\"}", "recorded_at": "2026-09-16T14:46:55.822772+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-31", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "46b47edc-0e43-4961-9adc-ac1bd3388b78", "result_sha256": "66517b14d47893413b647ef26d1d905d3081b406eda433416d2e995a07b6e9ec", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.01033, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "D" }, "group_id": "context-02-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-32.png", "input_tokens": 978, "latency_sec": 4.11856402293779, "model_name": "claude-fable-5-1", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "D" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "anthropic", "raw_prediction": "{\"choice\": \"D\"}", "recorded_at": "2026-09-16T15:22:26.368204+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-32", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "e8180411-f13b-4988-a77a-41157ac0f2e4", "result_sha256": "2309f73aa34d44934725575455194209899a11516818cba22e10c6cdd3b44060", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.01033, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "A" }, "group_id": "context-02-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-33.png", "input_tokens": 978, "latency_sec": 3.4821609929203987, "model_name": "claude-fable-5-1", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "anthropic", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T16:26:00.627264+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-33", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "af002d2d-21a9-4f3e-b69c-5a1d150cc8f9", "result_sha256": "df2004c4f7d374897596c64196fe5bcd7d31b5ad921a6cb6b60c2ad9b4bd403c", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.03073, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "B" }, "group_id": "context-02-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-34.png", "input_tokens": 978, "latency_sec": 10.173623032984324, "model_name": "claude-fable-5-1", "out_of_srgb": null, "output_tokens": 419, "prediction": { "choice": "B" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "anthropic", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T15:10:18.591387+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-34", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "8bf7fc4a-c41e-4fef-8497-0b9087186508", "result_sha256": "7427edbf3bbf75e2f49db5a86b09adb2ed0808ccbc2592a4073f3a9c92376ee4", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.01033, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "C" }, "group_id": "context-02-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-35.png", "input_tokens": 978, "latency_sec": 4.3210657160962, "model_name": "claude-fable-5-1", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "C" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "anthropic", "raw_prediction": "{\"choice\": \"C\"}", "recorded_at": "2026-09-16T14:33:07.614704+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-35", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "feec12da-864d-4577-9051-9567eaf7b907", "result_sha256": "223b7d1d2a84e3364c17a49853e4d3aabd82e432201cadd0ee594323850d06f5", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.01033, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "D" }, "group_id": "context-02-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-36.png", "input_tokens": 978, "latency_sec": 3.3020609960658476, "model_name": "claude-fable-5-1", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "D" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "anthropic", "raw_prediction": "{\"choice\": \"D\"}", "recorded_at": "2026-09-16T16:01:07.036164+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-36", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "49fb687f-3698-4c86-9b22-906c0750b31b", "result_sha256": "598e121e53d48cef38d20073bf8186f3704bd6390e258f713f312614eda50a4d", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.01033, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "A" }, "group_id": "context-02-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-37.png", "input_tokens": 978, "latency_sec": 4.0709546249127015, "model_name": "claude-fable-5-1", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "C" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "anthropic", "raw_prediction": "{\"choice\": \"C\"}", "recorded_at": "2026-09-16T15:56:03.651945+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-context-37", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "17f7c4f6-e9f4-4306-b254-efc564308ff8", "result_sha256": "bd1de6aa6032bb35e52c1fa4f2a07ec846f45426159c766a822fc37d42bd7afe", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.01033, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "B" }, "group_id": "context-02-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-38.png", "input_tokens": 978, "latency_sec": 3.191151382983662, "model_name": "claude-fable-5-1", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "anthropic", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T16:03:57.809500+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-38", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "9f4f53ed-ab7b-4670-bb7b-904e969b3a6f", "result_sha256": "88a0afe995efd55510667efe66d0dd71299a446d411454e3139a6223e8011c2c", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.01033, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "C" }, "group_id": "context-02-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-39.png", "input_tokens": 978, "latency_sec": 4.533734520897269, "model_name": "claude-fable-5-1", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "C" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "anthropic", "raw_prediction": "{\"choice\": \"C\"}", "recorded_at": "2026-09-16T14:39:42.066268+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-39", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "38a3afd8-c8f9-4735-a7cd-e80798d39d84", "result_sha256": "38e08035d1f7477420d7f8ffc8f5bf948318806331aa20c09036601d102dbc31", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.01033, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "D" }, "group_id": "context-02-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-40.png", "input_tokens": 978, "latency_sec": 3.636226386995986, "model_name": "claude-fable-5-1", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "D" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "anthropic", "raw_prediction": "{\"choice\": \"D\"}", "recorded_at": "2026-09-16T15:18:50.643854+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-40", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "566f21c3-3af1-4824-bb7c-6c7e6ca94b68", "result_sha256": "149e17749e2dad03e33145d6de81396baa94e793fb187ab96f3926d6407f4979", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.01033, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "A" }, "group_id": "context-03-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-41.png", "input_tokens": 978, "latency_sec": 5.209938900079578, "model_name": "claude-fable-5-1", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "anthropic", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T15:14:31.824689+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-41", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "002335e6-c14e-48b0-bbfa-875d90884f05", "result_sha256": "c42f8e76ec05eb06c0ec6ab6ef704204d5d1f2d7302e6a17f526c32e6c9ac51d", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.01033, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "B" }, "group_id": "context-03-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-42.png", "input_tokens": 978, "latency_sec": 5.566617464995943, "model_name": "claude-fable-5-1", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "anthropic", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T14:00:37.330851+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-42", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "3bad342e-cabb-4394-86d5-07c17a40f4f5", "result_sha256": "bae3b7b9039f83bfd7ea52655610da3ececb65a25a050180cbee63a39d355a99", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.01033, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "C" }, "group_id": "context-03-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-43.png", "input_tokens": 978, "latency_sec": 3.4046439999947324, "model_name": "claude-fable-5-1", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "C" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "anthropic", "raw_prediction": "{\"choice\": \"C\"}", "recorded_at": "2026-09-16T16:04:40.278516+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-43", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "cf3c2369-0083-4d82-97d5-bba39b90082f", "result_sha256": "862e2f449504459f7038ee00e8194664121c9e832d5724e344644991d6727839", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.01033, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "D" }, "group_id": "context-03-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-44.png", "input_tokens": 978, "latency_sec": 3.2012548489728943, "model_name": "claude-fable-5-1", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "D" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "anthropic", "raw_prediction": "{\"choice\": \"D\"}", "recorded_at": "2026-09-16T16:29:04.976135+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-44", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "4eef9d75-84a3-4ac4-976d-d376843d1be3", "result_sha256": "d29bec1023e71cb2911b37b7659e17a3323948357e6d22ce6f7ffb0e377c6a7a", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.01033, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "A" }, "group_id": "context-03-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-45.png", "input_tokens": 978, "latency_sec": 3.3911257369909436, "model_name": "claude-fable-5-1", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "anthropic", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T14:55:12.175212+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-45", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "243b2209-bb33-4400-87e8-9ba239e888a1", "result_sha256": "828ba7e4ec51cf7c8b60038b33a85c4349f4f588a0cb67108066eb4d54c62a24", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.01033, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "B" }, "group_id": "context-03-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-46.png", "input_tokens": 978, "latency_sec": 4.117555284989066, "model_name": "claude-fable-5-1", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "anthropic", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T14:15:12.624068+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-46", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "115aa872-ff9f-4cee-8986-592a89668336", "result_sha256": "acd2fc4ddcff799a80d676b2b07355604a91fd9dba8066b2cf28cf5686ea9f8c", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.01033, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "C" }, "group_id": "context-03-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-47.png", "input_tokens": 978, "latency_sec": 3.6707791739609092, "model_name": "claude-fable-5-1", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "C" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "anthropic", "raw_prediction": "{\"choice\": \"C\"}", "recorded_at": "2026-09-16T16:22:17.146357+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-47", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "69d834b6-2c32-467c-8041-20ee084755aa", "result_sha256": "9e0ef8733ef2d9a0df4576f169da846b8d9dce3ffb51a25edb7e25133729fe63", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.01033, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "D" }, "group_id": "context-03-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-48.png", "input_tokens": 978, "latency_sec": 4.53255834011361, "model_name": "claude-fable-5-1", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "D" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "anthropic", "raw_prediction": "{\"choice\": \"D\"}", "recorded_at": "2026-09-16T15:24:53.639495+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-48", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "b9b181da-2c73-4dbd-93f1-7062451acae3", "result_sha256": "30f957f28d1371d84b3f377edf6aa9788784aee675de4ab8dbee51e7a72d9504", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.01033, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "A" }, "group_id": "context-03-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-49.png", "input_tokens": 978, "latency_sec": 6.446819243021309, "model_name": "claude-fable-5-1", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "anthropic", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T14:51:04.754439+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-49", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "d17966ec-505c-4b39-a0cd-cdcf17a2bfc9", "result_sha256": "5f8f205c64f7e2650452cefd6cf2640daff26ddb210754fa8c82e5134c7ed057", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.01033, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "B" }, "group_id": "context-03-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-50.png", "input_tokens": 978, "latency_sec": 8.968838269938715, "model_name": "claude-fable-5-1", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "anthropic", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T16:18:37.228816+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-50", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "e2b1f857-d298-43bd-9cc4-1e665245e68c", "result_sha256": "4539d96b18d9b720e3d2b1a7d7b8fd57b0bbe6d58a3389f9449d2d76bbcddccb", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.01033, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "C" }, "group_id": "context-03-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-51.png", "input_tokens": 978, "latency_sec": 3.6516308329300955, "model_name": "claude-fable-5-1", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "C" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "anthropic", "raw_prediction": "{\"choice\": \"C\"}", "recorded_at": "2026-09-16T15:59:20.552215+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-51", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "395bcfa5-48bb-4436-9674-fc96e4a5c566", "result_sha256": "5f98b37d5010954968a526e8ad1fc81fa72f00e031d50c5fd5a7bf5eba321a08", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.01033, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "D" }, "group_id": "context-03-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-52.png", "input_tokens": 978, "latency_sec": 3.444182742969133, "model_name": "claude-fable-5-1", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "D" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "anthropic", "raw_prediction": "{\"choice\": \"D\"}", "recorded_at": "2026-09-16T16:05:42.824365+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-52", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "d50799e4-aca4-4a4b-b6dc-51e994d389d7", "result_sha256": "6d744cfbfceb828a4d8e443bebd2da5115fd8e7ecebe5ae17c58f0e25a37ba98", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.01033, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "A" }, "group_id": "context-03-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-53.png", "input_tokens": 978, "latency_sec": 3.461994539014995, "model_name": "claude-fable-5-1", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "anthropic", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T14:41:42.878952+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-53", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "696ff004-caa3-4de0-a348-1b12a0ded718", "result_sha256": "41d22a20e1afa3448429d494e5eaf76160c912d8c3b0cfd6e9b750355153d953", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.01033, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "B" }, "group_id": "context-03-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-54.png", "input_tokens": 978, "latency_sec": 4.477732109953649, "model_name": "claude-fable-5-1", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "C" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "anthropic", "raw_prediction": "{\"choice\": \"C\"}", "recorded_at": "2026-09-16T14:04:13.781501+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-context-54", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "747565bc-5705-4790-8231-44f0ec1324b5", "result_sha256": "886a0f03b69eaea8ecb1825492ea7c8e48f49fe3bceedd7ca3f1e523595eca87", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.01033, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "C" }, "group_id": "context-03-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-55.png", "input_tokens": 978, "latency_sec": 3.1640875180019066, "model_name": "claude-fable-5-1", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "C" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "anthropic", "raw_prediction": "{\"choice\": \"C\"}", "recorded_at": "2026-09-16T16:09:25.761921+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-55", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "c1f75026-c57f-4c7b-84d5-779ab51292b9", "result_sha256": "9f97e3e10033b433dfab8978320f1eefc82eb3a6788ca26fab1720cc1eb3d84f", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.01033, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "D" }, "group_id": "context-03-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-56.png", "input_tokens": 978, "latency_sec": 3.44303870794829, "model_name": "claude-fable-5-1", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "D" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "anthropic", "raw_prediction": "{\"choice\": \"D\"}", "recorded_at": "2026-09-16T14:35:57.374419+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-56", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "1fa1cc74-cd48-4b3a-9124-9b5a5e0a0ec5", "result_sha256": "15c9ea9d644bfb97e968e4b2af4027b553cb9d71701fac0a586003e54738f0a5", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.01033, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "A" }, "group_id": "context-03-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-57.png", "input_tokens": 978, "latency_sec": 3.849486908991821, "model_name": "claude-fable-5-1", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "anthropic", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T14:48:35.893699+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-57", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "4d0558ef-d7c8-46b4-a433-8b6da6e39ad3", "result_sha256": "ccdd9773b9bd0c7ba788f068314cdad3bbf3f3871e34899f44b1e5635d7d863f", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.01033, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "B" }, "group_id": "context-03-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-58.png", "input_tokens": 978, "latency_sec": 2.382048011990264, "model_name": "claude-fable-5-1", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "anthropic", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T16:20:03.993538+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-58", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "9522f6fb-b8f5-4e7c-a4c2-1abce4738353", "result_sha256": "b412f2b86b29cdc6bbbfab8627308253300f4cc2c25de464560909923c343b0c", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.01033, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "C" }, "group_id": "context-03-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-59.png", "input_tokens": 978, "latency_sec": 11.065884795971215, "model_name": "claude-fable-5-1", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "C" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "anthropic", "raw_prediction": "{\"choice\": \"C\"}", "recorded_at": "2026-09-16T16:10:42.593170+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-59", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "d4b3f384-54aa-4798-954a-09d93df9d812", "result_sha256": "531c8d39c0d174e1f2d05be6f3c47afb0a9f108633262ffdbcc9d995281a61dd", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.01033, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "D" }, "group_id": "context-03-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-60.png", "input_tokens": 978, "latency_sec": 3.7005483240354806, "model_name": "claude-fable-5-1", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "D" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "anthropic", "raw_prediction": "{\"choice\": \"D\"}", "recorded_at": "2026-09-16T15:44:14.835889+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-60", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "337e05b3-3c2f-41ab-9345-6f22d6eceb8c", "result_sha256": "dc7cfd7049bcfd5e44d9e900fd282707ab1fb72c0efbede8a53339f21d199b2b", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.01033, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "A" }, "group_id": "context-04-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-61.png", "input_tokens": 978, "latency_sec": 3.7591966479085386, "model_name": "claude-fable-5-1", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "anthropic", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T15:10:43.353667+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-61", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "24bdca36-4398-434d-a52a-e15f4c4fab0b", "result_sha256": "c03d3dc887cb899f967b72f466104db7e8f472cb70f5a961d3a3edcd8d15d669", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.01033, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "B" }, "group_id": "context-04-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-62.png", "input_tokens": 978, "latency_sec": 3.685049523948692, "model_name": "claude-fable-5-1", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "anthropic", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T14:58:13.216640+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-62", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "45ba65af-cd66-4247-a10c-06113a656227", "result_sha256": "b1a836ccbf01590b97fdc838f133583dc420d3734c2ff5a7d0167e59587b761f", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.01033, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "C" }, "group_id": "context-04-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-63.png", "input_tokens": 978, "latency_sec": 3.7469064289471135, "model_name": "claude-fable-5-1", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "C" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "anthropic", "raw_prediction": "{\"choice\": \"C\"}", "recorded_at": "2026-09-16T14:24:35.085796+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-63", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "c6fe77a5-e99b-4cb5-8b91-e5966d455152", "result_sha256": "15b2bb54e2ea4929c0632fa76d4081600b5cae9ce7a34b87d3b359fb2ee44f4f", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.01033, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "D" }, "group_id": "context-04-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-64.png", "input_tokens": 978, "latency_sec": 6.122886068071239, "model_name": "claude-fable-5-1", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "D" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "anthropic", "raw_prediction": "{\"choice\": \"D\"}", "recorded_at": "2026-09-16T15:27:58.276744+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-64", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "373ef052-065b-4185-9f29-5164a67273c5", "result_sha256": "ce6fb0b3c6b343c63ce36ea7eee82885b39197417d50273153511ad3891c0f46", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.01033, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "A" }, "group_id": "context-04-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-65.png", "input_tokens": 978, "latency_sec": 3.482434235047549, "model_name": "claude-fable-5-1", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "anthropic", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T14:39:07.690762+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-65", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "96f5aa91-cbcf-4f3e-9834-e0befca254e8", "result_sha256": "7ffd1b42ef731657e1fa5f29c4a827dcc0b5ab62fa9eceedf79941232587fb0b", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.01033, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "B" }, "group_id": "context-04-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-66.png", "input_tokens": 978, "latency_sec": 3.2968651190167293, "model_name": "claude-fable-5-1", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "anthropic", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T14:30:17.047497+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-66", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "abe42f38-0ff8-4544-a747-7c8f7f7c3615", "result_sha256": "d4aa937eedf0841f5c53533daa4552ace6dab8f5e1054f9ebb75fb37015e9b33", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.01033, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "C" }, "group_id": "context-04-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-67.png", "input_tokens": 978, "latency_sec": 3.718683468992822, "model_name": "claude-fable-5-1", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "C" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "anthropic", "raw_prediction": "{\"choice\": \"C\"}", "recorded_at": "2026-09-16T15:13:45.862293+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-67", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "7fd09da5-496d-41c7-aae9-46e2f9d4badd", "result_sha256": "d15e84ebf329c003e58df73c640e56112d5e2abe0cac28ffbba3e79e998909d1", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.01033, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "D" }, "group_id": "context-04-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-68.png", "input_tokens": 978, "latency_sec": 4.346574202063493, "model_name": "claude-fable-5-1", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "D" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "anthropic", "raw_prediction": "{\"choice\": \"D\"}", "recorded_at": "2026-09-16T15:31:49.163127+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-68", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "b9465828-ffb9-4a9b-9bb0-5bb4492f4112", "result_sha256": "5a51752802ae1ff84832ee4e94739c146dcd7b17c154d4477b05da872b14cecb", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.01033, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "A" }, "group_id": "context-04-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-69.png", "input_tokens": 978, "latency_sec": 3.7391929229488596, "model_name": "claude-fable-5-1", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "anthropic", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T15:21:16.553570+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-69", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "4ab8e2fe-553d-44b5-aa50-8f505a8e98fe", "result_sha256": "28da886940acf4ade73f758eb96fcb01068e413ec352f041873df85ff47a973a", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.01033, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "B" }, "group_id": "context-04-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-70.png", "input_tokens": 978, "latency_sec": 4.576445273007266, "model_name": "claude-fable-5-1", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "anthropic", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T16:19:05.230162+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-70", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "19edf7a0-8dd6-47b9-bca4-576fed2c5ae9", "result_sha256": "58096e3398eaad7b71a5432e510d378367a52a1eb9b01b85fade4f8dd0a121cf", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.01033, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "C" }, "group_id": "context-04-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-71.png", "input_tokens": 978, "latency_sec": 5.100205252063461, "model_name": "claude-fable-5-1", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "C" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "anthropic", "raw_prediction": "{\"choice\": \"C\"}", "recorded_at": "2026-09-16T15:46:30.728508+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-71", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "d668ee3a-cd95-4fd1-bb44-27882e6fbe88", "result_sha256": "67fbb4a00707c20b1a4a10cbb270a0a38cac5ca3d86335ed6200602319f5bcca", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.01033, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "D" }, "group_id": "context-04-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-72.png", "input_tokens": 978, "latency_sec": 3.827502669999376, "model_name": "claude-fable-5-1", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "D" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "anthropic", "raw_prediction": "{\"choice\": \"D\"}", "recorded_at": "2026-09-16T16:27:59.149732+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-72", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "4c0275fa-7c90-4422-9658-dedc3e6f236f", "result_sha256": "93821364f1328b729ed748cf5cf4e8e5b5d533c2b824dcf9df84a06c354cc814", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.01033, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "A" }, "group_id": "context-04-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-73.png", "input_tokens": 978, "latency_sec": 3.4449409269727767, "model_name": "claude-fable-5-1", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "anthropic", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T14:28:37.151668+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-73", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "20df5e6c-a18f-4ab2-a327-4cb4ff7503c8", "result_sha256": "e1150004fbc99de81a21e18910200db6fd8bd19ac624726250754c36fb80fa4f", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.01033, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "B" }, "group_id": "context-04-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-74.png", "input_tokens": 978, "latency_sec": 4.0808717489708215, "model_name": "claude-fable-5-1", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "anthropic", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T14:59:23.126059+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-74", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "1715b93f-8ce9-4219-ac24-58e67c9ad61c", "result_sha256": "3777768680c51fea2d672eec8c7ec1b4728c04e2c61f9d7c1ea6ea8a3fb37c1c", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.01033, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "C" }, "group_id": "context-04-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-75.png", "input_tokens": 978, "latency_sec": 8.177691394928843, "model_name": "claude-fable-5-1", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "C" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "anthropic", "raw_prediction": "{\"choice\": \"C\"}", "recorded_at": "2026-09-16T14:09:22.617880+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-75", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "db0e2599-54c6-4a72-814a-85f5faf1bc2e", "result_sha256": "aee9294c94e5052b2958c824b427d50968d3e9a86b71708f8e22a91f9b66f22f", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.01033, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "D" }, "group_id": "context-04-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-76.png", "input_tokens": 978, "latency_sec": 3.136176423053257, "model_name": "claude-fable-5-1", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "D" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "anthropic", "raw_prediction": "{\"choice\": \"D\"}", "recorded_at": "2026-09-16T14:56:38.499325+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-76", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "7d5927fd-be0e-4d2e-99ff-40d370d85069", "result_sha256": "42385868b6c3b0b1afaff7207f13a07aa82ac72fe3139644db634277fa72aa6e", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.01033, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "A" }, "group_id": "context-04-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-77.png", "input_tokens": 978, "latency_sec": 5.580648856936023, "model_name": "claude-fable-5-1", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "anthropic", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T14:13:40.892392+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-77", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "848a3c41-607e-4b51-93ce-c56a22a78b14", "result_sha256": "efe8a9aaf24560e8a8c5eb0ac2e456dc88e0ed375b05f1e0cb959c4fd0a87d20", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.01033, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "B" }, "group_id": "context-04-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-78.png", "input_tokens": 978, "latency_sec": 4.031234501046129, "model_name": "claude-fable-5-1", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "anthropic", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T15:36:17.302847+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-78", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "d690b83c-260a-41ef-acc7-1c1774fa6a6d", "result_sha256": "b8cbb4d53c28489abb127ac386032165400a7f5a141386fa5eebf3c2d0edf826", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.01033, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "C" }, "group_id": "context-04-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-79.png", "input_tokens": 978, "latency_sec": 4.175766372005455, "model_name": "claude-fable-5-1", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "C" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "anthropic", "raw_prediction": "{\"choice\": \"C\"}", "recorded_at": "2026-09-16T15:42:16.390318+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-79", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "e9256751-20a0-458c-b4a2-90f9d36a1e81", "result_sha256": "b244a7377ba3ca64b54d0ced4b530e7ebf77b3a93c3c8bf569bd80ac6560d3af", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.01033, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "D" }, "group_id": "context-04-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-80.png", "input_tokens": 978, "latency_sec": 4.109561515040696, "model_name": "claude-fable-5-1", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "D" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "anthropic", "raw_prediction": "{\"choice\": \"D\"}", "recorded_at": "2026-09-16T15:16:01.323776+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-80", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "f887430f-f670-46a7-8132-0f703d6d4dac", "result_sha256": "6bc1b06e7e8aa375acd5738d02f5c7082e484f3cbe50fdfeb7cb21fda8d70c66", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.01036, "delta_e_ok": null, "error": null, "error_kind": null, "family": "gradient", "ground_truth": { "choice": "A" }, "group_id": "gradient-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/gradient-01.png", "input_tokens": 981, "latency_sec": 4.0642293660202995, "model_name": "claude-fable-5-1", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "93858b61346b697f9021a41a361838e5b0b8c06fbde9b0b35f514c9e29082ee5", "provider": "anthropic", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T14:10:41.686945+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-gradient-01", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "3670d202-e21d-4e9d-9e85-f00eca77b946", "result_sha256": "fa2c1ff083222ef44a973013603d95e55735f12ecd540a0fbe4c1b61818b9f59", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.01036, "delta_e_ok": null, "error": null, "error_kind": null, "family": "gradient", "ground_truth": { "choice": "B" }, "group_id": "gradient-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/gradient-02.png", "input_tokens": 981, "latency_sec": 3.8165765509475023, "model_name": "claude-fable-5-1", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "93858b61346b697f9021a41a361838e5b0b8c06fbde9b0b35f514c9e29082ee5", "provider": "anthropic", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T15:03:42.313079+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-gradient-02", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "02893e2d-53db-428c-badd-0df55ce64ad9", "result_sha256": "f9990d99ae26b800a973ee84600b2e78faca854c01e82188b623a88768ad5ae6", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.01036, "delta_e_ok": null, "error": null, "error_kind": null, "family": "gradient", "ground_truth": { "choice": "C" }, "group_id": "gradient-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/gradient-03.png", "input_tokens": 981, "latency_sec": 7.381578632048331, "model_name": "claude-fable-5-1", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "C" }, "prompt_sha256": "93858b61346b697f9021a41a361838e5b0b8c06fbde9b0b35f514c9e29082ee5", "provider": "anthropic", "raw_prediction": "{\"choice\": \"C\"}", "recorded_at": "2026-09-16T14:58:01.417664+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-gradient-03", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "a811f873-f515-4ea2-a258-589aab2da660", "result_sha256": "dcb0482f2359c15cd548702f917a8c404d11cb1d1d073b2f65962e8e6faffeb1", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.01036, "delta_e_ok": null, "error": null, "error_kind": null, "family": "gradient", "ground_truth": { "choice": "D" }, "group_id": "gradient-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/gradient-04.png", "input_tokens": 981, "latency_sec": 4.290844931965694, "model_name": "claude-fable-5-1", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "D" }, "prompt_sha256": "93858b61346b697f9021a41a361838e5b0b8c06fbde9b0b35f514c9e29082ee5", "provider": "anthropic", "raw_prediction": "{\"choice\": \"D\"}", "recorded_at": "2026-09-16T14:29:29.504302+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-gradient-04", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "3419e2b9-0e0c-47c4-9f4c-5c4545d6333b", "result_sha256": "7c3ce93d3db8f2f480e246c30cc2042837f420ce00d338c3cf7e4666c26c6dbb", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.01036, "delta_e_ok": null, "error": null, "error_kind": null, "family": "gradient", "ground_truth": { "choice": "A" }, "group_id": "gradient-05", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/gradient-05.png", "input_tokens": 981, "latency_sec": 4.386189261102118, "model_name": "claude-fable-5-1", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "93858b61346b697f9021a41a361838e5b0b8c06fbde9b0b35f514c9e29082ee5", "provider": "anthropic", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T14:26:00.294314+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-gradient-05", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "40988338-d87e-46aa-9009-b3581077b835", "result_sha256": "69c2c880d7fe57509b3c1904e72fb1b93d9344a9c3870a50382e20263001a3af", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.01036, "delta_e_ok": null, "error": null, "error_kind": null, "family": "gradient", "ground_truth": { "choice": "B" }, "group_id": "gradient-06", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/gradient-06.png", "input_tokens": 981, "latency_sec": 3.4332874979590997, "model_name": "claude-fable-5-1", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "93858b61346b697f9021a41a361838e5b0b8c06fbde9b0b35f514c9e29082ee5", "provider": "anthropic", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T15:59:41.179836+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-gradient-06", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "c0c68c27-b9b3-463b-96c3-4ec176221157", "result_sha256": "7ac6eb851b6aace4c6a0c37fefbcbc4446cce659702b4c36657c4cd99026f0d1", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.01036, "delta_e_ok": null, "error": null, "error_kind": null, "family": "gradient", "ground_truth": { "choice": "C" }, "group_id": "gradient-07", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/gradient-07.png", "input_tokens": 981, "latency_sec": 3.6162778029683977, "model_name": "claude-fable-5-1", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "C" }, "prompt_sha256": "93858b61346b697f9021a41a361838e5b0b8c06fbde9b0b35f514c9e29082ee5", "provider": "anthropic", "raw_prediction": "{\"choice\": \"C\"}", "recorded_at": "2026-09-16T15:24:27.732681+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-gradient-07", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "5238939f-2d83-49e5-8175-91123ec51625", "result_sha256": "a416e42be3811af1083d4d760c910b653dba259b941f89b49ba31b0a1edf2b85", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.01036, "delta_e_ok": null, "error": null, "error_kind": null, "family": "gradient", "ground_truth": { "choice": "D" }, "group_id": "gradient-08", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/gradient-08.png", "input_tokens": 981, "latency_sec": 3.078308545984328, "model_name": "claude-fable-5-1", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "D" }, "prompt_sha256": "93858b61346b697f9021a41a361838e5b0b8c06fbde9b0b35f514c9e29082ee5", "provider": "anthropic", "raw_prediction": "{\"choice\": \"D\"}", "recorded_at": "2026-09-16T14:45:34.399758+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-gradient-08", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "70b9990d-9cae-42ab-bc28-1a18b653cf12", "result_sha256": "0b0035a555e1663136c6e601070d5f479e1fa9e9ff894a495cfe8d93c4bc832d", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.01036, "delta_e_ok": null, "error": null, "error_kind": null, "family": "gradient", "ground_truth": { "choice": "A" }, "group_id": "gradient-09", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/gradient-09.png", "input_tokens": 981, "latency_sec": 7.33219836500939, "model_name": "claude-fable-5-1", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "93858b61346b697f9021a41a361838e5b0b8c06fbde9b0b35f514c9e29082ee5", "provider": "anthropic", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T15:51:51.156840+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-gradient-09", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "85887f3d-a6bb-4522-bf46-8ba27ae7c1ef", "result_sha256": "c2474a542788c901841bc9017705856453073b9e85ef7d85c50b38bd9a8d66be", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.01036, "delta_e_ok": null, "error": null, "error_kind": null, "family": "gradient", "ground_truth": { "choice": "B" }, "group_id": "gradient-10", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/gradient-10.png", "input_tokens": 981, "latency_sec": 6.777763159014285, "model_name": "claude-fable-5-1", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "93858b61346b697f9021a41a361838e5b0b8c06fbde9b0b35f514c9e29082ee5", "provider": "anthropic", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T14:57:30.198949+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-gradient-10", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "a6440e00-bc49-4d5e-a30e-658748c3f5c0", "result_sha256": "c429089bb698ed9efc14cae58f8c8c4a109c26f6a4bbfab861bcb0d79b9f9d25", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.01036, "delta_e_ok": null, "error": null, "error_kind": null, "family": "gradient", "ground_truth": { "choice": "C" }, "group_id": "gradient-11", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/gradient-11.png", "input_tokens": 981, "latency_sec": 3.933465023059398, "model_name": "claude-fable-5-1", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "C" }, "prompt_sha256": "93858b61346b697f9021a41a361838e5b0b8c06fbde9b0b35f514c9e29082ee5", "provider": "anthropic", "raw_prediction": "{\"choice\": \"C\"}", "recorded_at": "2026-09-16T14:54:38.216227+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-gradient-11", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "f65e8bcf-1c52-456a-ad9f-86b9fa9a65b0", "result_sha256": "51eaa859cee41a8c03d5ce53ea66fb5bea90294880b7d91bb21021695639c7a7", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.01036, "delta_e_ok": null, "error": null, "error_kind": null, "family": "gradient", "ground_truth": { "choice": "D" }, "group_id": "gradient-12", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/gradient-12.png", "input_tokens": 981, "latency_sec": 4.084321373957209, "model_name": "claude-fable-5-1", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "D" }, "prompt_sha256": "93858b61346b697f9021a41a361838e5b0b8c06fbde9b0b35f514c9e29082ee5", "provider": "anthropic", "raw_prediction": "{\"choice\": \"D\"}", "recorded_at": "2026-09-16T14:12:34.174867+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-gradient-12", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "295eb7ed-eb66-4db0-8058-6b19744758d3", "result_sha256": "b452c57278d9616070bcbea26e3c66ca8be18f00bb647d145a20286108b6eae3", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.01036, "delta_e_ok": null, "error": null, "error_kind": null, "family": "gradient", "ground_truth": { "choice": "A" }, "group_id": "gradient-13", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/gradient-13.png", "input_tokens": 981, "latency_sec": 4.388928762986325, "model_name": "claude-fable-5-1", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "93858b61346b697f9021a41a361838e5b0b8c06fbde9b0b35f514c9e29082ee5", "provider": "anthropic", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T16:13:49.279823+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-gradient-13", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "375378aa-04d5-4348-96ea-e41620689b6f", "result_sha256": "1cb5f436bb16914f95dbd342b49ea74e27dd6e12f9c08262045f3c721f216f3e", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.01036, "delta_e_ok": null, "error": null, "error_kind": null, "family": "gradient", "ground_truth": { "choice": "B" }, "group_id": "gradient-14", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/gradient-14.png", "input_tokens": 981, "latency_sec": 3.9024843260413036, "model_name": "claude-fable-5-1", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "93858b61346b697f9021a41a361838e5b0b8c06fbde9b0b35f514c9e29082ee5", "provider": "anthropic", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T14:21:33.821192+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-gradient-14", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "536de16a-4d51-4074-a3d9-a04e33157f0a", "result_sha256": "328e576d42e81871631403dfa6f13f06a874fdb03af96664dc32b0f33f97a1d8", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.01036, "delta_e_ok": null, "error": null, "error_kind": null, "family": "gradient", "ground_truth": { "choice": "C" }, "group_id": "gradient-15", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/gradient-15.png", "input_tokens": 981, "latency_sec": 3.694609032012522, "model_name": "claude-fable-5-1", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "C" }, "prompt_sha256": "93858b61346b697f9021a41a361838e5b0b8c06fbde9b0b35f514c9e29082ee5", "provider": "anthropic", "raw_prediction": "{\"choice\": \"C\"}", "recorded_at": "2026-09-16T14:55:40.575421+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-gradient-15", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "ff8ecf70-c45f-4a6b-b192-9327708bed0d", "result_sha256": "0503c904a4ae15e67b2b31fd5b5b39bf9cb124bcc4aed6dfe6403b756e6b60c4", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.01036, "delta_e_ok": null, "error": null, "error_kind": null, "family": "gradient", "ground_truth": { "choice": "D" }, "group_id": "gradient-16", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/gradient-16.png", "input_tokens": 981, "latency_sec": 3.735684857936576, "model_name": "claude-fable-5-1", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "D" }, "prompt_sha256": "93858b61346b697f9021a41a361838e5b0b8c06fbde9b0b35f514c9e29082ee5", "provider": "anthropic", "raw_prediction": "{\"choice\": \"D\"}", "recorded_at": "2026-09-16T16:30:00.942236+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-gradient-16", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "00d525cd-451d-4782-bff4-f4695d98ba75", "result_sha256": "69aeb32863486fe8cfb56158f212a20b5a86c51e4a97b5ff1ab1c2eeea822f2b", "result": { "component_errors": { "h": 1.5, "l": 1.1960784313725483, "s": 1.6062992125984294 }, "correct": null, "cost_estimated": false, "cost_usd": 0.0115, "delta_e_ok": 0.008903747631482762, "error": null, "error_kind": null, "family": "hsl", "ground_truth": { "rgb": [ 192, 64, 80 ] }, "group_id": "numeric-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-01.png", "input_tokens": 1045, "latency_sec": 4.604457196081057, "model_name": "claude-fable-5-1", "out_of_srgb": false, "output_tokens": 21, "prediction": { "h": 351.0, "l": 49.0, "s": 52.0 }, "prompt_sha256": "d5a3e77db006cc09848010934a3ee06e3beb9ab32aa54f5bf67eb79750a81ad8", "provider": "anthropic", "raw_prediction": "{\"h\": 351, \"s\": 52, \"l\": 49}", "recorded_at": "2026-09-16T14:03:23.658666+00:00", "request_attempts": 1, "score": 95.54812618425862, "task_id": "colorbench-hsl-01", "tight_score": 82.19250473703448, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": true, "0.02": true, "0.05": true } } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "87ad6474-b542-4483-9848-3adb69adda78", "result_sha256": "8dfc87f64cf6f3a1f91a6ee97a35e5eb6337fba3484b2174c9099b3def069117", "result": { "component_errors": { "h": 0.7894736842105488, "l": 0.29411764705881893, "s": 5.333333333333343 }, "correct": null, "cost_estimated": false, "cost_usd": 0.01135, "delta_e_ok": 0.0125260675272558, "error": null, "error_kind": null, "family": "hsl", "ground_truth": { "rgb": [ 38, 112, 190 ] }, "group_id": "numeric-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-02.png", "input_tokens": 1045, "latency_sec": 4.102997671929188, "model_name": "claude-fable-5-1", "out_of_srgb": false, "output_tokens": 18, "prediction": { "h": 210.0, "l": 45.0, "s": 72.0 }, "prompt_sha256": "d5a3e77db006cc09848010934a3ee06e3beb9ab32aa54f5bf67eb79750a81ad8", "provider": "anthropic", "raw_prediction": "{\"h\":210,\"s\":72,\"l\":45}", "recorded_at": "2026-09-16T15:25:41.846195+00:00", "request_attempts": 1, "score": 93.7369662363721, "task_id": "colorbench-hsl-02", "tight_score": 74.94786494548839, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": false, "0.02": true, "0.05": true } } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "2b22229f-7717-4fc2-bced-70d35040d60a", "result_sha256": "f59664de5f91b09ebf71a1df4541c447fabd32cb9e939fe66ff03a6d94ce8f77", "result": { "component_errors": { "h": 2.0, "l": 0.7843137254901933, "s": 3.0 }, "correct": null, "cost_estimated": false, "cost_usd": 0.01135, "delta_e_ok": 0.008187327289667999, "error": null, "error_kind": null, "family": "hsl", "ground_truth": { "rgb": [ 60, 140, 100 ] }, "group_id": "numeric-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-03.png", "input_tokens": 1045, "latency_sec": 4.210848358925432, "model_name": "claude-fable-5-1", "out_of_srgb": false, "output_tokens": 18, "prediction": { "h": 152.0, "l": 40.0, "s": 37.0 }, "prompt_sha256": "d5a3e77db006cc09848010934a3ee06e3beb9ab32aa54f5bf67eb79750a81ad8", "provider": "anthropic", "raw_prediction": "{\"h\":152,\"s\":37,\"l\":40}", "recorded_at": "2026-09-16T14:47:22.818195+00:00", "request_attempts": 1, "score": 95.906336355166, "task_id": "colorbench-hsl-03", "tight_score": 83.625345420664, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": true, "0.02": true, "0.05": true } } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "0341691a-5f23-4f56-8679-9b6ad8a28258", "result_sha256": "8d2006d871d9c49cdec92de9484684c90932bb0df87e2f07e90999e4af00601b", "result": { "component_errors": { "h": 0.5714285714285552, "l": 0.09803921568627771, "s": 0.8695652173912976 }, "correct": null, "cost_estimated": false, "cost_usd": 0.01135, "delta_e_ok": 0.0058275778529452696, "error": null, "error_kind": null, "family": "hsl", "ground_truth": { "rgb": [ 185, 135, 45 ] }, "group_id": "numeric-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-04.png", "input_tokens": 1045, "latency_sec": 4.706828303053044, "model_name": "claude-fable-5-1", "out_of_srgb": false, "output_tokens": 18, "prediction": { "h": 38.0, "l": 45.0, "s": 60.0 }, "prompt_sha256": "d5a3e77db006cc09848010934a3ee06e3beb9ab32aa54f5bf67eb79750a81ad8", "provider": "anthropic", "raw_prediction": "{\"h\":38,\"s\":60,\"l\":45}", "recorded_at": "2026-09-16T14:35:17.934628+00:00", "request_attempts": 1, "score": 97.08621107352737, "task_id": "colorbench-hsl-04", "tight_score": 88.34484429410946, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": true, "0.02": true, "0.05": true } } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "237a4eaf-d1d6-49fa-b196-6194e81f7691", "result_sha256": "48185a479f56452a201c26575fa23cdfccc23cdc5c1c392be6b4e7a484bf5652", "result": { "component_errors": { "h": 1.6666666666666856, "l": 0.9803921568627416, "s": 3.0 }, "correct": null, "cost_estimated": false, "cost_usd": 0.01135, "delta_e_ok": 0.008813564804854825, "error": null, "error_kind": null, "family": "hsl", "ground_truth": { "rgb": [ 135, 85, 175 ] }, "group_id": "numeric-05", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-05.png", "input_tokens": 1045, "latency_sec": 4.273969214060344, "model_name": "claude-fable-5-1", "out_of_srgb": false, "output_tokens": 18, "prediction": { "h": 275.0, "l": 50.0, "s": 33.0 }, "prompt_sha256": "d5a3e77db006cc09848010934a3ee06e3beb9ab32aa54f5bf67eb79750a81ad8", "provider": "anthropic", "raw_prediction": "{\"h\":275,\"s\":33,\"l\":50}", "recorded_at": "2026-09-16T15:15:33.616397+00:00", "request_attempts": 1, "score": 95.59321759757259, "task_id": "colorbench-hsl-05", "tight_score": 82.37287039029036, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": true, "0.02": true, "0.05": true } } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "e8acf96c-4ce1-4ece-85a8-7cba5fb89a1b", "result_sha256": "1b336527071d431e0579257a94e978a8764431e329e90ed43d6dcac2e2e30b00", "result": { "component_errors": { "h": 0.5660377358490507, "l": 0.9803921568627452, "s": 2.6391752577319636 }, "correct": null, "cost_estimated": false, "cost_usd": 0.01135, "delta_e_ok": 0.010997208932653178, "error": null, "error_kind": null, "family": "hsl", "ground_truth": { "rgb": [ 22, 48, 75 ] }, "group_id": "numeric-06", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-06.png", "input_tokens": 1045, "latency_sec": 5.269509201985784, "model_name": "claude-fable-5-1", "out_of_srgb": false, "output_tokens": 18, "prediction": { "h": 210.0, "l": 20.0, "s": 52.0 }, "prompt_sha256": "d5a3e77db006cc09848010934a3ee06e3beb9ab32aa54f5bf67eb79750a81ad8", "provider": "anthropic", "raw_prediction": "{\"h\":210,\"s\":52,\"l\":20}", "recorded_at": "2026-09-16T14:31:19.219296+00:00", "request_attempts": 1, "score": 94.50139553367342, "task_id": "colorbench-hsl-06", "tight_score": 78.00558213469364, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": false, "0.02": true, "0.05": true } } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "54cd4f14-ce4f-4ba1-82b6-dc6d921509a8", "result_sha256": "b30d48d764c7122532acb6a06e705f580453469d34be9b6b18693e11c6a6f4a7", "result": { "component_errors": { "h": 0.7837837837838038, "l": 0.9803921568627487, "s": 0.14432989690719467 }, "correct": null, "cost_estimated": false, "cost_usd": 0.01135, "delta_e_ok": 0.007519667218211892, "error": null, "error_kind": null, "family": "hsl", "ground_truth": { "rgb": [ 225, 215, 188 ] }, "group_id": "numeric-07", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-07.png", "input_tokens": 1045, "latency_sec": 3.4191089438972995, "model_name": "claude-fable-5-1", "out_of_srgb": false, "output_tokens": 18, "prediction": { "h": 43.0, "l": 80.0, "s": 38.0 }, "prompt_sha256": "d5a3e77db006cc09848010934a3ee06e3beb9ab32aa54f5bf67eb79750a81ad8", "provider": "anthropic", "raw_prediction": "{\"h\":43,\"s\":38,\"l\":80}", "recorded_at": "2026-09-16T15:48:44.130260+00:00", "request_attempts": 1, "score": 96.24016639089406, "task_id": "colorbench-hsl-07", "tight_score": 84.96066556357621, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": true, "0.02": true, "0.05": true } } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "c35d4be0-928a-41e2-a09f-b42beffd7114", "result_sha256": "5e395603dd7821289581279db9b2a5c78b5d2498f3e0881fed093194e5a5b671", "result": { "component_errors": { "h": null, "l": 0.19607843137254832, "s": 0.0 }, "correct": null, "cost_estimated": false, "cost_usd": 0.01135, "delta_e_ok": 0.0016900750842691059, "error": null, "error_kind": null, "family": "hsl", "ground_truth": { "rgb": [ 128, 128, 128 ] }, "group_id": "numeric-08", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-08.png", "input_tokens": 1045, "latency_sec": 3.472790081985295, "model_name": "claude-fable-5-1", "out_of_srgb": false, "output_tokens": 18, "prediction": { "h": 0.0, "l": 50.0, "s": 0.0 }, "prompt_sha256": "d5a3e77db006cc09848010934a3ee06e3beb9ab32aa54f5bf67eb79750a81ad8", "provider": "anthropic", "raw_prediction": "{\"h\":0,\"s\":0,\"l\":50}", "recorded_at": "2026-09-16T16:32:00.125616+00:00", "request_attempts": 1, "score": 99.15496245786545, "task_id": "colorbench-hsl-08", "tight_score": 96.61984983146179, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": true, "0.01": true, "0.02": true, "0.05": true } } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "a4f1d51e-aaad-4f67-aa8b-c86cc016f897", "result_sha256": "241077de8bbd3f8dcb9ad74e6851590d87d51bbb45a9afc20cda60f628eab5bd", "result": { "component_errors": { "h": 2.363636363636374, "l": 1.3725490196078383, "s": 0.1612903225806548 }, "correct": null, "cost_estimated": false, "cost_usd": 0.01135, "delta_e_ok": 0.00577553126058834, "error": null, "error_kind": null, "family": "hsl", "ground_truth": { "rgb": [ 230, 32, 44 ] }, "group_id": "numeric-09", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-09.png", "input_tokens": 1045, "latency_sec": 3.9865800599800423, "model_name": "claude-fable-5-1", "out_of_srgb": false, "output_tokens": 18, "prediction": { "h": 354.0, "l": 50.0, "s": 80.0 }, "prompt_sha256": "d5a3e77db006cc09848010934a3ee06e3beb9ab32aa54f5bf67eb79750a81ad8", "provider": "anthropic", "raw_prediction": "{\"h\":354,\"s\":80,\"l\":50}", "recorded_at": "2026-09-16T14:08:00.156069+00:00", "request_attempts": 1, "score": 97.11223436970583, "task_id": "colorbench-hsl-09", "tight_score": 88.44893747882332, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": true, "0.02": true, "0.05": true } } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "0cd09846-55f1-49be-bf7b-d34487575abf", "result_sha256": "8562d4fe3f7b2918495c24722373e7bf53069b8e1d7f7ddcbe4fe5b71dc5ec2e", "result": { "component_errors": { "h": 4.029850746268636, "l": 1.3137254901960773, "s": 1.6263736263736348 }, "correct": null, "cost_estimated": false, "cost_usd": 0.01135, "delta_e_ok": 0.017464977499877934, "error": null, "error_kind": null, "family": "hsl", "ground_truth": { "rgb": [ 24, 158, 82 ] }, "group_id": "numeric-10", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-10.png", "input_tokens": 1045, "latency_sec": 4.820441396906972, "model_name": "claude-fable-5-1", "out_of_srgb": false, "output_tokens": 18, "prediction": { "h": 150.0, "l": 37.0, "s": 72.0 }, "prompt_sha256": "d5a3e77db006cc09848010934a3ee06e3beb9ab32aa54f5bf67eb79750a81ad8", "provider": "anthropic", "raw_prediction": "{\"h\":150,\"s\":72,\"l\":37}", "recorded_at": "2026-09-16T15:33:18.338922+00:00", "request_attempts": 1, "score": 91.26751125006103, "task_id": "colorbench-hsl-10", "tight_score": 65.07004500024414, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": false, "0.02": true, "0.05": true } } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "ce031ef2-d320-42a8-973e-fd2c4a5d6413", "result_sha256": "563973109455a131e5afc289575a5632ecc1349bfa785f003ce3848c238ef76a", "result": { "component_errors": { "h": 1.0434782608695627, "l": 0.6666666666666643, "s": 0.6890756302520913 }, "correct": null, "cost_estimated": false, "cost_usd": 0.01135, "delta_e_ok": 0.0032967685512156437, "error": null, "error_kind": null, "family": "hsl", "ground_truth": { "rgb": [ 44, 84, 228 ] }, "group_id": "numeric-11", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-11.png", "input_tokens": 1045, "latency_sec": 5.516620042966679, "model_name": "claude-fable-5-1", "out_of_srgb": false, "output_tokens": 18, "prediction": { "h": 228.0, "l": 54.0, "s": 78.0 }, "prompt_sha256": "d5a3e77db006cc09848010934a3ee06e3beb9ab32aa54f5bf67eb79750a81ad8", "provider": "anthropic", "raw_prediction": "{\"h\":228,\"s\":78,\"l\":54}", "recorded_at": "2026-09-16T15:41:38.982531+00:00", "request_attempts": 1, "score": 98.35161572439219, "task_id": "colorbench-hsl-11", "tight_score": 93.40646289756872, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": true, "0.01": true, "0.02": true, "0.05": true } } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "394253be-498f-4801-8fc1-a2c289af42e8", "result_sha256": "c0cd8dccd7671e559c9417747e6f909314742a1c53762922f25179b5ced3f823", "result": { "component_errors": { "h": 0.25, "l": 1.9019607843137294, "s": 3.4782608695652186 }, "correct": null, "cost_estimated": false, "cost_usd": 0.01135, "delta_e_ok": 0.01668602599967578, "error": null, "error_kind": null, "family": "hsl", "ground_truth": { "rgb": [ 236, 208, 44 ] }, "group_id": "numeric-12", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-12.png", "input_tokens": 1045, "latency_sec": 4.887873488012701, "model_name": "claude-fable-5-1", "out_of_srgb": false, "output_tokens": 18, "prediction": { "h": 51.0, "l": 53.0, "s": 80.0 }, "prompt_sha256": "d5a3e77db006cc09848010934a3ee06e3beb9ab32aa54f5bf67eb79750a81ad8", "provider": "anthropic", "raw_prediction": "{\"h\":51,\"s\":80,\"l\":53}", "recorded_at": "2026-09-16T14:23:35.688935+00:00", "request_attempts": 1, "score": 91.65698700016212, "task_id": "colorbench-hsl-12", "tight_score": 66.62794800064844, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": false, "0.02": true, "0.05": true } } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "8daa1e4c-a176-4438-81b6-557d5204155f", "result_sha256": "9908ac87aa17e9e969f8dacc06ae33408083b18e853a8d3019aed98957d29bcd", "result": { "component_errors": { "h": 4.285714285714278, "l": 0.19607843137254832, "s": 4.881889763779526 }, "correct": null, "cost_estimated": false, "cost_usd": 0.01135, "delta_e_ok": 0.02782348515234351, "error": null, "error_kind": null, "family": "hsl", "ground_truth": { "rgb": [ 198, 58, 188 ] }, "group_id": "numeric-13", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-13.png", "input_tokens": 1045, "latency_sec": 3.6475685520563275, "model_name": "claude-fable-5-1", "out_of_srgb": false, "output_tokens": 18, "prediction": { "h": 300.0, "l": 50.0, "s": 60.0 }, "prompt_sha256": "d5a3e77db006cc09848010934a3ee06e3beb9ab32aa54f5bf67eb79750a81ad8", "provider": "anthropic", "raw_prediction": "{\"h\":300,\"s\":60,\"l\":50}", "recorded_at": "2026-09-16T15:06:03.471835+00:00", "request_attempts": 1, "score": 86.08825742382824, "task_id": "colorbench-hsl-13", "tight_score": 44.35302969531298, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": false, "0.02": false, "0.05": true } } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "1558e4a8-ad00-44ca-a09f-bb40b08a9b98", "result_sha256": "22f5a6026c7318adb6d6b0008f0087edcb7588a70f5c36e2ac0456e049a9b06b", "result": { "component_errors": { "h": 0.7922077922078188, "l": 1.4509803921568576, "s": 0.6363636363636473 }, "correct": null, "cost_estimated": false, "cost_usd": 0.0115, "delta_e_ok": 0.0134274097868702, "error": null, "error_kind": null, "family": "hsl", "ground_truth": { "rgb": [ 44, 178, 198 ] }, "group_id": "numeric-14", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-14.png", "input_tokens": 1045, "latency_sec": 4.760528412996791, "model_name": "claude-fable-5-1", "out_of_srgb": false, "output_tokens": 21, "prediction": { "h": 187.0, "l": 46.0, "s": 63.0 }, "prompt_sha256": "d5a3e77db006cc09848010934a3ee06e3beb9ab32aa54f5bf67eb79750a81ad8", "provider": "anthropic", "raw_prediction": "{\"h\": 187, \"s\": 63, \"l\": 46}", "recorded_at": "2026-09-16T14:58:32.116485+00:00", "request_attempts": 1, "score": 93.28629510656489, "task_id": "colorbench-hsl-14", "tight_score": 73.1451804262596, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": false, "0.02": true, "0.05": true } } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "5d4e17fe-0113-4904-a174-0fba5718be8f", "result_sha256": "be1a3f4e671bd866cddd008241150567e2fcbe79625d87828e6b10ea5f34874e", "result": { "component_errors": { "h": null, "l": 0.33333333333333304, "s": 9.117647058823529 }, "correct": null, "cost_estimated": false, "cost_usd": 0.01135, "delta_e_ok": 0.007285958610366797, "error": null, "error_kind": null, "family": "hsl", "ground_truth": { "rgb": [ 16, 16, 18 ] }, "group_id": "numeric-15", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-15.png", "input_tokens": 1045, "latency_sec": 4.773085150984116, "model_name": "claude-fable-5-1", "out_of_srgb": false, "output_tokens": 18, "prediction": { "h": 240.0, "l": 7.0, "s": 15.0 }, "prompt_sha256": "d5a3e77db006cc09848010934a3ee06e3beb9ab32aa54f5bf67eb79750a81ad8", "provider": "anthropic", "raw_prediction": "{\"h\":240,\"s\":15,\"l\":7}", "recorded_at": "2026-09-16T16:18:45.571920+00:00", "request_attempts": 1, "score": 96.3570206948166, "task_id": "colorbench-hsl-15", "tight_score": 85.42808277926642, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": true, "0.02": true, "0.05": true } } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "4425362f-e4f2-4964-a724-3050830dc1f9", "result_sha256": "299b33500aa5bcdc49e8cc7e1aee0146435824495b2bc4f8db91f3050c94e2dd", "result": { "component_errors": { "h": null, "l": 0.29411764705882604, "s": 3.8888888888889355 }, "correct": null, "cost_estimated": false, "cost_usd": 0.0115, "delta_e_ok": 0.0034369242790461664, "error": null, "error_kind": null, "family": "hsl", "ground_truth": { "rgb": [ 243, 243, 240 ] }, "group_id": "numeric-16", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-16.png", "input_tokens": 1045, "latency_sec": 4.495194542920217, "model_name": "claude-fable-5-1", "out_of_srgb": false, "output_tokens": 21, "prediction": { "h": 60.0, "l": 95.0, "s": 15.0 }, "prompt_sha256": "d5a3e77db006cc09848010934a3ee06e3beb9ab32aa54f5bf67eb79750a81ad8", "provider": "anthropic", "raw_prediction": "{\"h\": 60, \"s\": 15, \"l\": 95}", "recorded_at": "2026-09-16T15:31:34.163054+00:00", "request_attempts": 1, "score": 98.28153786047692, "task_id": "colorbench-hsl-16", "tight_score": 93.12615144190767, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": true, "0.01": true, "0.02": true, "0.05": true } } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "b34bfedc-4c67-473b-8e9d-ba0cac5c0910", "result_sha256": "17f5b37d30272c9a7ab3036803979216dcc487c2de6d8f116ac66c7308f1a6bd", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.01037, "delta_e_ok": null, "error": null, "error_kind": null, "family": "hue", "ground_truth": { "choice": "A" }, "group_id": "hue-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/hue-01.png", "input_tokens": 982, "latency_sec": 4.692959762061946, "model_name": "claude-fable-5-1", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "8234947471a1bb7076e1e5dfe2fd3aba8c91ae436b20be843f2b0ab51861fe52", "provider": "anthropic", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T15:11:07.250742+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-hue-01", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "69984858-0ab2-4354-9854-8fa2776e793e", "result_sha256": "e12fbdfd1a42902db5d3aa6f1b67bfe31e242c25c77d4dcec03f29dd19b03f6e", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.01037, "delta_e_ok": null, "error": null, "error_kind": null, "family": "hue", "ground_truth": { "choice": "B" }, "group_id": "hue-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/hue-02.png", "input_tokens": 982, "latency_sec": 3.4416793640702963, "model_name": "claude-fable-5-1", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "8234947471a1bb7076e1e5dfe2fd3aba8c91ae436b20be843f2b0ab51861fe52", "provider": "anthropic", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T15:08:54.397171+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-hue-02", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "0edfa35b-e976-4926-ad34-11f50ade2cad", "result_sha256": "8000384ce28369c2004d41b1cfa3fc0c1a6bf4dfbafdb0f95df2f96ae509afce", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.01037, "delta_e_ok": null, "error": null, "error_kind": null, "family": "hue", "ground_truth": { "choice": "C" }, "group_id": "hue-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/hue-03.png", "input_tokens": 982, "latency_sec": 3.3639616750879213, "model_name": "claude-fable-5-1", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "C" }, "prompt_sha256": "8234947471a1bb7076e1e5dfe2fd3aba8c91ae436b20be843f2b0ab51861fe52", "provider": "anthropic", "raw_prediction": "{\"choice\": \"C\"}", "recorded_at": "2026-09-16T16:17:15.591034+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-hue-03", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "ed72c9ba-3164-4987-8cff-b1c24dcddc02", "result_sha256": "9889ae78104c65617d7107d98a84084494d42aa49784db23c2a240b20ac9ed24", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.01037, "delta_e_ok": null, "error": null, "error_kind": null, "family": "hue", "ground_truth": { "choice": "D" }, "group_id": "hue-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/hue-04.png", "input_tokens": 982, "latency_sec": 3.2641432229429483, "model_name": "claude-fable-5-1", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "D" }, "prompt_sha256": "8234947471a1bb7076e1e5dfe2fd3aba8c91ae436b20be843f2b0ab51861fe52", "provider": "anthropic", "raw_prediction": "{\"choice\": \"D\"}", "recorded_at": "2026-09-16T16:00:58.612754+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-hue-04", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "eae86281-eb6f-4502-b6e4-1de1e843a488", "result_sha256": "3772fc41700618c4a942ac11d2f014756ece661ce9c9127020bfaf8357a1e059", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.01037, "delta_e_ok": null, "error": null, "error_kind": null, "family": "hue", "ground_truth": { "choice": "A" }, "group_id": "hue-05", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/hue-05.png", "input_tokens": 982, "latency_sec": 4.209427479072474, "model_name": "claude-fable-5-1", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "8234947471a1bb7076e1e5dfe2fd3aba8c91ae436b20be843f2b0ab51861fe52", "provider": "anthropic", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T15:18:28.093644+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-hue-05", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "cd54319a-a38c-4e43-8e6f-f7b62fc3de54", "result_sha256": "cd2ab61af62dc4a03515611022c4c372706e62efce848aba8282b2f1866f02cb", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.01037, "delta_e_ok": null, "error": null, "error_kind": null, "family": "hue", "ground_truth": { "choice": "B" }, "group_id": "hue-06", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/hue-06.png", "input_tokens": 982, "latency_sec": 3.5732600280316547, "model_name": "claude-fable-5-1", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "8234947471a1bb7076e1e5dfe2fd3aba8c91ae436b20be843f2b0ab51861fe52", "provider": "anthropic", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T16:06:48.075409+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-hue-06", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "db988f0e-3e38-432d-b6d8-8649253e7d0b", "result_sha256": "46f1ad43ba46c6704a644878d031192a1572ad5a4b97ea4137b5afb45391c12b", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.01037, "delta_e_ok": null, "error": null, "error_kind": null, "family": "hue", "ground_truth": { "choice": "C" }, "group_id": "hue-07", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/hue-07.png", "input_tokens": 982, "latency_sec": 6.672111770953052, "model_name": "claude-fable-5-1", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "C" }, "prompt_sha256": "8234947471a1bb7076e1e5dfe2fd3aba8c91ae436b20be843f2b0ab51861fe52", "provider": "anthropic", "raw_prediction": "{\"choice\": \"C\"}", "recorded_at": "2026-09-16T15:48:07.560520+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-hue-07", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "709124fb-3bc8-4c0f-944f-ecb3a01e0663", "result_sha256": "f8ba1e4645321c1c86a7c1442e263502bd5f38623bb817d0985fb713cc38d9cd", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.01037, "delta_e_ok": null, "error": null, "error_kind": null, "family": "hue", "ground_truth": { "choice": "D" }, "group_id": "hue-08", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/hue-08.png", "input_tokens": 982, "latency_sec": 5.481122380006127, "model_name": "claude-fable-5-1", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "D" }, "prompt_sha256": "8234947471a1bb7076e1e5dfe2fd3aba8c91ae436b20be843f2b0ab51861fe52", "provider": "anthropic", "raw_prediction": "{\"choice\": \"D\"}", "recorded_at": "2026-09-16T14:35:41.366969+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-hue-08", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "2f4f97c3-ac17-4097-adc9-de73f17b9ce4", "result_sha256": "2d8109f6cf04205278f272ea4495c84c3ba2e55b4f0219647c432df1d31fe448", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.01037, "delta_e_ok": null, "error": null, "error_kind": null, "family": "hue", "ground_truth": { "choice": "A" }, "group_id": "hue-09", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/hue-09.png", "input_tokens": 982, "latency_sec": 3.67002631991636, "model_name": "claude-fable-5-1", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "8234947471a1bb7076e1e5dfe2fd3aba8c91ae436b20be843f2b0ab51861fe52", "provider": "anthropic", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T14:03:42.406658+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-hue-09", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "c65cc8d9-a803-4949-987b-5fa3dcf04306", "result_sha256": "e39f18cc446560f2a0e8815da7a7a3b2a1e60f5600885d3aa06e35e95336ab6a", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.01037, "delta_e_ok": null, "error": null, "error_kind": null, "family": "hue", "ground_truth": { "choice": "B" }, "group_id": "hue-10", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/hue-10.png", "input_tokens": 982, "latency_sec": 3.1818713049869984, "model_name": "claude-fable-5-1", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "8234947471a1bb7076e1e5dfe2fd3aba8c91ae436b20be843f2b0ab51861fe52", "provider": "anthropic", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T14:34:40.032960+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-hue-10", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "fba6754c-3b21-422d-9416-ba526cf81bb0", "result_sha256": "a9c53faf7587cce1bbc7c7ce9d8ed17464517f4ba154bd9239b5e63fab2728a2", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.01037, "delta_e_ok": null, "error": null, "error_kind": null, "family": "hue", "ground_truth": { "choice": "C" }, "group_id": "hue-11", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/hue-11.png", "input_tokens": 982, "latency_sec": 3.7987964280182496, "model_name": "claude-fable-5-1", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "C" }, "prompt_sha256": "8234947471a1bb7076e1e5dfe2fd3aba8c91ae436b20be843f2b0ab51861fe52", "provider": "anthropic", "raw_prediction": "{\"choice\": \"C\"}", "recorded_at": "2026-09-16T15:23:44.788262+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-hue-11", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "73692da9-913c-40d7-ac3b-f3d34cfae3d6", "result_sha256": "00f4898ecfd7ffd00c3e34cc9eb7e58a11c273fb95f3bddd87b59141140a0919", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.01037, "delta_e_ok": null, "error": null, "error_kind": null, "family": "hue", "ground_truth": { "choice": "D" }, "group_id": "hue-12", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/hue-12.png", "input_tokens": 982, "latency_sec": 3.0641868429956958, "model_name": "claude-fable-5-1", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "D" }, "prompt_sha256": "8234947471a1bb7076e1e5dfe2fd3aba8c91ae436b20be843f2b0ab51861fe52", "provider": "anthropic", "raw_prediction": "{\"choice\": \"D\"}", "recorded_at": "2026-09-16T14:42:43.374499+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-hue-12", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "5a94a6da-2016-4d1d-bb68-c94bc512c0d1", "result_sha256": "f9e28416c8b908f2cd8dd16447be25705b8ccfdbdf19a8bbd099d9545b40058b", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.01037, "delta_e_ok": null, "error": null, "error_kind": null, "family": "hue", "ground_truth": { "choice": "A" }, "group_id": "hue-13", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/hue-13.png", "input_tokens": 982, "latency_sec": 3.492696820059791, "model_name": "claude-fable-5-1", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "8234947471a1bb7076e1e5dfe2fd3aba8c91ae436b20be843f2b0ab51861fe52", "provider": "anthropic", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T14:38:17.126909+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-hue-13", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "3d2f3114-6881-40b0-8847-8d8a7ca4b311", "result_sha256": "03a8e5305d377753b215ed9b5786608c850d8a9fb9561e219536e3f2fbfac2e5", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.01037, "delta_e_ok": null, "error": null, "error_kind": null, "family": "hue", "ground_truth": { "choice": "B" }, "group_id": "hue-14", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/hue-14.png", "input_tokens": 982, "latency_sec": 4.0257530231028795, "model_name": "claude-fable-5-1", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "8234947471a1bb7076e1e5dfe2fd3aba8c91ae436b20be843f2b0ab51861fe52", "provider": "anthropic", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T14:22:17.389966+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-hue-14", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "1f68d132-9c6b-4101-a8e1-4e8241c17839", "result_sha256": "c89858cc038fbfd525fcbe6759896d4d8b7994f2a2cb3d6a0428399940567d46", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.01037, "delta_e_ok": null, "error": null, "error_kind": null, "family": "hue", "ground_truth": { "choice": "C" }, "group_id": "hue-15", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/hue-15.png", "input_tokens": 982, "latency_sec": 4.642520344932564, "model_name": "claude-fable-5-1", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "C" }, "prompt_sha256": "8234947471a1bb7076e1e5dfe2fd3aba8c91ae436b20be843f2b0ab51861fe52", "provider": "anthropic", "raw_prediction": "{\"choice\": \"C\"}", "recorded_at": "2026-09-16T14:33:47.470698+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-hue-15", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "76247c38-abdd-49a8-8a65-fb804bfec416", "result_sha256": "4d213cdef01833088c98825235f1b1af9c528e000b35f979682eda21464b6aef", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.01037, "delta_e_ok": null, "error": null, "error_kind": null, "family": "hue", "ground_truth": { "choice": "D" }, "group_id": "hue-16", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/hue-16.png", "input_tokens": 982, "latency_sec": 4.482555874041282, "model_name": "claude-fable-5-1", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "D" }, "prompt_sha256": "8234947471a1bb7076e1e5dfe2fd3aba8c91ae436b20be843f2b0ab51861fe52", "provider": "anthropic", "raw_prediction": "{\"choice\": \"D\"}", "recorded_at": "2026-09-16T15:30:56.387974+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-hue-16", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "df513226-5aaa-49e3-b27e-4716dc9434d5", "result_sha256": "c8c4eb258d2e4464779ee0c7ccf228d70f532a892e819ed95c0f30c7315cf942", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.01037, "delta_e_ok": null, "error": null, "error_kind": null, "family": "hue", "ground_truth": { "choice": "A" }, "group_id": "hue-17", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/hue-17.png", "input_tokens": 982, "latency_sec": 3.450461246073246, "model_name": "claude-fable-5-1", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "8234947471a1bb7076e1e5dfe2fd3aba8c91ae436b20be843f2b0ab51861fe52", "provider": "anthropic", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T15:29:15.956777+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-hue-17", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "1c5c38d2-b065-49a1-8249-f4f247b6e901", "result_sha256": "9038153877a79937c9d476bf8999ffe78cc83b63017d6f0495404f1a9c042829", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.03322, "delta_e_ok": null, "error": null, "error_kind": null, "family": "hue", "ground_truth": { "choice": "B" }, "group_id": "hue-18", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/hue-18.png", "input_tokens": 982, "latency_sec": 9.785550793050788, "model_name": "claude-fable-5-1", "out_of_srgb": null, "output_tokens": 468, "prediction": { "choice": "B" }, "prompt_sha256": "8234947471a1bb7076e1e5dfe2fd3aba8c91ae436b20be843f2b0ab51861fe52", "provider": "anthropic", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T16:19:55.272588+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-hue-18", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "25b8666c-8a8d-4ec7-91a2-349e3767f47e", "result_sha256": "775f5a0aae792c6178badb1d8f7fb025e94af3c64ad1bc332c36725369dec9df", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.01037, "delta_e_ok": null, "error": null, "error_kind": null, "family": "hue", "ground_truth": { "choice": "C" }, "group_id": "hue-19", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/hue-19.png", "input_tokens": 982, "latency_sec": 12.986727496958338, "model_name": "claude-fable-5-1", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "C" }, "prompt_sha256": "8234947471a1bb7076e1e5dfe2fd3aba8c91ae436b20be843f2b0ab51861fe52", "provider": "anthropic", "raw_prediction": "{\"choice\": \"C\"}", "recorded_at": "2026-09-16T15:18:46.805026+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-hue-19", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "f5ba67f0-0fc1-41e1-82e6-64915e3e3cac", "result_sha256": "75675f0ab1b5f783ecf66ce36668572de7c9da5aac8acae6161fcc546f079d2f", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.01037, "delta_e_ok": null, "error": null, "error_kind": null, "family": "hue", "ground_truth": { "choice": "D" }, "group_id": "hue-20", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/hue-20.png", "input_tokens": 982, "latency_sec": 4.538189070066437, "model_name": "claude-fable-5-1", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "D" }, "prompt_sha256": "8234947471a1bb7076e1e5dfe2fd3aba8c91ae436b20be843f2b0ab51861fe52", "provider": "anthropic", "raw_prediction": "{\"choice\": \"D\"}", "recorded_at": "2026-09-16T15:54:18.471861+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-hue-20", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "5b842a94-b4cc-4124-bd5c-d57bd0f8e72b", "result_sha256": "83053481cbe17bb11034b4067c59e9bb61f4fb75f6ba88716bd1117be2e397fb", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.01037, "delta_e_ok": null, "error": null, "error_kind": null, "family": "hue", "ground_truth": { "choice": "A" }, "group_id": "hue-21", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/hue-21.png", "input_tokens": 982, "latency_sec": 3.2997662140987813, "model_name": "claude-fable-5-1", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "8234947471a1bb7076e1e5dfe2fd3aba8c91ae436b20be843f2b0ab51861fe52", "provider": "anthropic", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T16:28:13.031163+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-hue-21", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "aa6b24bb-d60f-49df-bef5-5e0841fe8af3", "result_sha256": "3ab729760b19e4189f4eb6893939e02192adb96f00790e31a0aa2f77509e511f", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.02007, "delta_e_ok": null, "error": null, "error_kind": null, "family": "hue", "ground_truth": { "choice": "B" }, "group_id": "hue-22", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/hue-22.png", "input_tokens": 982, "latency_sec": 7.133345813024789, "model_name": "claude-fable-5-1", "out_of_srgb": null, "output_tokens": 205, "prediction": { "choice": "B" }, "prompt_sha256": "8234947471a1bb7076e1e5dfe2fd3aba8c91ae436b20be843f2b0ab51861fe52", "provider": "anthropic", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T15:34:07.867134+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-hue-22", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "37d98ca9-44ac-4c28-9889-bc066c743a5d", "result_sha256": "2215030176a92331837d54c6060197cd9bbf5da82b0ed220fbc8391ae82faec6", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.01037, "delta_e_ok": null, "error": null, "error_kind": null, "family": "hue", "ground_truth": { "choice": "C" }, "group_id": "hue-23", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/hue-23.png", "input_tokens": 982, "latency_sec": 3.695231437915936, "model_name": "claude-fable-5-1", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "C" }, "prompt_sha256": "8234947471a1bb7076e1e5dfe2fd3aba8c91ae436b20be843f2b0ab51861fe52", "provider": "anthropic", "raw_prediction": "{\"choice\": \"C\"}", "recorded_at": "2026-09-16T15:21:28.526329+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-hue-23", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "12f972c2-8df7-4a32-9413-234f7065f5fe", "result_sha256": "7b52136318d449625ad97e942f591f4a069da780782c69d88886a9bc60123a60", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.01037, "delta_e_ok": null, "error": null, "error_kind": null, "family": "hue", "ground_truth": { "choice": "D" }, "group_id": "hue-24", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/hue-24.png", "input_tokens": 982, "latency_sec": 3.1046457999618724, "model_name": "claude-fable-5-1", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "D" }, "prompt_sha256": "8234947471a1bb7076e1e5dfe2fd3aba8c91ae436b20be843f2b0ab51861fe52", "provider": "anthropic", "raw_prediction": "{\"choice\": \"D\"}", "recorded_at": "2026-09-16T14:46:33.584468+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-hue-24", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "c56c341a-e3d6-45b2-855e-2eab55590240", "result_sha256": "5c4d986aa53302b7eb46bf2f742a69d5b2041d6c3b578978a234d5d50369726f", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.01037, "delta_e_ok": null, "error": null, "error_kind": null, "family": "hue", "ground_truth": { "choice": "A" }, "group_id": "hue-25", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/hue-25.png", "input_tokens": 982, "latency_sec": 4.094291999004781, "model_name": "claude-fable-5-1", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "8234947471a1bb7076e1e5dfe2fd3aba8c91ae436b20be843f2b0ab51861fe52", "provider": "anthropic", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T16:30:13.374963+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-hue-25", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "c9e39361-bb1b-4880-8aba-83eddeb9bdb7", "result_sha256": "e8c06f369005d1dec7519193abc9a987a902c486e5412ee196c1e3fa91f02ffb", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.01037, "delta_e_ok": null, "error": null, "error_kind": null, "family": "hue", "ground_truth": { "choice": "B" }, "group_id": "hue-26", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/hue-26.png", "input_tokens": 982, "latency_sec": 2.883690232061781, "model_name": "claude-fable-5-1", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "8234947471a1bb7076e1e5dfe2fd3aba8c91ae436b20be843f2b0ab51861fe52", "provider": "anthropic", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T15:45:10.412885+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-hue-26", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "28123390-1106-4995-94a4-fc21446f9ccb", "result_sha256": "3b53d0e6d583251e0310a9f3752e5722b8c4756c307aef9b942b26f40ec4ae51", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.01037, "delta_e_ok": null, "error": null, "error_kind": null, "family": "hue", "ground_truth": { "choice": "C" }, "group_id": "hue-27", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/hue-27.png", "input_tokens": 982, "latency_sec": 3.0917837410233915, "model_name": "claude-fable-5-1", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "C" }, "prompt_sha256": "8234947471a1bb7076e1e5dfe2fd3aba8c91ae436b20be843f2b0ab51861fe52", "provider": "anthropic", "raw_prediction": "{\"choice\": \"C\"}", "recorded_at": "2026-09-16T16:05:08.328167+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-hue-27", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "b712c74a-4657-4908-bf06-6304d3739015", "result_sha256": "5897927ec5264175baa0f774dd8ff7b7eef31030a40c95f802161146d23232b4", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.01037, "delta_e_ok": null, "error": null, "error_kind": null, "family": "hue", "ground_truth": { "choice": "D" }, "group_id": "hue-28", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/hue-28.png", "input_tokens": 982, "latency_sec": 4.520505121909082, "model_name": "claude-fable-5-1", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "D" }, "prompt_sha256": "8234947471a1bb7076e1e5dfe2fd3aba8c91ae436b20be843f2b0ab51861fe52", "provider": "anthropic", "raw_prediction": "{\"choice\": \"D\"}", "recorded_at": "2026-09-16T15:00:10.674168+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-hue-28", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "59451133-4eea-40b9-a5ee-b2d0ad0cd45a", "result_sha256": "4ff14f4564589057f980f66bd8d06e4a55837b18546a3f020e5064a18fd23cd3", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.02312, "delta_e_ok": null, "error": null, "error_kind": null, "family": "hue", "ground_truth": { "choice": "A" }, "group_id": "hue-29", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/hue-29.png", "input_tokens": 982, "latency_sec": 6.7874612010782585, "model_name": "claude-fable-5-1", "out_of_srgb": null, "output_tokens": 266, "prediction": { "choice": "A" }, "prompt_sha256": "8234947471a1bb7076e1e5dfe2fd3aba8c91ae436b20be843f2b0ab51861fe52", "provider": "anthropic", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T16:11:42.263208+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-hue-29", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "d9b9aa28-023c-4c9f-bc52-3c0feb6f0bac", "result_sha256": "429a3351cedbaa8f57fe54c905655000c340bfa2f815b012191196026c7ddd41", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.02792, "delta_e_ok": null, "error": null, "error_kind": null, "family": "hue", "ground_truth": { "choice": "B" }, "group_id": "hue-30", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/hue-30.png", "input_tokens": 982, "latency_sec": 7.819691541022621, "model_name": "claude-fable-5-1", "out_of_srgb": null, "output_tokens": 362, "prediction": { "choice": "B" }, "prompt_sha256": "8234947471a1bb7076e1e5dfe2fd3aba8c91ae436b20be843f2b0ab51861fe52", "provider": "anthropic", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T15:05:15.390459+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-hue-30", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "0911d2c0-6d24-498f-8690-07cf4f22b865", "result_sha256": "9fc33c1e69fd5a0c530e854d139f36581309188e057e2409b55c547e8a217acb", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.03687, "delta_e_ok": null, "error": null, "error_kind": null, "family": "hue", "ground_truth": { "choice": "C" }, "group_id": "hue-31", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/hue-31.png", "input_tokens": 982, "latency_sec": 9.766617040033452, "model_name": "claude-fable-5-1", "out_of_srgb": null, "output_tokens": 541, "prediction": { "choice": "C" }, "prompt_sha256": "8234947471a1bb7076e1e5dfe2fd3aba8c91ae436b20be843f2b0ab51861fe52", "provider": "anthropic", "raw_prediction": "{\"choice\": \"C\"}", "recorded_at": "2026-09-16T14:28:56.785929+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-hue-31", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "350cfa86-dea7-410d-add5-004895af0597", "result_sha256": "2159567aaa274e55989dd978c251556e6e3843f5ad02b6720d4ef53626d708ec", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.02992, "delta_e_ok": null, "error": null, "error_kind": null, "family": "hue", "ground_truth": { "choice": "D" }, "group_id": "hue-32", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/hue-32.png", "input_tokens": 982, "latency_sec": 8.753882352029905, "model_name": "claude-fable-5-1", "out_of_srgb": null, "output_tokens": 402, "prediction": { "choice": "D" }, "prompt_sha256": "8234947471a1bb7076e1e5dfe2fd3aba8c91ae436b20be843f2b0ab51861fe52", "provider": "anthropic", "raw_prediction": "{\"choice\": \"D\"}", "recorded_at": "2026-09-16T15:17:02.043154+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-hue-32", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "7ed998cd-728c-48d2-bb7d-ad72ab7196f4", "result_sha256": "8e53d2aecb2db6e3e3219994a75bc2dab6c55f77596d656263c546a1207f3c51", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00999, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "B" }, "group_id": "lightness-chain-01-edge-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-01.png", "input_tokens": 944, "latency_sec": 3.6102189919911325, "model_name": "claude-fable-5-1", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "64bfc83d308291dc6a447de93571b42ec09ec6278f7fe82905c059b3926629a9", "provider": "anthropic", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T14:03:07.166479+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-01", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "a1853a06-e425-4a46-9bd5-6341f334289f", "result_sha256": "52f307186b2c31cb2e7c6e4945b7e2c6cc9f36d3b9ccaed4846cffdf26b0f151", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00999, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "A" }, "group_id": "lightness-chain-01-edge-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-02.png", "input_tokens": 944, "latency_sec": 3.4039308299543336, "model_name": "claude-fable-5-1", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "64bfc83d308291dc6a447de93571b42ec09ec6278f7fe82905c059b3926629a9", "provider": "anthropic", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T15:31:08.572559+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-02", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "bd04dba7-35a9-4e7a-b024-d9b300861ab7", "result_sha256": "efd5253cf580fae0cd3d107d74dbf3c9f050501468af43037cf854040926b553", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00998, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "A" }, "group_id": "lightness-chain-01-edge-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-03.png", "input_tokens": 943, "latency_sec": 5.705051545985043, "model_name": "claude-fable-5-1", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "14500bd7eefa43cebfa107c8a8fa9fa53dddd9be742ffa97660526f7a924c308", "provider": "anthropic", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T16:26:46.285385+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-03", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "55bc1594-a164-4bfa-86ec-32da1b568a69", "result_sha256": "be755e54651deb94ef38eb9b1b0ba8b959e291972236f5476b9fd002338345b4", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00998, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "B" }, "group_id": "lightness-chain-01-edge-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-04.png", "input_tokens": 943, "latency_sec": 3.9088440239429474, "model_name": "claude-fable-5-1", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "14500bd7eefa43cebfa107c8a8fa9fa53dddd9be742ffa97660526f7a924c308", "provider": "anthropic", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T14:28:10.573477+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-04", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "31655db8-6459-4860-bab5-efbe0ba4e191", "result_sha256": "24ff22a5ac627b939c047a8acdc878394003dd5e9bd75ecfe7a5e717e278cb54", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00999, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "B" }, "group_id": "lightness-chain-01-edge-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-05.png", "input_tokens": 944, "latency_sec": 3.2485437899595127, "model_name": "claude-fable-5-1", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "64bfc83d308291dc6a447de93571b42ec09ec6278f7fe82905c059b3926629a9", "provider": "anthropic", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T16:05:27.589857+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-05", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "83f5f72d-dd3c-41ad-a394-19a9a849b541", "result_sha256": "62c3dcb632ccbb8eed0c2f4f10853b346603a78c3f70b8c0dbfbff456c094701", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00999, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "A" }, "group_id": "lightness-chain-01-edge-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-06.png", "input_tokens": 944, "latency_sec": 3.2515813970239833, "model_name": "claude-fable-5-1", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "64bfc83d308291dc6a447de93571b42ec09ec6278f7fe82905c059b3926629a9", "provider": "anthropic", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T16:30:42.866458+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-06", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "d21c9277-0366-4487-9f12-457bd958d7ef", "result_sha256": "db6247fda9fd1fd9c3e7f7151613353c90704e803f56089f005edb6f101d0f22", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00998, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "A" }, "group_id": "lightness-chain-01-edge-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-07.png", "input_tokens": 943, "latency_sec": 3.962836971040815, "model_name": "claude-fable-5-1", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "14500bd7eefa43cebfa107c8a8fa9fa53dddd9be742ffa97660526f7a924c308", "provider": "anthropic", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T14:16:44.269806+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-07", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "491f5fe0-1d19-41cb-aad9-fe53d173a59b", "result_sha256": "008294337f036e2e3e88ef3d8e2eef2a98595ccc60565e7c1419db65036549cf", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00998, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "B" }, "group_id": "lightness-chain-01-edge-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-08.png", "input_tokens": 943, "latency_sec": 4.728919120971113, "model_name": "claude-fable-5-1", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "14500bd7eefa43cebfa107c8a8fa9fa53dddd9be742ffa97660526f7a924c308", "provider": "anthropic", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T14:23:25.151752+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-08", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "0e570668-f65c-44f2-a8bd-ddcf7f261e5b", "result_sha256": "ce8cb59c36272005f176bc82a6cfcb3da614908580d43e8dfe04827ad1af760c", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00999, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "B" }, "group_id": "lightness-chain-01-edge-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-09.png", "input_tokens": 944, "latency_sec": 4.536741778021678, "model_name": "claude-fable-5-1", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "64bfc83d308291dc6a447de93571b42ec09ec6278f7fe82905c059b3926629a9", "provider": "anthropic", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T15:13:01.805679+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-09", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "6144ecae-4aeb-4ef5-a656-3737d4394764", "result_sha256": "8436499d4f9777dd5257d1a3dd395a71779133337dcdafabfced7cd65a8e6875", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00999, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "A" }, "group_id": "lightness-chain-01-edge-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-10.png", "input_tokens": 944, "latency_sec": 3.9631243649637327, "model_name": "claude-fable-5-1", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "64bfc83d308291dc6a447de93571b42ec09ec6278f7fe82905c059b3926629a9", "provider": "anthropic", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T15:05:34.427822+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-10", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "db482863-beb4-44dc-a9af-8dceec7ecfa7", "result_sha256": "62e4b12da04756cc73682636b05a936457d9276d9a864121ec0767dc249f1b7c", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00998, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "A" }, "group_id": "lightness-chain-01-edge-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-11.png", "input_tokens": 943, "latency_sec": 3.5077070080442354, "model_name": "claude-fable-5-1", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "14500bd7eefa43cebfa107c8a8fa9fa53dddd9be742ffa97660526f7a924c308", "provider": "anthropic", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T16:16:50.120613+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-11", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "e5860f2b-5e1d-4b9c-a009-b0204485be7b", "result_sha256": "2e73e51a0b55d52df768a064237be70c464a2ebf5e8727e0e5d7929a0b9f45de", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00998, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "B" }, "group_id": "lightness-chain-01-edge-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-12.png", "input_tokens": 943, "latency_sec": 3.7109435909660533, "model_name": "claude-fable-5-1", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "14500bd7eefa43cebfa107c8a8fa9fa53dddd9be742ffa97660526f7a924c308", "provider": "anthropic", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T15:50:11.727790+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-12", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "035cda14-f5bd-48f3-8dd3-6232b8bf8bec", "result_sha256": "ae0b631d3ba1bfe0efaee84bc2d105bc77988d71dea6daae005e762f4a6142ab", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.00999, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "B" }, "group_id": "lightness-chain-01-edge-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-13.png", "input_tokens": 944, "latency_sec": 3.4253253609640524, "model_name": "claude-fable-5-1", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "64bfc83d308291dc6a447de93571b42ec09ec6278f7fe82905c059b3926629a9", "provider": "anthropic", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T15:51:03.837372+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-lightness-13", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "1ac64eff-3e89-4f09-91a9-76b1c401fa30", "result_sha256": "2dfeae37e436fe66c6dc7ad486be59b55391cd6a6ac305dc7340b7b184d64ba9", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00999, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "A" }, "group_id": "lightness-chain-01-edge-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-14.png", "input_tokens": 944, "latency_sec": 3.375957349082455, "model_name": "claude-fable-5-1", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "64bfc83d308291dc6a447de93571b42ec09ec6278f7fe82905c059b3926629a9", "provider": "anthropic", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T14:16:29.994180+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-14", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "f320816b-0f7f-49c6-be12-e9521a8c696c", "result_sha256": "7630895a78ad43c98fcecbe81457264936a4badf534ed3a19e80ede278a54e6b", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.00998, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "A" }, "group_id": "lightness-chain-01-edge-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-15.png", "input_tokens": 943, "latency_sec": 3.5130146599840373, "model_name": "claude-fable-5-1", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "14500bd7eefa43cebfa107c8a8fa9fa53dddd9be742ffa97660526f7a924c308", "provider": "anthropic", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T14:56:20.546852+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-lightness-15", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "44c085ac-7ec9-4fd9-8c56-341172c526c6", "result_sha256": "627439344be5f512e88a7a939c1fca22442d9e3e5b8063b56b71d28e4f24411d", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00998, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "B" }, "group_id": "lightness-chain-01-edge-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-16.png", "input_tokens": 943, "latency_sec": 4.29943745105993, "model_name": "claude-fable-5-1", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "14500bd7eefa43cebfa107c8a8fa9fa53dddd9be742ffa97660526f7a924c308", "provider": "anthropic", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T15:27:37.806650+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-16", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "e45c6acc-a726-4d76-afba-bd7cb3fe70aa", "result_sha256": "4057da4dacec4a6d608e3f762bfc0614426315668caa1ff1d60c339ec9b32244", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00999, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "B" }, "group_id": "lightness-chain-02-edge-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-17.png", "input_tokens": 944, "latency_sec": 3.5702753299847245, "model_name": "claude-fable-5-1", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "64bfc83d308291dc6a447de93571b42ec09ec6278f7fe82905c059b3926629a9", "provider": "anthropic", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T16:24:01.887824+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-17", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "480b8eb6-50b0-4fde-ae4d-db72e2f0e575", "result_sha256": "0d8532c8664d7f675ba01db5e4f02d33b721f97c8e229396aff7c2405c892099", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00999, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "A" }, "group_id": "lightness-chain-02-edge-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-18.png", "input_tokens": 944, "latency_sec": 3.9855978479608893, "model_name": "claude-fable-5-1", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "64bfc83d308291dc6a447de93571b42ec09ec6278f7fe82905c059b3926629a9", "provider": "anthropic", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T15:39:42.097646+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-18", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "6957cc9c-8261-4d44-a958-eaf012c71736", "result_sha256": "be77a9cf10b0673a01f8ea0a2180a10e7fa5b6211675847b8e8bf45951b2028b", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00998, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "A" }, "group_id": "lightness-chain-02-edge-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-19.png", "input_tokens": 943, "latency_sec": 4.200117254978977, "model_name": "claude-fable-5-1", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "14500bd7eefa43cebfa107c8a8fa9fa53dddd9be742ffa97660526f7a924c308", "provider": "anthropic", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T14:53:29.190149+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-19", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "6e7c47a3-b9d1-4606-9682-b331c89a7a56", "result_sha256": "85dd283e2a443a74bd56c08addaa9ada201d3d1fa5b5b7830e13c8079be0f142", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00998, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "B" }, "group_id": "lightness-chain-02-edge-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-20.png", "input_tokens": 943, "latency_sec": 5.174794361926615, "model_name": "claude-fable-5-1", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "14500bd7eefa43cebfa107c8a8fa9fa53dddd9be742ffa97660526f7a924c308", "provider": "anthropic", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T15:24:03.476610+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-20", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "328d943b-3c96-4cf8-b005-849569500feb", "result_sha256": "35863713ea983ff34d3191302c0fd9d05c4cede617215dacee9b8d90d4b74413", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00999, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "B" }, "group_id": "lightness-chain-02-edge-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-21.png", "input_tokens": 944, "latency_sec": 7.799823477980681, "model_name": "claude-fable-5-1", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "64bfc83d308291dc6a447de93571b42ec09ec6278f7fe82905c059b3926629a9", "provider": "anthropic", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T16:02:38.450913+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-21", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "b23258af-7729-4567-88e6-7202a122b784", "result_sha256": "82f8e76ddd54bddedeeabb74cbd80182df1783910f613c8465f81091e068a330", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00999, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "A" }, "group_id": "lightness-chain-02-edge-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-22.png", "input_tokens": 944, "latency_sec": 4.214165620971471, "model_name": "claude-fable-5-1", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "64bfc83d308291dc6a447de93571b42ec09ec6278f7fe82905c059b3926629a9", "provider": "anthropic", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T14:56:04.994375+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-22", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "e3b8948d-827c-45c4-b3f3-8a839a6605b8", "result_sha256": "161afc1d1d1a3ffcea0592f21495f6bd8e5a127204d7bbf15296b1963e052837", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00998, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "A" }, "group_id": "lightness-chain-02-edge-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-23.png", "input_tokens": 943, "latency_sec": 3.1969512950163335, "model_name": "claude-fable-5-1", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "14500bd7eefa43cebfa107c8a8fa9fa53dddd9be742ffa97660526f7a924c308", "provider": "anthropic", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T16:06:56.162399+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-23", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "80573dee-eee1-407e-867c-c3e4a501ef56", "result_sha256": "f8e3c7dbffc8b8dc8284a90ca30b0582385c642460665f962d75ad3ad3c79cd2", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00998, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "B" }, "group_id": "lightness-chain-02-edge-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-24.png", "input_tokens": 943, "latency_sec": 3.7517424260731786, "model_name": "claude-fable-5-1", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "14500bd7eefa43cebfa107c8a8fa9fa53dddd9be742ffa97660526f7a924c308", "provider": "anthropic", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T15:24:18.209343+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-24", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "df561bda-a73c-47a5-b803-06e71cc80fff", "result_sha256": "7db38b5d28242d5a4e423d33c029a14a6a72d880ee8454ef5b5927aa773bd099", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00999, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "B" }, "group_id": "lightness-chain-02-edge-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-25.png", "input_tokens": 944, "latency_sec": 3.7515441379509866, "model_name": "claude-fable-5-1", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "64bfc83d308291dc6a447de93571b42ec09ec6278f7fe82905c059b3926629a9", "provider": "anthropic", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T16:15:41.003651+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-25", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "d47ded26-d891-4c7c-9386-9e49f86ff403", "result_sha256": "42f2fe04fbcd91845e08906e5a7a4752920bd5a58592bb356299d4772cb09fff", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00999, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "A" }, "group_id": "lightness-chain-02-edge-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-26.png", "input_tokens": 944, "latency_sec": 3.292432854999788, "model_name": "claude-fable-5-1", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "64bfc83d308291dc6a447de93571b42ec09ec6278f7fe82905c059b3926629a9", "provider": "anthropic", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T14:51:49.905161+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-26", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "c87674d1-d5d1-4bfb-a065-ec20f00f8bc7", "result_sha256": "3b752e65653ad789e7f5bf6783f1042f111636c9c6523a2d3db4818444a8e893", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00998, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "A" }, "group_id": "lightness-chain-02-edge-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-27.png", "input_tokens": 943, "latency_sec": 3.475477120024152, "model_name": "claude-fable-5-1", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "14500bd7eefa43cebfa107c8a8fa9fa53dddd9be742ffa97660526f7a924c308", "provider": "anthropic", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T16:17:35.650137+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-27", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "d8e204b7-2e57-49b2-988f-7a6fa24491d8", "result_sha256": "4b15816fc03b123529eedae53316897618898587b9d5b05c27815550dc13f9b0", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00998, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "B" }, "group_id": "lightness-chain-02-edge-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-28.png", "input_tokens": 943, "latency_sec": 5.030638308962807, "model_name": "claude-fable-5-1", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "14500bd7eefa43cebfa107c8a8fa9fa53dddd9be742ffa97660526f7a924c308", "provider": "anthropic", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T14:15:29.725487+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-28", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "3a00a0ba-5428-4e95-9be0-ef1f3defb211", "result_sha256": "8bdb73695df1696e068cefa75667d708a098e3b74e13c523e479caa1ceeb44ee", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00999, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "B" }, "group_id": "lightness-chain-02-edge-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-29.png", "input_tokens": 944, "latency_sec": 3.3318687150022015, "model_name": "claude-fable-5-1", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "64bfc83d308291dc6a447de93571b42ec09ec6278f7fe82905c059b3926629a9", "provider": "anthropic", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T14:50:11.824578+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-29", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "f3943215-4637-4145-ac4e-100472e0796a", "result_sha256": "4878638b7dc1b24cd3699b91ff62b681185c64dacd398ed2511f600e1f72c189", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00999, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "A" }, "group_id": "lightness-chain-02-edge-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-30.png", "input_tokens": 944, "latency_sec": 3.44234128203243, "model_name": "claude-fable-5-1", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "64bfc83d308291dc6a447de93571b42ec09ec6278f7fe82905c059b3926629a9", "provider": "anthropic", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T14:08:24.580146+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-30", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "9ed07069-97aa-401b-a5fc-bca64b6a38b9", "result_sha256": "7a590d7b90f36083f60bb745340d673789425e2a30896b0c6763c7e3c2d9c786", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00998, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "A" }, "group_id": "lightness-chain-02-edge-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-31.png", "input_tokens": 943, "latency_sec": 3.6659540120745078, "model_name": "claude-fable-5-1", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "14500bd7eefa43cebfa107c8a8fa9fa53dddd9be742ffa97660526f7a924c308", "provider": "anthropic", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T16:19:36.532818+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-31", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "61f54297-ae5a-495a-8df7-3112e1a30aa0", "result_sha256": "ab9f6b7f8dae480e8374423d7b26c3dd06ccd98e451cd0d68c35cd6554ac8361", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00998, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "B" }, "group_id": "lightness-chain-02-edge-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-32.png", "input_tokens": 943, "latency_sec": 3.896352377953008, "model_name": "claude-fable-5-1", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "14500bd7eefa43cebfa107c8a8fa9fa53dddd9be742ffa97660526f7a924c308", "provider": "anthropic", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T14:50:52.678101+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-32", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "2acab848-3cb1-40aa-8eb1-5cae60b3686c", "result_sha256": "23e28826da2289d6e7de3972e837bfa9f969b3ca595eddd445c8ede190de8fcf", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00999, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "B" }, "group_id": "lightness-chain-03-edge-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-33.png", "input_tokens": 944, "latency_sec": 3.8117290020454675, "model_name": "claude-fable-5-1", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "64bfc83d308291dc6a447de93571b42ec09ec6278f7fe82905c059b3926629a9", "provider": "anthropic", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T15:19:17.676736+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-33", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "b4f09bc7-28cb-4d3c-aefc-a50f61e9fe06", "result_sha256": "ca0dabc481b09ba80ff8b6165d05275c92c75889a6a94f1f1b25d9fad6401608", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00999, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "A" }, "group_id": "lightness-chain-03-edge-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-34.png", "input_tokens": 944, "latency_sec": 3.5363020700169727, "model_name": "claude-fable-5-1", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "64bfc83d308291dc6a447de93571b42ec09ec6278f7fe82905c059b3926629a9", "provider": "anthropic", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T14:49:41.987466+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-34", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "9f6e6f17-a279-4449-ae76-95d81d8da953", "result_sha256": "3b36b0fc4c9c2d8c64d56cbebc99c007a83acc5e5a4c74ab77da00e23b30d631", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00998, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "A" }, "group_id": "lightness-chain-03-edge-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-35.png", "input_tokens": 943, "latency_sec": 3.2189712220570073, "model_name": "claude-fable-5-1", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "14500bd7eefa43cebfa107c8a8fa9fa53dddd9be742ffa97660526f7a924c308", "provider": "anthropic", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T16:08:27.347615+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-35", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "fae504a0-c2c7-420e-9923-fd38851bea6d", "result_sha256": "652434747774dbf84fedfc2b403bfed93ded09a5dee87176cf817583da89a232", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00998, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "B" }, "group_id": "lightness-chain-03-edge-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-36.png", "input_tokens": 943, "latency_sec": 3.470615516998805, "model_name": "claude-fable-5-1", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "14500bd7eefa43cebfa107c8a8fa9fa53dddd9be742ffa97660526f7a924c308", "provider": "anthropic", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T14:32:40.403775+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-36", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "15e1daa1-6e52-4658-b5ac-0a97f7fb8692", "result_sha256": "673ae82171dc9d231436335fa0747356db2e2386c8a393684f50f78efb9f384d", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00999, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "B" }, "group_id": "lightness-chain-03-edge-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-37.png", "input_tokens": 944, "latency_sec": 3.797075349953957, "model_name": "claude-fable-5-1", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "64bfc83d308291dc6a447de93571b42ec09ec6278f7fe82905c059b3926629a9", "provider": "anthropic", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T14:31:44.845885+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-37", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "3e90c4b6-3014-449a-a058-c1323b5a15b7", "result_sha256": "6758a64e03f3ab679316b34a7c0803d33bd913b664c3ab27e3867bedd6ec468f", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00999, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "A" }, "group_id": "lightness-chain-03-edge-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-38.png", "input_tokens": 944, "latency_sec": 3.6146460679592565, "model_name": "claude-fable-5-1", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "64bfc83d308291dc6a447de93571b42ec09ec6278f7fe82905c059b3926629a9", "provider": "anthropic", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T15:40:03.273652+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-38", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "911c4ff7-d967-40c3-a6eb-689e3b08a183", "result_sha256": "e9eebc58a6b5e531ab1fe185c8ff81da31a17c214048281c57d499ec1e4a68af", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00998, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "A" }, "group_id": "lightness-chain-03-edge-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-39.png", "input_tokens": 943, "latency_sec": 4.762213068082929, "model_name": "claude-fable-5-1", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "14500bd7eefa43cebfa107c8a8fa9fa53dddd9be742ffa97660526f7a924c308", "provider": "anthropic", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T15:59:11.865501+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-39", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "99c84f79-f0b8-4226-b27a-4da0c47fa250", "result_sha256": "49454d818da9de5719da16e16204be8828e0ef9315d192de1e7cdd30e0920dc3", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00998, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "B" }, "group_id": "lightness-chain-03-edge-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-40.png", "input_tokens": 943, "latency_sec": 6.488620409974828, "model_name": "claude-fable-5-1", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "14500bd7eefa43cebfa107c8a8fa9fa53dddd9be742ffa97660526f7a924c308", "provider": "anthropic", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T14:10:06.045831+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-40", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "efb67c92-fd77-49b3-b074-6c8a2af5a721", "result_sha256": "1df6e493773d13e41cad784865ec55380a6f77d87cdc2bf2b4e8c5d1830d114f", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00999, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "B" }, "group_id": "lightness-chain-03-edge-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-41.png", "input_tokens": 944, "latency_sec": 4.0815492200199515, "model_name": "claude-fable-5-1", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "64bfc83d308291dc6a447de93571b42ec09ec6278f7fe82905c059b3926629a9", "provider": "anthropic", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T15:48:26.466794+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-41", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "5da9d37f-79cf-4e75-be1e-513eaceae394", "result_sha256": "718581743f96ddc4cbd15e2f98e0ea9de6666e08e4279b71cc64426af64353fa", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00999, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "A" }, "group_id": "lightness-chain-03-edge-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-42.png", "input_tokens": 944, "latency_sec": 3.7161165879806504, "model_name": "claude-fable-5-1", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "64bfc83d308291dc6a447de93571b42ec09ec6278f7fe82905c059b3926629a9", "provider": "anthropic", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T14:17:53.539508+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-42", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "eba2390f-e37f-499a-8237-1695ef3a43b2", "result_sha256": "482704dfa12eb220b66a030d5c522455ab81dfbf5331a95f14dcfbb0b1fe8f71", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00998, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "A" }, "group_id": "lightness-chain-03-edge-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-43.png", "input_tokens": 943, "latency_sec": 3.4337784139206633, "model_name": "claude-fable-5-1", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "14500bd7eefa43cebfa107c8a8fa9fa53dddd9be742ffa97660526f7a924c308", "provider": "anthropic", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T16:27:48.939561+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-43", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "d2038863-167b-428d-82e2-b2193f98b528", "result_sha256": "a82df07c6a4d3dc08a44631ef7c7b4566ff54c313d6abbc99a7a0cb7c8349f48", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00998, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "B" }, "group_id": "lightness-chain-03-edge-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-44.png", "input_tokens": 943, "latency_sec": 4.175310640013777, "model_name": "claude-fable-5-1", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "14500bd7eefa43cebfa107c8a8fa9fa53dddd9be742ffa97660526f7a924c308", "provider": "anthropic", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T15:09:03.859574+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-44", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "6f2f568f-b61b-412c-a970-3ece65d47be3", "result_sha256": "bee709fb46b135bbf2b2e14003341bd12e1f96d56f76e1a89d6f0a571505a84f", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00999, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "B" }, "group_id": "lightness-chain-03-edge-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-45.png", "input_tokens": 944, "latency_sec": 3.828352413023822, "model_name": "claude-fable-5-1", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "64bfc83d308291dc6a447de93571b42ec09ec6278f7fe82905c059b3926629a9", "provider": "anthropic", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T16:01:26.483869+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-45", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "98031d22-9ccb-41f8-a1f8-a2a66baa588b", "result_sha256": "3a809c3b9955c17a70daea04636b0af74a5487f99dc455391de37d90ef9ca2dd", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00999, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "A" }, "group_id": "lightness-chain-03-edge-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-46.png", "input_tokens": 944, "latency_sec": 4.054298097966239, "model_name": "claude-fable-5-1", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "64bfc83d308291dc6a447de93571b42ec09ec6278f7fe82905c059b3926629a9", "provider": "anthropic", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T15:49:09.513806+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-46", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "885aeac0-7421-4abb-8b71-f110c72dfa8b", "result_sha256": "3a08993f277fed984006ef606a29f836d646d052089b2d91f21ce58b01fa375f", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00998, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "A" }, "group_id": "lightness-chain-03-edge-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-47.png", "input_tokens": 943, "latency_sec": 3.720074011012912, "model_name": "claude-fable-5-1", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "14500bd7eefa43cebfa107c8a8fa9fa53dddd9be742ffa97660526f7a924c308", "provider": "anthropic", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T14:35:06.757018+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-47", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "7ec60e8c-1e08-4b30-bb8d-1598bae79f56", "result_sha256": "837a7e9c3c12a575a120f274d6621de891007cb76531c0c164846b92ceb7ee0c", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00998, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "B" }, "group_id": "lightness-chain-03-edge-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-48.png", "input_tokens": 943, "latency_sec": 4.916233361931518, "model_name": "claude-fable-5-1", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "14500bd7eefa43cebfa107c8a8fa9fa53dddd9be742ffa97660526f7a924c308", "provider": "anthropic", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T14:43:20.200341+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-48", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "3e5bd55a-d648-4396-a18e-1b5d6300b999", "result_sha256": "ba358da318c9b5b19a2504afa5e43b1aed576a1a52edd337f1ea34f6007962f2", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00999, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "B" }, "group_id": "lightness-chain-04-edge-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-49.png", "input_tokens": 944, "latency_sec": 3.6113613880006596, "model_name": "claude-fable-5-1", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "64bfc83d308291dc6a447de93571b42ec09ec6278f7fe82905c059b3926629a9", "provider": "anthropic", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T15:29:55.210185+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-49", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "2cdabecf-0102-410f-89fe-79209f69e9f2", "result_sha256": "def01a2e8fa2863e6ddc1773cc574403dd3cb84081a0e7b2e130200d3c66233e", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00999, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "A" }, "group_id": "lightness-chain-04-edge-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-50.png", "input_tokens": 944, "latency_sec": 3.3345057050464675, "model_name": "claude-fable-5-1", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "64bfc83d308291dc6a447de93571b42ec09ec6278f7fe82905c059b3926629a9", "provider": "anthropic", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T16:00:18.039434+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-50", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "2a85f35d-d915-4d88-b96d-33635dc19121", "result_sha256": "27196e14245682791c97492a75690f4d3c0fbf8478049546b20a3c56b8987634", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00998, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "A" }, "group_id": "lightness-chain-04-edge-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-51.png", "input_tokens": 943, "latency_sec": 4.240434848004952, "model_name": "claude-fable-5-1", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "14500bd7eefa43cebfa107c8a8fa9fa53dddd9be742ffa97660526f7a924c308", "provider": "anthropic", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T14:40:05.743760+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-51", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "aa99edd8-618c-4fd5-aea6-628fd55b42df", "result_sha256": "13d3b94d4871760947d094b6ab57f2afe867909712b86ad74b5761b400bcffff", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00998, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "B" }, "group_id": "lightness-chain-04-edge-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-52.png", "input_tokens": 943, "latency_sec": 3.7516112909652293, "model_name": "claude-fable-5-1", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "14500bd7eefa43cebfa107c8a8fa9fa53dddd9be742ffa97660526f7a924c308", "provider": "anthropic", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T14:28:26.778709+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-52", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "9c8ae652-8d4b-4d2d-bac0-322275e95251", "result_sha256": "d6d0013f3238849c87f6dc0a06cec200e6c8b87fbdc170a86170ba97bf5af473", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00999, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "B" }, "group_id": "lightness-chain-04-edge-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-53.png", "input_tokens": 944, "latency_sec": 3.6920816210331395, "model_name": "claude-fable-5-1", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "64bfc83d308291dc6a447de93571b42ec09ec6278f7fe82905c059b3926629a9", "provider": "anthropic", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T16:23:11.914242+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-53", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "2eb81414-890b-4083-b911-2915d08b468b", "result_sha256": "9921b7e97dedbc76372d6de8fd27efff5c2ad8deed3cbcf86d4b59932424b241", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00999, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "A" }, "group_id": "lightness-chain-04-edge-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-54.png", "input_tokens": 944, "latency_sec": 3.9530778999906033, "model_name": "claude-fable-5-1", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "64bfc83d308291dc6a447de93571b42ec09ec6278f7fe82905c059b3926629a9", "provider": "anthropic", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T15:31:19.318242+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-54", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "9a432979-37c8-41f2-a5c4-6a0da18726fc", "result_sha256": "b33bf8c3d1d235fad88e352d2bd41d39cb42269f7438206cc0d24f071099ba82", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00998, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "A" }, "group_id": "lightness-chain-04-edge-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-55.png", "input_tokens": 943, "latency_sec": 4.06987869204022, "model_name": "claude-fable-5-1", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "14500bd7eefa43cebfa107c8a8fa9fa53dddd9be742ffa97660526f7a924c308", "provider": "anthropic", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T15:38:02.221972+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-55", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "d5a30bbd-5111-440c-bf95-e0b6d229f8c1", "result_sha256": "47e819fb3226059e6a0949b190061909fe8a266f49b4242ab6baf30beb26e8dd", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00998, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "B" }, "group_id": "lightness-chain-04-edge-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-56.png", "input_tokens": 943, "latency_sec": 5.505176285048947, "model_name": "claude-fable-5-1", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "14500bd7eefa43cebfa107c8a8fa9fa53dddd9be742ffa97660526f7a924c308", "provider": "anthropic", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T14:40:33.965393+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-56", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "a8c723e0-7ca8-44e1-856a-0d2e16a84bdd", "result_sha256": "d92b758809d834fe2ebf6d426f7bf10b95ba909279b2d1c0a74b34fef39267f9", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00999, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "B" }, "group_id": "lightness-chain-04-edge-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-57.png", "input_tokens": 944, "latency_sec": 4.728273140033707, "model_name": "claude-fable-5-1", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "64bfc83d308291dc6a447de93571b42ec09ec6278f7fe82905c059b3926629a9", "provider": "anthropic", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T16:18:21.434120+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-57", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "a91fec90-c10a-4d31-a24b-7314fd7914d4", "result_sha256": "9c3fc871d15f814f22957e818599f45828978c8ec8cf90e739c25033be0ea0ae", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00999, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "A" }, "group_id": "lightness-chain-04-edge-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-58.png", "input_tokens": 944, "latency_sec": 4.7853074700105935, "model_name": "claude-fable-5-1", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "64bfc83d308291dc6a447de93571b42ec09ec6278f7fe82905c059b3926629a9", "provider": "anthropic", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T16:12:07.993178+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-58", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "f52abdf9-0bb1-4c99-842d-c5265ff7a0fe", "result_sha256": "d784a3ddc83f976eb9d0f9a0a62e97291118c7266fecfb9e8231b6d8e6e15b2b", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00998, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "A" }, "group_id": "lightness-chain-04-edge-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-59.png", "input_tokens": 943, "latency_sec": 4.262314841034822, "model_name": "claude-fable-5-1", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "14500bd7eefa43cebfa107c8a8fa9fa53dddd9be742ffa97660526f7a924c308", "provider": "anthropic", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T15:16:17.400643+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-59", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "f9604a4a-c6d4-4ece-84fd-fbfa5c390f75", "result_sha256": "45f499055d26d030ab9eaf04576667ce86643ad3470dbcaee117e53f4757f58b", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00998, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "B" }, "group_id": "lightness-chain-04-edge-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-60.png", "input_tokens": 943, "latency_sec": 3.799848053022288, "model_name": "claude-fable-5-1", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "14500bd7eefa43cebfa107c8a8fa9fa53dddd9be742ffa97660526f7a924c308", "provider": "anthropic", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T15:33:42.346483+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-60", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "18d53add-2fd1-495c-91c2-8f8d44b3cdbc", "result_sha256": "978666338633589a3d373f0e0ff15a2db85e0dcb377a6fdadb23237afc9665c8", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00999, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "B" }, "group_id": "lightness-chain-04-edge-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-61.png", "input_tokens": 944, "latency_sec": 3.4163028999464586, "model_name": "claude-fable-5-1", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "64bfc83d308291dc6a447de93571b42ec09ec6278f7fe82905c059b3926629a9", "provider": "anthropic", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T16:25:10.124939+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-61", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "47b5a5b8-8dc1-4baf-bb2c-3cba46f97bc1", "result_sha256": "6d4c3bacc1f9d1cb1c65a9bea4c93a3b6b078bf1653f9d63cf7fdbf1761a9d9c", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00999, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "A" }, "group_id": "lightness-chain-04-edge-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-62.png", "input_tokens": 944, "latency_sec": 3.543841255013831, "model_name": "claude-fable-5-1", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "64bfc83d308291dc6a447de93571b42ec09ec6278f7fe82905c059b3926629a9", "provider": "anthropic", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T14:06:43.136710+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-62", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "c3b914b2-dc7c-46c9-bc9c-636fa656602a", "result_sha256": "58119695902144133e10b3fca7f9c7e4a2c86fd1f1ec3ce09abd7fb65c521ca9", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00998, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "A" }, "group_id": "lightness-chain-04-edge-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-63.png", "input_tokens": 943, "latency_sec": 5.100251068011858, "model_name": "claude-fable-5-1", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "14500bd7eefa43cebfa107c8a8fa9fa53dddd9be742ffa97660526f7a924c308", "provider": "anthropic", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T14:11:57.583543+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-63", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "2c4ae910-143d-4ec1-8726-750506677ed2", "result_sha256": "9f6e4695ff5bacfaec47fffb0f7bae016fe58cf12121de208560ca6ab9c49d5b", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00998, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "B" }, "group_id": "lightness-chain-04-edge-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-64.png", "input_tokens": 943, "latency_sec": 3.6598501139087602, "model_name": "claude-fable-5-1", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "14500bd7eefa43cebfa107c8a8fa9fa53dddd9be742ffa97660526f7a924c308", "provider": "anthropic", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T14:34:16.219970+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-64", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "c66bf953-e9ed-4ba4-8623-d7d2bed3f802", "result_sha256": "5195d32f1f2dd8131413031bf1f459bef2d1a3dccccde36e9499817c7a13f959", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.01022, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "A" }, "group_id": "match-binding-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-01.png", "input_tokens": 967, "latency_sec": 4.543230326031335, "model_name": "claude-fable-5-1", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "anthropic", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T16:12:37.220981+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-01", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "7aaedfd4-e700-43a0-a9b1-3f3440d5e526", "result_sha256": "d42b63bd3bc2dccedb59b18f5a12cec40946201e0147fe61f7597776261e5c40", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.01022, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "B" }, "group_id": "match-binding-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-02.png", "input_tokens": 967, "latency_sec": 3.6397982160560787, "model_name": "claude-fable-5-1", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "anthropic", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T15:30:23.517054+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-02", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "78d34745-e1df-4896-911e-08d54a882374", "result_sha256": "5bc63c95494a05f9ca77e1012943f491433401d9bcb4942ce14ba4e936abeb33", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.01022, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "C" }, "group_id": "match-binding-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-03.png", "input_tokens": 967, "latency_sec": 3.2582172909751534, "model_name": "claude-fable-5-1", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "C" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "anthropic", "raw_prediction": "{\"choice\": \"C\"}", "recorded_at": "2026-09-16T15:44:35.476336+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-03", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "63f5709c-1c54-40c1-94cb-24d94b46e091", "result_sha256": "fea8b2a7627214c49b3ee8fe69bbee87d4f199914a67e5a5fcc7b43bf6b33bef", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.01022, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "D" }, "group_id": "match-binding-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-04.png", "input_tokens": 967, "latency_sec": 3.992486684001051, "model_name": "claude-fable-5-1", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "D" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "anthropic", "raw_prediction": "{\"choice\": \"D\"}", "recorded_at": "2026-09-16T15:03:29.442841+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-04", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "7dd4b5e6-b7f0-4e9d-8498-d5f05ef51224", "result_sha256": "69325b46ed00e38de9b76fe3aece6985e4cc834192fa664269b5d8892ac5fd8a", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.01022, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "A" }, "group_id": "match-binding-05", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-05.png", "input_tokens": 967, "latency_sec": 5.702245595050044, "model_name": "claude-fable-5-1", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "anthropic", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T15:39:52.723858+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-05", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "c3314df5-e910-4b55-b0b7-419f1460454f", "result_sha256": "090f2f57ed4ce193a14980605e2e808c4ff19d5bad971a8abc2c2941f254b3c1", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.01022, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "B" }, "group_id": "match-binding-06", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-06.png", "input_tokens": 967, "latency_sec": 4.062699663103558, "model_name": "claude-fable-5-1", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "anthropic", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T15:38:20.929575+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-06", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "f3ade7f9-da31-4398-a06a-ba3dfba81a01", "result_sha256": "c1ec50f0d317fc6ad28900cbd920c3c7f99a3bbbd852027e28854c741317fcb0", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.01022, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "C" }, "group_id": "match-binding-07", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-07.png", "input_tokens": 967, "latency_sec": 4.201059620943852, "model_name": "claude-fable-5-1", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "C" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "anthropic", "raw_prediction": "{\"choice\": \"C\"}", "recorded_at": "2026-09-16T15:11:47.383493+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-07", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "b4ec6aeb-dc83-45a2-baf5-f0bd358ae3ac", "result_sha256": "8f7fdcb68658f1a90123f8b712e05b63ef0c8df71de1719ab917237e4389e3f4", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.01022, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "D" }, "group_id": "match-binding-08", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-08.png", "input_tokens": 967, "latency_sec": 3.051973809953779, "model_name": "claude-fable-5-1", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "D" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "anthropic", "raw_prediction": "{\"choice\": \"D\"}", "recorded_at": "2026-09-16T16:18:04.168292+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-08", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "5221d28d-302a-440b-bc02-efd0ca7e7a35", "result_sha256": "bbe40e484dab6de7bbe6063237d2ec471808495ec8ebe48be58c14be040870ce", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.01022, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "A" }, "group_id": "match-binding-09", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-09.png", "input_tokens": 967, "latency_sec": 3.221001597936265, "model_name": "claude-fable-5-1", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "anthropic", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T15:47:18.803484+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-09", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "0a994fb9-6c1a-4dc8-8ccc-c0dd5b5c2d53", "result_sha256": "da231073f76bcf1ba2b4765cfa35db37d8061a5e11ed64bc842446ea3fe9cc9f", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.01022, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "B" }, "group_id": "match-binding-10", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-10.png", "input_tokens": 967, "latency_sec": 4.439027244108729, "model_name": "claude-fable-5-1", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "anthropic", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T14:36:13.270198+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-10", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "92e987da-9e02-47b2-82b0-ee784694afc6", "result_sha256": "e58ce2e980211b8ebae12363efb9599a6c6d9900f6a385f0241344f523a85c27", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.01022, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "C" }, "group_id": "match-binding-11", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-11.png", "input_tokens": 967, "latency_sec": 3.6254399589961395, "model_name": "claude-fable-5-1", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "C" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "anthropic", "raw_prediction": "{\"choice\": \"C\"}", "recorded_at": "2026-09-16T15:07:37.803885+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-11", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "81d5f5f2-c0f6-4f99-bb3c-c178cdd93f11", "result_sha256": "bfdf1412ad166f8cbf5e2a18761a1f4069fce4b4feb3ed55755248df047ac838", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.01022, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "D" }, "group_id": "match-binding-12", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-12.png", "input_tokens": 967, "latency_sec": 4.556313669891097, "model_name": "claude-fable-5-1", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "D" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "anthropic", "raw_prediction": "{\"choice\": \"D\"}", "recorded_at": "2026-09-16T14:02:10.577450+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-12", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "ac3684b3-557a-437a-b6b5-abf48cf6cf7a", "result_sha256": "c22c01659e3b3b6404be7d3a3bb85dfffa28e34539518d3efad7bfa1b2e63dab", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.01022, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "A" }, "group_id": "match-binding-13", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-13.png", "input_tokens": 967, "latency_sec": 3.474071857985109, "model_name": "claude-fable-5-1", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "anthropic", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T15:35:29.292037+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-13", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "0de71d9e-fd3b-44d8-81d3-7d974bcef5c6", "result_sha256": "5380096d8ac91a16cf2537d10c32ebfcafb5074604af1cc966558475ddffc2ac", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.01022, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "B" }, "group_id": "match-binding-14", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-14.png", "input_tokens": 967, "latency_sec": 4.427143241977319, "model_name": "claude-fable-5-1", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "anthropic", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T15:15:09.519453+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-14", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "44e3d826-f2f9-4215-9a6b-c9413f264ba1", "result_sha256": "6b2f2e4d9d784fbf46f1137050ce18b96432281a82d1356a1dce0e35268a3738", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.01022, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "C" }, "group_id": "match-binding-15", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-15.png", "input_tokens": 967, "latency_sec": 3.5401906399056315, "model_name": "claude-fable-5-1", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "C" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "anthropic", "raw_prediction": "{\"choice\": \"C\"}", "recorded_at": "2026-09-16T15:22:51.241380+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-15", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "fdf79cfc-7e9e-4f06-8a7c-b0361fbd160c", "result_sha256": "ca6709bd01efc72e2921fd259aaabfc57be31eb0308d2e438ef9e4abbb343186", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.01022, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "D" }, "group_id": "match-binding-16", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-16.png", "input_tokens": 967, "latency_sec": 4.407632536021993, "model_name": "claude-fable-5-1", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "anthropic", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T14:13:06.098975+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-matching-16", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "bb3590be-b150-4ef0-b110-2f45e3d631b0", "result_sha256": "46596106a0992be7f6dcced39b2efff97a0abf2dd97fca7a2aa8893a6efe98b4", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.01022, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "A" }, "group_id": "match-binding-17", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-17.png", "input_tokens": 967, "latency_sec": 3.110401508049108, "model_name": "claude-fable-5-1", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "anthropic", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T15:54:54.449345+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-17", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "0bf7d259-f208-4eec-ac21-b08b6c2bc38a", "result_sha256": "13b365b9ebfb3c78e0d203bd6db750a933754ff947891e2ca8a14fd2f69dd50b", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.01022, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "B" }, "group_id": "match-binding-18", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-18.png", "input_tokens": 967, "latency_sec": 4.398155419970863, "model_name": "claude-fable-5-1", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "anthropic", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T15:33:06.044387+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-18", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "8aeaf6d5-0434-4b62-b438-4d87df78f183", "result_sha256": "ce0c5574d1d574f531c0ffbfcdf7a50d63cfdadfa7a2efb9e7b59ab44683f876", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.01022, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "C" }, "group_id": "match-binding-19", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-19.png", "input_tokens": 967, "latency_sec": 3.3734068779740483, "model_name": "claude-fable-5-1", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "C" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "anthropic", "raw_prediction": "{\"choice\": \"C\"}", "recorded_at": "2026-09-16T15:47:37.498560+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-19", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "798d9a63-e505-48be-8ec6-490913309b3d", "result_sha256": "be4b8dec9c15bdb619cb0c7cc80815901eb1bb7f6fde61bb161126050d6bcf69", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.01022, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "D" }, "group_id": "match-binding-20", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-20.png", "input_tokens": 967, "latency_sec": 3.0947264129063115, "model_name": "claude-fable-5-1", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "D" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "anthropic", "raw_prediction": "{\"choice\": \"D\"}", "recorded_at": "2026-09-16T15:17:53.131779+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-20", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "d362f7d6-1a10-4f77-8ea4-a6cea10af689", "result_sha256": "eaaa93e7cc31ba334778fa85103bac1661e78001faa580e8ce558ea53932c5a4", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.01022, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "A" }, "group_id": "match-binding-21", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-21.png", "input_tokens": 967, "latency_sec": 3.6707381691085175, "model_name": "claude-fable-5-1", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "anthropic", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T14:35:46.690420+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-21", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "dbe9be4d-9913-4838-9ce8-3a453df5a62b", "result_sha256": "0f49c513685faccf7a07122340e99c855e4e3860ac2d00d2f2ed76ecf102313f", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.01022, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "B" }, "group_id": "match-binding-22", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-22.png", "input_tokens": 967, "latency_sec": 4.603743138955906, "model_name": "claude-fable-5-1", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "anthropic", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T14:27:51.370075+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-22", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "1e6a7d97-289e-4f3b-9f78-25057986176c", "result_sha256": "b00485bab9da68d139355e28f47e23d84dc0aaa012f8c8493c60f830ff48e19d", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.01022, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "C" }, "group_id": "match-binding-23", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-23.png", "input_tokens": 967, "latency_sec": 3.4044927769573405, "model_name": "claude-fable-5-1", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "C" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "anthropic", "raw_prediction": "{\"choice\": \"C\"}", "recorded_at": "2026-09-16T16:12:48.998310+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-23", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "8fb04a7f-f08b-47ca-92e6-9311b6340c38", "result_sha256": "d1ba8c437e611b593f781e9fda8a3d1d583829578e430778412a463117f4175d", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.01022, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "D" }, "group_id": "match-binding-24", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-24.png", "input_tokens": 967, "latency_sec": 17.748252936988138, "model_name": "claude-fable-5-1", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "D" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "anthropic", "raw_prediction": "{\"choice\": \"D\"}", "recorded_at": "2026-09-16T15:40:53.930115+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-24", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "e6d47a4e-1c2c-4386-976f-9ee4a3d94c48", "result_sha256": "ef908f201c4f65aefbb7ec8e4a53eff6fd20213efea59e5a78d254c071f06bbb", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.01022, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "A" }, "group_id": "match-binding-25", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-25.png", "input_tokens": 967, "latency_sec": 3.1100099249742925, "model_name": "claude-fable-5-1", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "anthropic", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T15:36:00.070493+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-25", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "547abb91-5eb4-4ef3-b1e5-8a1ce72ff2e8", "result_sha256": "a53b781c838972f6bd7b51293cbbcc22580ddb04c7bb95a972b0f94609e14cb9", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.01022, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "B" }, "group_id": "match-binding-26", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-26.png", "input_tokens": 967, "latency_sec": 4.931198940030299, "model_name": "claude-fable-5-1", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "C" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "anthropic", "raw_prediction": "{\"choice\": \"C\"}", "recorded_at": "2026-09-16T14:25:36.797556+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-matching-26", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "10b9112c-068d-470a-8410-90aada581caa", "result_sha256": "67102ca2566c1d3cc8ddbf453273f8fae19579404038635c7dcc29d3815481fa", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.01022, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "C" }, "group_id": "match-binding-27", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-27.png", "input_tokens": 967, "latency_sec": 3.332361627020873, "model_name": "claude-fable-5-1", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "anthropic", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T15:09:25.688746+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-matching-27", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "b31b2a3e-d87d-4287-9bb5-5846afc92764", "result_sha256": "c20030974d80adf234d70226b7f080088cd43237639de5b588240b8734188008", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.01022, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "D" }, "group_id": "match-binding-28", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-28.png", "input_tokens": 967, "latency_sec": 3.5226757469354197, "model_name": "claude-fable-5-1", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "D" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "anthropic", "raw_prediction": "{\"choice\": \"D\"}", "recorded_at": "2026-09-16T15:53:37.736486+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-28", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "a3330c51-e420-4bc4-a5c5-d6a791c0fafb", "result_sha256": "9fa637319f370cf9b9174625048a72ddbf3217be5c13227ea0e87a2258a60f63", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.01022, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "A" }, "group_id": "match-binding-29", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-29.png", "input_tokens": 967, "latency_sec": 3.6241605390096083, "model_name": "claude-fable-5-1", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "C" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "anthropic", "raw_prediction": "{\"choice\": \"C\"}", "recorded_at": "2026-09-16T14:30:39.983316+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-matching-29", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "c956c480-5027-4a60-86ef-3a07a384ffee", "result_sha256": "d7593c44e5a7193cdd761c486f30a1d4e4bdfa70b1b78ca899ddb5d7ca6f5b61", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.01752, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "B" }, "group_id": "match-binding-30", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-30.png", "input_tokens": 967, "latency_sec": 7.736023711040616, "model_name": "claude-fable-5-1", "out_of_srgb": null, "output_tokens": 157, "prediction": { "choice": "B" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "anthropic", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T15:52:07.993943+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-30", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "d34a499e-2fa4-4d41-bd14-c23d1c512eb1", "result_sha256": "ad589fcf64ebab78908e1568bc183bcb95a82da4bb6e6895af42a5347b235257", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.01022, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "C" }, "group_id": "match-binding-31", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-31.png", "input_tokens": 967, "latency_sec": 3.2342550709145144, "model_name": "claude-fable-5-1", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "C" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "anthropic", "raw_prediction": "{\"choice\": \"C\"}", "recorded_at": "2026-09-16T16:20:24.355320+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-31", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "3004a8f4-9bbc-459b-8207-bb1a00578549", "result_sha256": "7abed8e82970655dabbbfe471988782b9c86465ace0e91cbcae7c337f0cb2831", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.01022, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "D" }, "group_id": "match-binding-32", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-32.png", "input_tokens": 967, "latency_sec": 3.5639335899613798, "model_name": "claude-fable-5-1", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "anthropic", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T15:03:50.566070+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-matching-32", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "8302ac28-c6eb-4457-96e9-9dadd37747fe", "result_sha256": "a9bde251d130b6079a4e57bd5361c279c800b7a838c5d239060898311b224969", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.01022, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "A" }, "group_id": "match-binding-33", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-33.png", "input_tokens": 967, "latency_sec": 3.261275880970061, "model_name": "claude-fable-5-1", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "anthropic", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T14:49:19.911935+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-33", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "bd1741f6-a7c0-40e6-acf2-5f88c52837c8", "result_sha256": "2c64f03ccd07b4293a24cb4d22ceac49d3fe2e51f699efbaaadb1c5a2d10c6d6", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.01022, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "B" }, "group_id": "match-binding-34", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-34.png", "input_tokens": 967, "latency_sec": 3.5619962870841846, "model_name": "claude-fable-5-1", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "anthropic", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T15:42:49.909112+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-34", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "c29f2772-bd72-49e9-ab91-66231ab3770c", "result_sha256": "7e0c1032467caf885b566ad8ada6f3b445f77f22b1758bb693330051eba81276", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.01022, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "C" }, "group_id": "match-binding-35", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-35.png", "input_tokens": 967, "latency_sec": 3.8540716429706663, "model_name": "claude-fable-5-1", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "C" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "anthropic", "raw_prediction": "{\"choice\": \"C\"}", "recorded_at": "2026-09-16T14:25:49.351820+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-35", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "1db500d6-5609-4a62-b70f-36afec993108", "result_sha256": "4899e6291704f51d12c9ce08da21859ca654fb350d09d80cfc3b4f2c5e99c578", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.01022, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "D" }, "group_id": "match-binding-36", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-36.png", "input_tokens": 967, "latency_sec": 4.448054606909864, "model_name": "claude-fable-5-1", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "D" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "anthropic", "raw_prediction": "{\"choice\": \"D\"}", "recorded_at": "2026-09-16T15:15:21.223901+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-36", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "8048701d-37b1-40ce-b4fa-5abe4ab280b3", "result_sha256": "7d316e964bb4cd33c0cf8f1f5de95c78d67cae53294875f196add6d443c7db59", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.01022, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "A" }, "group_id": "match-binding-37", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-37.png", "input_tokens": 967, "latency_sec": 4.640442713047378, "model_name": "claude-fable-5-1", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "anthropic", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T15:07:20.140006+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-37", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "c6c22032-a60d-40b4-bade-af58cb362cef", "result_sha256": "adcfa9d601123603e407426b5176b43c62c1222e01063c058080c01e0032a6de", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.01022, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "B" }, "group_id": "match-binding-38", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-38.png", "input_tokens": 967, "latency_sec": 5.279416599078104, "model_name": "claude-fable-5-1", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "anthropic", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T15:24:44.698630+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-38", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "4a0f71bd-b818-4e5d-a911-93893e1f1fbd", "result_sha256": "cc1db356a072a9b06a5e9e4e73abcc5cc5a89679544dce5ad6c5b7ad52b0affb", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.01022, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "C" }, "group_id": "match-binding-39", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-39.png", "input_tokens": 967, "latency_sec": 3.9077384029515088, "model_name": "claude-fable-5-1", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "C" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "anthropic", "raw_prediction": "{\"choice\": \"C\"}", "recorded_at": "2026-09-16T15:52:50.605976+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-39", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "a51d4709-61ea-4f9f-ac20-ed95c86a4008", "result_sha256": "136906e9a4d32e35ca09827a4579c1105d523109d4a6f4c665e487dd52f02dfe", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.01022, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "D" }, "group_id": "match-binding-40", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-40.png", "input_tokens": 967, "latency_sec": 3.684565217932686, "model_name": "claude-fable-5-1", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "D" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "anthropic", "raw_prediction": "{\"choice\": \"D\"}", "recorded_at": "2026-09-16T14:29:53.842969+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-40", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "850e5184-1adf-454c-9f20-adaa14014788", "result_sha256": "efb459db5e28f8a03794f1f05415ba38a4c1c04ebf6e3012a50d448247019813", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.01022, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "A" }, "group_id": "match-binding-41", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-41.png", "input_tokens": 967, "latency_sec": 4.0698768340516835, "model_name": "claude-fable-5-1", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "anthropic", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T16:09:11.817157+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-41", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "91702701-87c6-4465-bdff-e812aabce3ed", "result_sha256": "9b4e117b1ebd17a4a695907d0986c81eea5a012b0d1e28f9981f5fd72e8ef42c", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.01022, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "B" }, "group_id": "match-binding-42", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-42.png", "input_tokens": 967, "latency_sec": 3.8061460410244763, "model_name": "claude-fable-5-1", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "anthropic", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T16:23:44.457848+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-42", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "750ec982-22d8-49bc-acfa-b9868b4dfa60", "result_sha256": "7e93656d226eb4a17b366576107098cb6208d608893f4f2461e4fa94d906b3ea", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.01022, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "C" }, "group_id": "match-binding-43", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-43.png", "input_tokens": 967, "latency_sec": 3.3394085000036284, "model_name": "claude-fable-5-1", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "C" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "anthropic", "raw_prediction": "{\"choice\": \"C\"}", "recorded_at": "2026-09-16T15:07:09.940027+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-43", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "7721765d-b9cb-47f1-8f41-165c92c944c7", "result_sha256": "b84982b6fc14b18bea87ee7d653632a1b5c333fc307da50669fbc3fd51ab7d43", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.01022, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "D" }, "group_id": "match-binding-44", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-44.png", "input_tokens": 967, "latency_sec": 4.286141169955954, "model_name": "claude-fable-5-1", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "D" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "anthropic", "raw_prediction": "{\"choice\": \"D\"}", "recorded_at": "2026-09-16T16:13:28.171606+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-44", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "392ae484-b92c-4a0f-abe9-d5bbd5610616", "result_sha256": "eb99c8a0cfc4a2fafbc48823945ff88623ff0180cd888584f8763ab7dc4f4e0a", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.01022, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "A" }, "group_id": "match-binding-45", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-45.png", "input_tokens": 967, "latency_sec": 4.512306260992773, "model_name": "claude-fable-5-1", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "anthropic", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T14:19:47.853141+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-45", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "df5ec0e2-5de7-4f55-ba2d-3724d69b0649", "result_sha256": "ce8e5f6b84e10acc3d9712837a82a8951eae0611e545f867ac57ab64050acd79", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.01022, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "B" }, "group_id": "match-binding-46", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-46.png", "input_tokens": 967, "latency_sec": 4.548797353985719, "model_name": "claude-fable-5-1", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "D" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "anthropic", "raw_prediction": "{\"choice\": \"D\"}", "recorded_at": "2026-09-16T14:41:00.678777+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-matching-46", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "bbcd15dd-5fcf-4341-be18-cab3684fae10", "result_sha256": "09ee8c889702522b13b6fece37bc0f450516a272ffd546eb04622cd089439fff", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.01022, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "C" }, "group_id": "match-binding-47", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-47.png", "input_tokens": 967, "latency_sec": 4.739703599945642, "model_name": "claude-fable-5-1", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "C" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "anthropic", "raw_prediction": "{\"choice\": \"C\"}", "recorded_at": "2026-09-16T14:01:09.031961+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-47", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "45033363-b433-4ad6-8cc5-cb4725d29e04", "result_sha256": "4e343fb350cf800c6e8f255bc45c88113ad7b36dbe65e6b525d57215bf336460", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.01022, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "D" }, "group_id": "match-binding-48", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-48.png", "input_tokens": 967, "latency_sec": 3.526689433027059, "model_name": "claude-fable-5-1", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "D" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "anthropic", "raw_prediction": "{\"choice\": \"D\"}", "recorded_at": "2026-09-16T15:04:40.314497+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-48", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "d81836f5-93a0-4606-b07c-6a8425c66581", "result_sha256": "7c527255e6eb6ef4c9f42de75ea1ade510cc0422cbef13c9e3beaf6cdb6c279e", "result": { "component_errors": { "c": 0.003120106740548023, "h": 0.9922292400114259, "l": 0.006926085977997043 }, "correct": null, "cost_estimated": false, "cost_usd": 0.01157, "delta_e_ok": 0.008095229107161102, "error": null, "error_kind": null, "family": "oklch", "ground_truth": { "rgb": [ 192, 64, 80 ] }, "group_id": "numeric-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-01.png", "input_tokens": 1047, "latency_sec": 3.792076332960278, "model_name": "claude-fable-5-1", "out_of_srgb": false, "output_tokens": 22, "prediction": { "c": 0.16, "h": 18.0, "l": 0.55 }, "prompt_sha256": "cfc2f885cbdbcece08f23bb635b333e3e35d9a41ebaf72f1a755e461f8f494d4", "provider": "anthropic", "raw_prediction": "{\"l\":0.55,\"c\":0.16,\"h\":18}", "recorded_at": "2026-09-16T16:14:25.556842+00:00", "request_attempts": 1, "score": 95.95238544641946, "task_id": "colorbench-oklch-01", "tight_score": 83.8095417856778, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": true, "0.02": true, "0.05": true } } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "55a506e8-8d4c-41b3-b9db-8bb6e9cdc516", "result_sha256": "52ebf8099bfff5822ef441e40d817b79ce3d8d141d5a9581b51ae98b77218936", "result": { "component_errors": { "c": 0.008596960952322347, "h": 1.9452718586605329, "l": 0.0006532993408168153 }, "correct": null, "cost_estimated": false, "cost_usd": 0.01157, "delta_e_ok": 0.009938884654940363, "error": null, "error_kind": null, "family": "oklch", "ground_truth": { "rgb": [ 38, 112, 190 ] }, "group_id": "numeric-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-02.png", "input_tokens": 1047, "latency_sec": 3.575525691965595, "model_name": "claude-fable-5-1", "out_of_srgb": false, "output_tokens": 22, "prediction": { "c": 0.15, "h": 255.0, "l": 0.54 }, "prompt_sha256": "cfc2f885cbdbcece08f23bb635b333e3e35d9a41ebaf72f1a755e461f8f494d4", "provider": "anthropic", "raw_prediction": "{\"l\":0.54,\"c\":0.15,\"h\":255}", "recorded_at": "2026-09-16T14:03:55.348180+00:00", "request_attempts": 1, "score": 95.03055767252981, "task_id": "colorbench-oklch-02", "tight_score": 80.12223069011928, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": true, "0.02": true, "0.05": true } } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "f542f3a2-6434-47f7-b326-a87ade6c3fa5", "result_sha256": "62709d533a2a4a713ea4d429ea917f117a0134421781b3cf343a27b7c93875a7", "result": { "component_errors": { "c": 0.009294696858257817, "h": 1.03735052816387, "l": 0.0010975177863857821 }, "correct": null, "cost_estimated": false, "cost_usd": 0.01157, "delta_e_ok": 0.009551284797183644, "error": null, "error_kind": null, "family": "oklch", "ground_truth": { "rgb": [ 60, 140, 100 ] }, "group_id": "numeric-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-03.png", "input_tokens": 1047, "latency_sec": 4.225696632056497, "model_name": "claude-fable-5-1", "out_of_srgb": false, "output_tokens": 22, "prediction": { "c": 0.11, "h": 158.0, "l": 0.58 }, "prompt_sha256": "cfc2f885cbdbcece08f23bb635b333e3e35d9a41ebaf72f1a755e461f8f494d4", "provider": "anthropic", "raw_prediction": "{\"l\":0.58,\"c\":0.11,\"h\":158}", "recorded_at": "2026-09-16T13:59:51.965275+00:00", "request_attempts": 1, "score": 95.22435760140819, "task_id": "colorbench-oklch-03", "tight_score": 80.8974304056327, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": true, "0.02": true, "0.05": true } } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "6de8cebf-b0bf-4fd3-a5fc-379cca27790e", "result_sha256": "e0a9c70fe2a92ce083e35f98f7e6f9926ca2c00911b2d0ad3c1a04fcedb26955", "result": { "component_errors": { "c": 0.00036181436945799395, "h": 3.0427720406007097, "l": 0.02685423756100569 }, "correct": null, "cost_estimated": false, "cost_usd": 0.01157, "delta_e_ok": 0.027600021311373835, "error": null, "error_kind": null, "family": "oklch", "ground_truth": { "rgb": [ 185, 135, 45 ] }, "group_id": "numeric-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-04.png", "input_tokens": 1047, "latency_sec": 4.696424656896852, "model_name": "claude-fable-5-1", "out_of_srgb": false, "output_tokens": 22, "prediction": { "c": 0.12, "h": 75.0, "l": 0.63 }, "prompt_sha256": "cfc2f885cbdbcece08f23bb635b333e3e35d9a41ebaf72f1a755e461f8f494d4", "provider": "anthropic", "raw_prediction": "{\"l\":0.63,\"c\":0.12,\"h\":75}", "recorded_at": "2026-09-16T14:14:43.468415+00:00", "request_attempts": 1, "score": 86.19998934431308, "task_id": "colorbench-oklch-04", "tight_score": 44.79995737725233, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": false, "0.02": false, "0.05": true } } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "c8a0652a-5e0a-4d71-9ada-13aa4540a9a2", "result_sha256": "430670a3ed502377b864c20e0282abc85690bfd7f43fca7c231eb7989465005f", "result": { "component_errors": { "c": 0.013125551628440618, "h": 2.007140960468064, "l": 0.014093357125907646 }, "correct": null, "cost_estimated": false, "cost_usd": 0.01157, "delta_e_ok": 0.019842729347039054, "error": null, "error_kind": null, "family": "oklch", "ground_truth": { "rgb": [ 135, 85, 175 ] }, "group_id": "numeric-05", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-05.png", "input_tokens": 1047, "latency_sec": 4.737062386004254, "model_name": "claude-fable-5-1", "out_of_srgb": false, "output_tokens": 22, "prediction": { "c": 0.13, "h": 310.0, "l": 0.53 }, "prompt_sha256": "cfc2f885cbdbcece08f23bb635b333e3e35d9a41ebaf72f1a755e461f8f494d4", "provider": "anthropic", "raw_prediction": "{\"l\":0.53,\"c\":0.13,\"h\":310}", "recorded_at": "2026-09-16T14:07:30.296926+00:00", "request_attempts": 1, "score": 90.07863532648047, "task_id": "colorbench-oklch-05", "tight_score": 60.314541305921885, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": false, "0.02": true, "0.05": true } } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "ad381cd7-255f-409d-8852-e8ac6fecf158", "result_sha256": "24d81991c69bfe12322b485adbd8d4939e31c446748633f45c575728bfee2a05", "result": { "component_errors": { "c": 0.0012632622246576825, "h": 1.126765068149865, "l": 0.0029989354550193914 }, "correct": null, "cost_estimated": false, "cost_usd": 0.01157, "delta_e_ok": 0.0034572184844438437, "error": null, "error_kind": null, "family": "oklch", "ground_truth": { "rgb": [ 22, 48, 75 ] }, "group_id": "numeric-06", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-06.png", "input_tokens": 1047, "latency_sec": 3.7122022369876504, "model_name": "claude-fable-5-1", "out_of_srgb": false, "output_tokens": 22, "prediction": { "c": 0.06, "h": 250.0, "l": 0.3 }, "prompt_sha256": "cfc2f885cbdbcece08f23bb635b333e3e35d9a41ebaf72f1a755e461f8f494d4", "provider": "anthropic", "raw_prediction": "{\"l\":0.3,\"c\":0.06,\"h\":250}", "recorded_at": "2026-09-16T16:21:42.295238+00:00", "request_attempts": 1, "score": 98.27139075777808, "task_id": "colorbench-oklch-06", "tight_score": 93.08556303111232, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": true, "0.01": true, "0.02": true, "0.05": true } } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "279e83f6-166b-4f48-a771-40eba2a50f31", "result_sha256": "eef70968572f855a9b283a5171bfe8a2af87d3d8062296eb1de3fda1ea2aff2e", "result": { "component_errors": { "c": 0.007311621245722155, "h": 0.08212992486247117, "l": 0.010092721588155329 }, "correct": null, "cost_estimated": false, "cost_usd": 0.01157, "delta_e_ok": 0.012462997997828991, "error": null, "error_kind": null, "family": "oklch", "ground_truth": { "rgb": [ 225, 215, 188 ] }, "group_id": "numeric-07", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-07.png", "input_tokens": 1047, "latency_sec": 3.3717232949566096, "model_name": "claude-fable-5-1", "out_of_srgb": false, "output_tokens": 22, "prediction": { "c": 0.045, "h": 90.0, "l": 0.87 }, "prompt_sha256": "cfc2f885cbdbcece08f23bb635b333e3e35d9a41ebaf72f1a755e461f8f494d4", "provider": "anthropic", "raw_prediction": "{\"l\":0.87,\"c\":0.045,\"h\":90}", "recorded_at": "2026-09-16T15:36:52.507660+00:00", "request_attempts": 1, "score": 93.7685010010855, "task_id": "colorbench-oklch-07", "tight_score": 75.07400400434202, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": false, "0.02": true, "0.05": true } } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "7cacef4c-27b1-43a3-a569-b24622c1a5c1", "result_sha256": "eff81385c6fdbcaf0e5db671b0a5a266dfb01175e849b3cb0beae5e208cfeb22", "result": { "component_errors": { "c": 0.0, "h": null, "l": 0.00012919829288227103 }, "correct": null, "cost_estimated": false, "cost_usd": 0.01147, "delta_e_ok": 0.00012919829481709103, "error": null, "error_kind": null, "family": "oklch", "ground_truth": { "rgb": [ 128, 128, 128 ] }, "group_id": "numeric-08", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-08.png", "input_tokens": 1047, "latency_sec": 3.998559024068527, "model_name": "claude-fable-5-1", "out_of_srgb": false, "output_tokens": 20, "prediction": { "c": 0.0, "h": 0.0, "l": 0.6 }, "prompt_sha256": "cfc2f885cbdbcece08f23bb635b333e3e35d9a41ebaf72f1a755e461f8f494d4", "provider": "anthropic", "raw_prediction": "{\"l\":0.6,\"c\":0,\"h\":0}", "recorded_at": "2026-09-16T15:23:08.484007+00:00", "request_attempts": 1, "score": 99.93540085259144, "task_id": "colorbench-oklch-08", "tight_score": 99.74160341036583, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": true, "0.01": true, "0.02": true, "0.05": true } } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "fce8cc2a-a8be-45ac-a70f-67362976d82f", "result_sha256": "edd08232a8c51bbd52a0a9e90d08cbdcd2b74c0c0093a00ac8d0e9463625699a", "result": { "component_errors": { "c": 0.0013807544080961243, "h": 0.34935647130703273, "l": 0.012646550277791269 }, "correct": null, "cost_estimated": false, "cost_usd": 0.01157, "delta_e_ok": 0.012795914370730866, "error": null, "error_kind": null, "family": "oklch", "ground_truth": { "rgb": [ 230, 32, 44 ] }, "group_id": "numeric-09", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-09.png", "input_tokens": 1047, "latency_sec": 5.4010268920101225, "model_name": "claude-fable-5-1", "out_of_srgb": false, "output_tokens": 22, "prediction": { "c": 0.225, "h": 26.0, "l": 0.58 }, "prompt_sha256": "cfc2f885cbdbcece08f23bb635b333e3e35d9a41ebaf72f1a755e461f8f494d4", "provider": "anthropic", "raw_prediction": "{\"l\":0.58,\"c\":0.225,\"h\":26}", "recorded_at": "2026-09-16T14:27:13.612747+00:00", "request_attempts": 1, "score": 93.60204281463457, "task_id": "colorbench-oklch-09", "tight_score": 74.40817125853827, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": false, "0.02": true, "0.05": true } } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "d2fbf5b6-9ff6-45b1-acab-758254f71e2b", "result_sha256": "79bb4c9db4cfec3fbd599e789f1696705e8aace0b8c3e47b19258966cfba0445", "result": { "component_errors": { "c": 0.013979400707593126, "h": 3.2920987962712616, "l": 0.005123915402253654 }, "correct": null, "cost_estimated": false, "cost_usd": 0.01157, "delta_e_ok": 0.017584630208576372, "error": null, "error_kind": null, "family": "oklch", "ground_truth": { "rgb": [ 24, 158, 82 ] }, "group_id": "numeric-10", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-10.png", "input_tokens": 1047, "latency_sec": 3.318452241946943, "model_name": "claude-fable-5-1", "out_of_srgb": true, "output_tokens": 22, "prediction": { "c": 0.17, "h": 155.0, "l": 0.62 }, "prompt_sha256": "cfc2f885cbdbcece08f23bb635b333e3e35d9a41ebaf72f1a755e461f8f494d4", "provider": "anthropic", "raw_prediction": "{\"l\":0.62,\"c\":0.17,\"h\":155}", "recorded_at": "2026-09-16T15:46:53.698806+00:00", "request_attempts": 1, "score": 91.20768489571182, "task_id": "colorbench-oklch-10", "tight_score": 64.83073958284726, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": false, "0.02": true, "0.05": true } } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "23757156-ddd8-43d1-ad88-c5229bb3483e", "result_sha256": "2f3b7add1a792acc1752639d074c40837328461df3901a0afc9675e1b8bb2f88", "result": { "component_errors": { "c": 0.017840148314169968, "h": 2.215151949296171, "l": 0.00554996115838724 }, "correct": null, "cost_estimated": false, "cost_usd": 0.01157, "delta_e_ok": 0.02070650657982643, "error": null, "error_kind": null, "family": "oklch", "ground_truth": { "rgb": [ 44, 84, 228 ] }, "group_id": "numeric-11", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-11.png", "input_tokens": 1047, "latency_sec": 3.6820050749229267, "model_name": "claude-fable-5-1", "out_of_srgb": false, "output_tokens": 22, "prediction": { "c": 0.24, "h": 264.0, "l": 0.52 }, "prompt_sha256": "cfc2f885cbdbcece08f23bb635b333e3e35d9a41ebaf72f1a755e461f8f494d4", "provider": "anthropic", "raw_prediction": "{\"l\":0.52,\"c\":0.24,\"h\":264}", "recorded_at": "2026-09-16T14:01:30.494738+00:00", "request_attempts": 1, "score": 89.64674671008679, "task_id": "colorbench-oklch-11", "tight_score": 58.586986840347144, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": false, "0.02": false, "0.05": true } } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "7bccce71-c3c5-4160-af7b-5f77ee02eb83", "result_sha256": "e9c87c3645fe6d04d0d65b59535131cc8cf9e46ede219539264c077eb8e3a9bd", "result": { "component_errors": { "c": 0.0026105754932969905, "h": 1.6341516928604278, "l": 0.004082831373437346 }, "correct": null, "cost_estimated": false, "cost_usd": 0.01157, "delta_e_ok": 0.006828704397431057, "error": null, "error_kind": null, "family": "oklch", "ground_truth": { "rgb": [ 236, 208, 44 ] }, "group_id": "numeric-12", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-12.png", "input_tokens": 1047, "latency_sec": 4.1361094150925055, "model_name": "claude-fable-5-1", "out_of_srgb": false, "output_tokens": 22, "prediction": { "c": 0.17, "h": 97.0, "l": 0.86 }, "prompt_sha256": "cfc2f885cbdbcece08f23bb635b333e3e35d9a41ebaf72f1a755e461f8f494d4", "provider": "anthropic", "raw_prediction": "{\"l\":0.86,\"c\":0.17,\"h\":97}", "recorded_at": "2026-09-16T14:38:34.990605+00:00", "request_attempts": 1, "score": 96.58564780128447, "task_id": "colorbench-oklch-12", "tight_score": 86.3425912051379, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": true, "0.02": true, "0.05": true } } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "cdea4d22-64a8-491b-a583-b543d7019f5b", "result_sha256": "9aa31bd52871d339a2d46c06721eae9f6a3c9899b244709a739ea02510449a2b", "result": { "component_errors": { "c": 0.0010278807849283533, "h": 0.05634901887896149, "l": 0.0009736712297809813 }, "correct": null, "cost_estimated": false, "cost_usd": 0.04667, "delta_e_ok": 0.0014329398568752336, "error": null, "error_kind": null, "family": "oklch", "ground_truth": { "rgb": [ 198, 58, 188 ] }, "group_id": "numeric-13", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-13.png", "input_tokens": 1047, "latency_sec": 11.871229072101414, "model_name": "claude-fable-5-1", "out_of_srgb": false, "output_tokens": 724, "prediction": { "c": 0.225, "h": 331.0, "l": 0.6 }, "prompt_sha256": "cfc2f885cbdbcece08f23bb635b333e3e35d9a41ebaf72f1a755e461f8f494d4", "provider": "anthropic", "raw_prediction": "{\"l\":0.6,\"c\":0.225,\"h\":331}", "recorded_at": "2026-09-16T14:05:00.554875+00:00", "request_attempts": 1, "score": 99.28353007156238, "task_id": "colorbench-oklch-13", "tight_score": 97.13412028624954, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": true, "0.01": true, "0.02": true, "0.05": true } } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "69614139-0520-4fc0-8b0a-64af6b0e8906", "result_sha256": "c24ca2dfa07914f92433619b5bf6fb92e10d2607b39ecba61383a7e80f8f042f", "result": { "component_errors": { "c": 0.007786331962802234, "h": 3.106234077695092, "l": 0.006561656546323014 }, "correct": null, "cost_estimated": false, "cost_usd": 0.01157, "delta_e_ok": 0.011968720401199633, "error": null, "error_kind": null, "family": "oklch", "ground_truth": { "rgb": [ 44, 178, 198 ] }, "group_id": "numeric-14", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-14.png", "input_tokens": 1047, "latency_sec": 8.553408988052979, "model_name": "claude-fable-5-1", "out_of_srgb": false, "output_tokens": 22, "prediction": { "c": 0.12, "h": 207.0, "l": 0.71 }, "prompt_sha256": "cfc2f885cbdbcece08f23bb635b333e3e35d9a41ebaf72f1a755e461f8f494d4", "provider": "anthropic", "raw_prediction": "{\"l\":0.71,\"c\":0.12,\"h\":207}", "recorded_at": "2026-09-16T15:06:21.977921+00:00", "request_attempts": 1, "score": 94.01563979940019, "task_id": "colorbench-oklch-14", "tight_score": 76.06255919760073, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": false, "0.02": true, "0.05": true } } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "6cf06b4b-9e8f-4508-aeb6-c78ba3c44d5b", "result_sha256": "4fcc7ba1460c31f4222ecaa059b6162e7274b94c1d4aaf29509afb47e87a28a1", "result": { "component_errors": { "c": 0.0039064793061580495, "h": null, "l": 0.006059368645324581 }, "correct": null, "cost_estimated": false, "cost_usd": 0.01157, "delta_e_ok": 0.007234039947990828, "error": null, "error_kind": null, "family": "oklch", "ground_truth": { "rgb": [ 16, 16, 18 ] }, "group_id": "numeric-15", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-15.png", "input_tokens": 1047, "latency_sec": 4.06448650395032, "model_name": "claude-fable-5-1", "out_of_srgb": false, "output_tokens": 22, "prediction": { "c": 0.008, "h": 280.0, "l": 0.18 }, "prompt_sha256": "cfc2f885cbdbcece08f23bb635b333e3e35d9a41ebaf72f1a755e461f8f494d4", "provider": "anthropic", "raw_prediction": "{\"l\":0.18,\"c\":0.008,\"h\":280}", "recorded_at": "2026-09-16T15:49:20.224847+00:00", "request_attempts": 1, "score": 96.38298002600459, "task_id": "colorbench-oklch-15", "tight_score": 85.53192010401834, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": true, "0.02": true, "0.05": true } } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "de15ea71-7df1-45eb-a938-d632322c4501", "result_sha256": "b2f01448b662b868dcd24ff96c664b61e224fe7d01e53bbe8c20584b7ec0fc61", "result": { "component_errors": { "c": 0.00402418443123451, "h": null, "l": 0.008317975741075623 }, "correct": null, "cost_estimated": false, "cost_usd": 0.01157, "delta_e_ok": 0.00924679462865226, "error": null, "error_kind": null, "family": "oklch", "ground_truth": { "rgb": [ 243, 243, 240 ] }, "group_id": "numeric-16", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-16.png", "input_tokens": 1047, "latency_sec": 4.456481511006132, "model_name": "claude-fable-5-1", "out_of_srgb": false, "output_tokens": 22, "prediction": { "c": 0.008, "h": 110.0, "l": 0.955 }, "prompt_sha256": "cfc2f885cbdbcece08f23bb635b333e3e35d9a41ebaf72f1a755e461f8f494d4", "provider": "anthropic", "raw_prediction": "{\"l\":0.955,\"c\":0.008,\"h\":110}", "recorded_at": "2026-09-16T14:44:07.444432+00:00", "request_attempts": 1, "score": 95.37660268567387, "task_id": "colorbench-oklch-16", "tight_score": 81.50641074269548, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": true, "0.02": true, "0.05": true } } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "42609a42-9af9-458e-921b-c8f3e51684d6", "result_sha256": "56f7891e049462b7b3a070b8202dbdb24848491b9b6a5104fc12d1c97c9d24e6", "result": { "component_errors": { "b": 0, "g": 2, "r": 2 }, "correct": null, "cost_estimated": false, "cost_usd": 0.01101, "delta_e_ok": 0.00598102708097942, "error": null, "error_kind": null, "family": "rgb", "ground_truth": { "rgb": [ 192, 64, 80 ] }, "group_id": "numeric-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-01.png", "input_tokens": 1011, "latency_sec": 5.194955017999746, "model_name": "claude-fable-5-1", "out_of_srgb": false, "output_tokens": 18, "prediction": { "b": 80, "g": 62, "r": 190 }, "prompt_sha256": "09fd259e1933fb6529f0be5f0819e7edcbad485141fc78abea1ceadc70f0cf55", "provider": "anthropic", "raw_prediction": "{\"r\":190,\"g\":62,\"b\":80}", "recorded_at": "2026-09-16T15:32:41.865161+00:00", "request_attempts": 1, "score": 97.00948645951028, "task_id": "colorbench-rgb-01", "tight_score": 88.03794583804117, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": true, "0.02": true, "0.05": true } } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "3262e109-25e4-4a7e-afa5-afbae2d9acc8", "result_sha256": "29c19a78a93f0bb0fc359be45657d0c44a997379894b98812621ea4f22a17297", "result": { "component_errors": { "b": 3, "g": 0, "r": 1 }, "correct": null, "cost_estimated": false, "cost_usd": 0.01101, "delta_e_ok": 0.004716352297850964, "error": null, "error_kind": null, "family": "rgb", "ground_truth": { "rgb": [ 38, 112, 190 ] }, "group_id": "numeric-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-02.png", "input_tokens": 1011, "latency_sec": 3.7271054049488157, "model_name": "claude-fable-5-1", "out_of_srgb": false, "output_tokens": 18, "prediction": { "b": 187, "g": 112, "r": 39 }, "prompt_sha256": "09fd259e1933fb6529f0be5f0819e7edcbad485141fc78abea1ceadc70f0cf55", "provider": "anthropic", "raw_prediction": "{\"r\":39,\"g\":112,\"b\":187}", "recorded_at": "2026-09-16T15:09:38.947624+00:00", "request_attempts": 1, "score": 97.64182385107452, "task_id": "colorbench-rgb-02", "tight_score": 90.56729540429808, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": true, "0.01": true, "0.02": true, "0.05": true } } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "e242346a-00a8-4b49-8e39-0ebc6a8abd97", "result_sha256": "732e458d2548b6b4f5b1429764357da691ace63bb99163c363cbb1a908df34bf", "result": { "component_errors": { "b": 1, "g": 0, "r": 2 }, "correct": null, "cost_estimated": false, "cost_usd": 0.01101, "delta_e_ok": 0.0023026151120564176, "error": null, "error_kind": null, "family": "rgb", "ground_truth": { "rgb": [ 60, 140, 100 ] }, "group_id": "numeric-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-03.png", "input_tokens": 1011, "latency_sec": 3.6212886390276253, "model_name": "claude-fable-5-1", "out_of_srgb": false, "output_tokens": 18, "prediction": { "b": 99, "g": 140, "r": 58 }, "prompt_sha256": "09fd259e1933fb6529f0be5f0819e7edcbad485141fc78abea1ceadc70f0cf55", "provider": "anthropic", "raw_prediction": "{\"r\":58,\"g\":140,\"b\":99}", "recorded_at": "2026-09-16T16:25:38.936080+00:00", "request_attempts": 1, "score": 98.84869244397179, "task_id": "colorbench-rgb-03", "tight_score": 95.39476977588717, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": true, "0.01": true, "0.02": true, "0.05": true } } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "87efd224-b534-4260-b155-9843c554c5d1", "result_sha256": "8a49d60ec4c5539c31fba828013d6ccf0f20e746436cf986b808afb146981f73", "result": { "component_errors": { "b": 1, "g": 2, "r": 3 }, "correct": null, "cost_estimated": false, "cost_usd": 0.01101, "delta_e_ok": 0.00772122328020524, "error": null, "error_kind": null, "family": "rgb", "ground_truth": { "rgb": [ 185, 135, 45 ] }, "group_id": "numeric-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-04.png", "input_tokens": 1011, "latency_sec": 4.203511958010495, "model_name": "claude-fable-5-1", "out_of_srgb": false, "output_tokens": 18, "prediction": { "b": 46, "g": 133, "r": 182 }, "prompt_sha256": "09fd259e1933fb6529f0be5f0819e7edcbad485141fc78abea1ceadc70f0cf55", "provider": "anthropic", "raw_prediction": "{\"r\":182,\"g\":133,\"b\":46}", "recorded_at": "2026-09-16T14:43:37.666326+00:00", "request_attempts": 1, "score": 96.13938835989738, "task_id": "colorbench-rgb-04", "tight_score": 84.55755343958951, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": true, "0.02": true, "0.05": true } } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "0e3a51a7-759b-4935-9d9c-16346e5a3c82", "result_sha256": "fb862ba353b3fe9eeeef3c685894e882c6f534e35996eaae35bfa2b4d54d9540", "result": { "component_errors": { "b": 1, "g": 2, "r": 2 }, "correct": null, "cost_estimated": false, "cost_usd": 0.01101, "delta_e_ok": 0.006271901609412039, "error": null, "error_kind": null, "family": "rgb", "ground_truth": { "rgb": [ 135, 85, 175 ] }, "group_id": "numeric-05", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-05.png", "input_tokens": 1011, "latency_sec": 3.8653198000974953, "model_name": "claude-fable-5-1", "out_of_srgb": false, "output_tokens": 18, "prediction": { "b": 174, "g": 83, "r": 133 }, "prompt_sha256": "09fd259e1933fb6529f0be5f0819e7edcbad485141fc78abea1ceadc70f0cf55", "provider": "anthropic", "raw_prediction": "{\"r\":133,\"g\":83,\"b\":174}", "recorded_at": "2026-09-16T16:32:29.023185+00:00", "request_attempts": 1, "score": 96.86404919529397, "task_id": "colorbench-rgb-05", "tight_score": 87.45619678117592, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": true, "0.02": true, "0.05": true } } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "dcf5b894-2a36-493e-a354-452503002d8a", "result_sha256": "e424b99fdb104d4825523f380e2da4a1e91554357fe145a73ae9ae65e807da6a", "result": { "component_errors": { "b": 2, "g": 0, "r": 1 }, "correct": null, "cost_estimated": false, "cost_usd": 0.01101, "delta_e_ok": 0.00395125166658882, "error": null, "error_kind": null, "family": "rgb", "ground_truth": { "rgb": [ 22, 48, 75 ] }, "group_id": "numeric-06", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-06.png", "input_tokens": 1011, "latency_sec": 3.4010175919393077, "model_name": "claude-fable-5-1", "out_of_srgb": false, "output_tokens": 18, "prediction": { "b": 77, "g": 48, "r": 23 }, "prompt_sha256": "09fd259e1933fb6529f0be5f0819e7edcbad485141fc78abea1ceadc70f0cf55", "provider": "anthropic", "raw_prediction": "{\"r\":23,\"g\":48,\"b\":77}", "recorded_at": "2026-09-16T15:06:48.151462+00:00", "request_attempts": 1, "score": 98.02437416670558, "task_id": "colorbench-rgb-06", "tight_score": 92.09749666682237, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": true, "0.01": true, "0.02": true, "0.05": true } } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "329de36d-6927-42c8-a42c-5d1874b52b1c", "result_sha256": "60a258d3d4e66187597a342c732edbd01489e88741d1cce4ece387fa39cfa111", "result": { "component_errors": { "b": 2, "g": 1, "r": 1 }, "correct": null, "cost_estimated": false, "cost_usd": 0.01101, "delta_e_ok": 0.0035674819470336203, "error": null, "error_kind": null, "family": "rgb", "ground_truth": { "rgb": [ 225, 215, 188 ] }, "group_id": "numeric-07", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-07.png", "input_tokens": 1011, "latency_sec": 4.114651479991153, "model_name": "claude-fable-5-1", "out_of_srgb": false, "output_tokens": 18, "prediction": { "b": 186, "g": 214, "r": 224 }, "prompt_sha256": "09fd259e1933fb6529f0be5f0819e7edcbad485141fc78abea1ceadc70f0cf55", "provider": "anthropic", "raw_prediction": "{\"r\":224,\"g\":214,\"b\":186}", "recorded_at": "2026-09-16T14:44:37.092548+00:00", "request_attempts": 1, "score": 98.21625902648319, "task_id": "colorbench-rgb-07", "tight_score": 92.86503610593276, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": true, "0.01": true, "0.02": true, "0.05": true } } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "26b2c4c7-ba53-4dff-bd79-fd19b3459b91", "result_sha256": "4fa9f72cf8f3383be7f29f9b09c59a8e2f420a2f04ebc27ab92f3bcfa9ce06e3", "result": { "component_errors": { "b": 0, "g": 0, "r": 0 }, "correct": null, "cost_estimated": false, "cost_usd": 0.01101, "delta_e_ok": 0.0, "error": null, "error_kind": null, "family": "rgb", "ground_truth": { "rgb": [ 128, 128, 128 ] }, "group_id": "numeric-08", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-08.png", "input_tokens": 1011, "latency_sec": 3.924291769042611, "model_name": "claude-fable-5-1", "out_of_srgb": false, "output_tokens": 18, "prediction": { "b": 128, "g": 128, "r": 128 }, "prompt_sha256": "09fd259e1933fb6529f0be5f0819e7edcbad485141fc78abea1ceadc70f0cf55", "provider": "anthropic", "raw_prediction": "{\"r\":128,\"g\":128,\"b\":128}", "recorded_at": "2026-09-16T15:38:10.577533+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-rgb-08", "tight_score": 100.0, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": true, "0.01": true, "0.02": true, "0.05": true } } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "b2089b2f-fa6e-42b2-8a39-1ee9e1910f2c", "result_sha256": "f4b226c4b42a791036a43d3521bfc28eb1da251de8fa74ad7f213839348f47cf", "result": { "component_errors": { "b": 1, "g": 2, "r": 2 }, "correct": null, "cost_estimated": false, "cost_usd": 0.01101, "delta_e_ok": 0.0049553908547366006, "error": null, "error_kind": null, "family": "rgb", "ground_truth": { "rgb": [ 230, 32, 44 ] }, "group_id": "numeric-09", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-09.png", "input_tokens": 1011, "latency_sec": 3.4713617829838768, "model_name": "claude-fable-5-1", "out_of_srgb": false, "output_tokens": 18, "prediction": { "b": 45, "g": 30, "r": 228 }, "prompt_sha256": "09fd259e1933fb6529f0be5f0819e7edcbad485141fc78abea1ceadc70f0cf55", "provider": "anthropic", "raw_prediction": "{\"r\":228,\"g\":30,\"b\":45}", "recorded_at": "2026-09-16T15:34:52.305468+00:00", "request_attempts": 1, "score": 97.5223045726317, "task_id": "colorbench-rgb-09", "tight_score": 90.0892182905268, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": true, "0.01": true, "0.02": true, "0.05": true } } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "1b4b7027-aff1-48c6-9d11-160036ce230c", "result_sha256": "f68130d00841a15dd8c6a089f59d0ba16ff233f967729d4f5d1ae1a4e1671825", "result": { "component_errors": { "b": 0, "g": 0, "r": 0 }, "correct": null, "cost_estimated": false, "cost_usd": 0.01101, "delta_e_ok": 0.0, "error": null, "error_kind": null, "family": "rgb", "ground_truth": { "rgb": [ 24, 158, 82 ] }, "group_id": "numeric-10", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-10.png", "input_tokens": 1011, "latency_sec": 4.8016673740930855, "model_name": "claude-fable-5-1", "out_of_srgb": false, "output_tokens": 18, "prediction": { "b": 82, "g": 158, "r": 24 }, "prompt_sha256": "09fd259e1933fb6529f0be5f0819e7edcbad485141fc78abea1ceadc70f0cf55", "provider": "anthropic", "raw_prediction": "{\"r\":24,\"g\":158,\"b\":82}", "recorded_at": "2026-09-16T14:46:06.968767+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-rgb-10", "tight_score": 100.0, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": true, "0.01": true, "0.02": true, "0.05": true } } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "eec576f2-30e5-41bf-ae0f-f879009555b4", "result_sha256": "a452e02110e7353ff5603113891bf24660ed4399eb44b4ed934167984ff60c6e", "result": { "component_errors": { "b": 0, "g": 1, "r": 3 }, "correct": null, "cost_estimated": false, "cost_usd": 0.01101, "delta_e_ok": 0.0028762594642428928, "error": null, "error_kind": null, "family": "rgb", "ground_truth": { "rgb": [ 44, 84, 228 ] }, "group_id": "numeric-11", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-11.png", "input_tokens": 1011, "latency_sec": 3.48695014603436, "model_name": "claude-fable-5-1", "out_of_srgb": false, "output_tokens": 18, "prediction": { "b": 228, "g": 83, "r": 47 }, "prompt_sha256": "09fd259e1933fb6529f0be5f0819e7edcbad485141fc78abea1ceadc70f0cf55", "provider": "anthropic", "raw_prediction": "{\"r\":47,\"g\":83,\"b\":228}", "recorded_at": "2026-09-16T16:32:44.483427+00:00", "request_attempts": 1, "score": 98.56187026787855, "task_id": "colorbench-rgb-11", "tight_score": 94.24748107151422, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": true, "0.01": true, "0.02": true, "0.05": true } } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "39e61db7-f0b6-47c7-8481-4e2a93626490", "result_sha256": "faca6ed9edf33468d0aa22b241db0a10091108612f6b54d13f6ee0d7e37003c9", "result": { "component_errors": { "b": 1, "g": 2, "r": 1 }, "correct": null, "cost_estimated": false, "cost_usd": 0.01101, "delta_e_ok": 0.005011974037849622, "error": null, "error_kind": null, "family": "rgb", "ground_truth": { "rgb": [ 236, 208, 44 ] }, "group_id": "numeric-12", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-12.png", "input_tokens": 1011, "latency_sec": 4.3819826419930905, "model_name": "claude-fable-5-1", "out_of_srgb": false, "output_tokens": 18, "prediction": { "b": 45, "g": 210, "r": 235 }, "prompt_sha256": "09fd259e1933fb6529f0be5f0819e7edcbad485141fc78abea1ceadc70f0cf55", "provider": "anthropic", "raw_prediction": "{\"r\":235,\"g\":210,\"b\":45}", "recorded_at": "2026-09-16T15:37:47.160670+00:00", "request_attempts": 1, "score": 97.49401298107519, "task_id": "colorbench-rgb-12", "tight_score": 89.97605192430076, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": true, "0.02": true, "0.05": true } } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "b0e6e180-9ec3-4822-af77-292673730e57", "result_sha256": "9a43fcc29af7fbef9a6961a2bbecd0d81b5c48577e09d17bd98ff7bdcd42d94d", "result": { "component_errors": { "b": 2, "g": 0, "r": 2 }, "correct": null, "cost_estimated": false, "cost_usd": 0.01101, "delta_e_ok": 0.005225553167796096, "error": null, "error_kind": null, "family": "rgb", "ground_truth": { "rgb": [ 198, 58, 188 ] }, "group_id": "numeric-13", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-13.png", "input_tokens": 1011, "latency_sec": 7.5478225640254095, "model_name": "claude-fable-5-1", "out_of_srgb": false, "output_tokens": 18, "prediction": { "b": 190, "g": 58, "r": 196 }, "prompt_sha256": "09fd259e1933fb6529f0be5f0819e7edcbad485141fc78abea1ceadc70f0cf55", "provider": "anthropic", "raw_prediction": "{\"r\":196,\"g\":58,\"b\":190}", "recorded_at": "2026-09-16T15:18:16.839133+00:00", "request_attempts": 1, "score": 97.38722341610196, "task_id": "colorbench-rgb-13", "tight_score": 89.54889366440781, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": true, "0.02": true, "0.05": true } } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "6322617c-b5af-46b0-8cf0-8912bd09a1ec", "result_sha256": "22435a80a16bb4c5e071cd1972081aea7262e3e45f223273cbbcba0d7e2d893a", "result": { "component_errors": { "b": 1, "g": 2, "r": 2 }, "correct": null, "cost_estimated": false, "cost_usd": 0.01101, "delta_e_ok": 0.005855002030585239, "error": null, "error_kind": null, "family": "rgb", "ground_truth": { "rgb": [ 44, 178, 198 ] }, "group_id": "numeric-14", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-14.png", "input_tokens": 1011, "latency_sec": 3.505923609016463, "model_name": "claude-fable-5-1", "out_of_srgb": false, "output_tokens": 18, "prediction": { "b": 197, "g": 176, "r": 42 }, "prompt_sha256": "09fd259e1933fb6529f0be5f0819e7edcbad485141fc78abea1ceadc70f0cf55", "provider": "anthropic", "raw_prediction": "{\"r\":42,\"g\":176,\"b\":197}", "recorded_at": "2026-09-16T15:08:22.065126+00:00", "request_attempts": 1, "score": 97.07249898470738, "task_id": "colorbench-rgb-14", "tight_score": 88.28999593882952, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": true, "0.02": true, "0.05": true } } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "d6cc3e33-4f03-4f06-a2cc-cc2737344742", "result_sha256": "3dc4ca61be25f9687dcb794a9332eb22b736b7d1135c7bf2441e48a16ddfaa6d", "result": { "component_errors": { "b": 2, "g": 0, "r": 0 }, "correct": null, "cost_estimated": false, "cost_usd": 0.01101, "delta_e_ok": 0.004227139489422675, "error": null, "error_kind": null, "family": "rgb", "ground_truth": { "rgb": [ 16, 16, 18 ] }, "group_id": "numeric-15", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-15.png", "input_tokens": 1011, "latency_sec": 4.853900450980291, "model_name": "claude-fable-5-1", "out_of_srgb": false, "output_tokens": 18, "prediction": { "b": 20, "g": 16, "r": 16 }, "prompt_sha256": "09fd259e1933fb6529f0be5f0819e7edcbad485141fc78abea1ceadc70f0cf55", "provider": "anthropic", "raw_prediction": "{\"r\":16,\"g\":16,\"b\":20}", "recorded_at": "2026-09-16T15:30:33.950748+00:00", "request_attempts": 1, "score": 97.88643025528866, "task_id": "colorbench-rgb-15", "tight_score": 91.54572102115465, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": true, "0.01": true, "0.02": true, "0.05": true } } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "d74bf188-6254-40b8-b3de-a0a6093e6c86", "result_sha256": "13bdbc77c6afe2015376b0fd7180cd7eb0cf22f2bce6e135cec0b8277c19e084", "result": { "component_errors": { "b": 2, "g": 0, "r": 1 }, "correct": null, "cost_estimated": false, "cost_usd": 0.01101, "delta_e_ok": 0.003135951563921123, "error": null, "error_kind": null, "family": "rgb", "ground_truth": { "rgb": [ 243, 243, 240 ] }, "group_id": "numeric-16", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-16.png", "input_tokens": 1011, "latency_sec": 2.9962640940211713, "model_name": "claude-fable-5-1", "out_of_srgb": false, "output_tokens": 18, "prediction": { "b": 238, "g": 243, "r": 242 }, "prompt_sha256": "09fd259e1933fb6529f0be5f0819e7edcbad485141fc78abea1ceadc70f0cf55", "provider": "anthropic", "raw_prediction": "{\"r\":242,\"g\":243,\"b\":238}", "recorded_at": "2026-09-16T15:36:26.849225+00:00", "request_attempts": 1, "score": 98.43202421803944, "task_id": "colorbench-rgb-16", "tight_score": 93.72809687215775, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": true, "0.01": true, "0.02": true, "0.05": true } } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "74785c98-f7fe-4e70-aea3-8091f1be054b", "result_sha256": "3604e7867318d448a25430f5e361871ff8b5a8a962328a7a9c4c63820fb8d795", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.01018, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "A" }, "group_id": "samediff-pair-01-aa", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-01-aa.png", "input_tokens": 963, "latency_sec": 2.3037119889631867, "model_name": "claude-fable-5-1", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "5e7848665b728e9630152c817156693405880e5f162e38c259dfb28921044958", "provider": "anthropic", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T15:01:16.698411+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-01", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "1dd29feb-7a0d-43a5-9ac0-69a2abfc55aa", "result_sha256": "c4afed4e24f0f111211a10aae2634e2ec348028065d987d481e2638483b89c62", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.01018, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "B" }, "group_id": "samediff-pair-01-aa", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-01-aa.png", "input_tokens": 963, "latency_sec": 3.4058545159641653, "model_name": "claude-fable-5-1", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "0a4ab165981a50bcd6b555f867e9fb0981199d629c3115939bc1fd3f4639f344", "provider": "anthropic", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T16:29:34.119545+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-02", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "92570766-8f17-4b97-afea-05adad568bfe", "result_sha256": "831ff868a1f6625f40176d45344508e90ff80033879d27f11e7fce247721e0e9", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.01018, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "A" }, "group_id": "samediff-pair-01-bb", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-01-bb.png", "input_tokens": 963, "latency_sec": 5.091614707955159, "model_name": "claude-fable-5-1", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "5e7848665b728e9630152c817156693405880e5f162e38c259dfb28921044958", "provider": "anthropic", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T15:45:00.629427+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-03", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "563690b4-4c19-4d8e-8eaf-dd21dc392b03", "result_sha256": "be1876d03af23d7f454fe6957648c1357fa1248beaa6e79e2940eb5aad4e9c32", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.01018, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "B" }, "group_id": "samediff-pair-01-bb", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-01-bb.png", "input_tokens": 963, "latency_sec": 2.221290452987887, "model_name": "claude-fable-5-1", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "0a4ab165981a50bcd6b555f867e9fb0981199d629c3115939bc1fd3f4639f344", "provider": "anthropic", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T14:25:22.217967+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-04", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "981f3397-2e4c-48fa-bb58-0113682d94fe", "result_sha256": "c6313a4728cf090b8fcbf5f26b9054f3786a69076970112718d88d5fd35ff951", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.01018, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "B" }, "group_id": "samediff-pair-01-ab", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-01-ab.png", "input_tokens": 963, "latency_sec": 4.626972325029783, "model_name": "claude-fable-5-1", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "5e7848665b728e9630152c817156693405880e5f162e38c259dfb28921044958", "provider": "anthropic", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T15:39:28.187539+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-samediff-05", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "7a4ffa87-def5-4dde-aa7d-81650486f06c", "result_sha256": "380fcb4b3a7ae18b78597a5c3f16dcc468bf645df2e73737c899cfd9290d2780", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.01018, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "A" }, "group_id": "samediff-pair-01-ab", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-01-ab.png", "input_tokens": 963, "latency_sec": 3.7740845679072663, "model_name": "claude-fable-5-1", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "0a4ab165981a50bcd6b555f867e9fb0981199d629c3115939bc1fd3f4639f344", "provider": "anthropic", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T15:28:51.765457+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-samediff-06", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "601bbe00-f38d-4533-a905-b2cf4ef349d3", "result_sha256": "d0e2687bba5a5d3020d91ab7418ae4dd3ca7a7698967ae31a91e981b5fb4ea02", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.01018, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "B" }, "group_id": "samediff-pair-01-ba", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-01-ba.png", "input_tokens": 963, "latency_sec": 3.3761266260407865, "model_name": "claude-fable-5-1", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "5e7848665b728e9630152c817156693405880e5f162e38c259dfb28921044958", "provider": "anthropic", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T15:52:32.864711+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-07", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "08a225eb-a380-4b34-a897-bb497c617ce4", "result_sha256": "6b2001ac75af11a4476002552eaf3b6ebe4afe4b7c3c495a3ce6f5f359aea451", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.01018, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "A" }, "group_id": "samediff-pair-01-ba", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-01-ba.png", "input_tokens": 963, "latency_sec": 4.207186060026288, "model_name": "claude-fable-5-1", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "0a4ab165981a50bcd6b555f867e9fb0981199d629c3115939bc1fd3f4639f344", "provider": "anthropic", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T15:41:57.329482+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-08", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "ed44a85c-cad2-4589-9541-aa888b2fe1ca", "result_sha256": "59a6f56e122f455ef441c967b4d9e385302cd4d731a05b58c67b425178c7ad0e", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.01018, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "A" }, "group_id": "samediff-pair-02-aa", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-02-aa.png", "input_tokens": 963, "latency_sec": 3.6821621989365667, "model_name": "claude-fable-5-1", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "5e7848665b728e9630152c817156693405880e5f162e38c259dfb28921044958", "provider": "anthropic", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T16:01:44.052815+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-09", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "1207e9a7-77e0-4a99-a55c-7924a3f7bf1c", "result_sha256": "059a72faecbc98b608cfb674e47c293204ba6df9b020ff804e6b20907d8befac", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.01018, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "B" }, "group_id": "samediff-pair-02-aa", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-02-aa.png", "input_tokens": 963, "latency_sec": 3.607168389018625, "model_name": "claude-fable-5-1", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "0a4ab165981a50bcd6b555f867e9fb0981199d629c3115939bc1fd3f4639f344", "provider": "anthropic", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T16:24:57.387481+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-10", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "02f2f8e3-d042-4a91-b46b-99d5f8bd4829", "result_sha256": "94713fce074f0a0f0f47e7d4b6475072e0261c929769486e13e7aef82ac001ab", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.01018, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "A" }, "group_id": "samediff-pair-02-bb", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-02-bb.png", "input_tokens": 963, "latency_sec": 3.008729083929211, "model_name": "claude-fable-5-1", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "5e7848665b728e9630152c817156693405880e5f162e38c259dfb28921044958", "provider": "anthropic", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T15:51:20.115571+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-11", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "af6928c6-5593-42c3-943c-b44ec57be90d", "result_sha256": "a1ea555f79ffce0bb9b2c729443f664c2942650ec97e1a07d86b8800bef5eb4b", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.01018, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "B" }, "group_id": "samediff-pair-02-bb", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-02-bb.png", "input_tokens": 963, "latency_sec": 3.23225335101597, "model_name": "claude-fable-5-1", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "0a4ab165981a50bcd6b555f867e9fb0981199d629c3115939bc1fd3f4639f344", "provider": "anthropic", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T16:07:37.614789+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-12", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "c393902f-dfb7-4ac0-b4ba-e95c37b7919d", "result_sha256": "80c9618be508ce6c1ac7c5b950e3244d016477a5564075399fbf6e4d632528cf", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.01018, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "B" }, "group_id": "samediff-pair-02-ab", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-02-ab.png", "input_tokens": 963, "latency_sec": 5.996006745030172, "model_name": "claude-fable-5-1", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "5e7848665b728e9630152c817156693405880e5f162e38c259dfb28921044958", "provider": "anthropic", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T16:16:00.623407+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-13", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "998d7bb2-2535-4ed9-88ec-6999edbd7d39", "result_sha256": "a2403f60b46c4a6a360eee3d7e8296f4a6f5499673e29cb6a98a72e253f14b2e", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.01018, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "A" }, "group_id": "samediff-pair-02-ab", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-02-ab.png", "input_tokens": 963, "latency_sec": 5.3777964629698545, "model_name": "claude-fable-5-1", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "0a4ab165981a50bcd6b555f867e9fb0981199d629c3115939bc1fd3f4639f344", "provider": "anthropic", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T15:32:00.764158+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-samediff-14", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "15d83b1a-f3e5-4f3f-a864-f487ffaf9153", "result_sha256": "e4fb96f64d1c3701dd8cc892b4acc0d96754ec0b13d7eec1bac1af597e7fd57a", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.01018, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "B" }, "group_id": "samediff-pair-02-ba", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-02-ba.png", "input_tokens": 963, "latency_sec": 3.4093809680780396, "model_name": "claude-fable-5-1", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "5e7848665b728e9630152c817156693405880e5f162e38c259dfb28921044958", "provider": "anthropic", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T16:23:30.679726+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-15", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "395b69cf-38fa-428e-ad24-f4029227617d", "result_sha256": "369e1a23eaad3d579d573e186ffd52132e54a974a90af18bae91e246636c3d1d", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.01018, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "A" }, "group_id": "samediff-pair-02-ba", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-02-ba.png", "input_tokens": 963, "latency_sec": 4.957898364053108, "model_name": "claude-fable-5-1", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "0a4ab165981a50bcd6b555f867e9fb0981199d629c3115939bc1fd3f4639f344", "provider": "anthropic", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T14:26:59.413213+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-16", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "e3ac9b79-05be-4396-ab80-0d6091e57f1c", "result_sha256": "95a239b588a1effa1327d2660a5d2449f623721040b880bb16d16b00feeb88f8", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.01018, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "A" }, "group_id": "samediff-pair-03-aa", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-03-aa.png", "input_tokens": 963, "latency_sec": 3.258964887005277, "model_name": "claude-fable-5-1", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "5e7848665b728e9630152c817156693405880e5f162e38c259dfb28921044958", "provider": "anthropic", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T15:25:15.549349+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-17", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "df5eb5c9-4363-4808-a320-c188f99266cb", "result_sha256": "6bd52792039b0c8681f6d5be5a5bcd848efa0743be6d65515a057f62bf8960b8", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.01018, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "B" }, "group_id": "samediff-pair-03-aa", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-03-aa.png", "input_tokens": 963, "latency_sec": 4.4783906899392605, "model_name": "claude-fable-5-1", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "0a4ab165981a50bcd6b555f867e9fb0981199d629c3115939bc1fd3f4639f344", "provider": "anthropic", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T15:12:15.951653+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-18", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "3516fc3b-b2c0-4b06-a662-111eefbca080", "result_sha256": "323e1bd6afbbbeecf2ce70222bc9ed2de5ea9382fd0f5e5df378a3d2ddd77f38", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.01018, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "A" }, "group_id": "samediff-pair-03-bb", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-03-bb.png", "input_tokens": 963, "latency_sec": 3.5570815799292177, "model_name": "claude-fable-5-1", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "5e7848665b728e9630152c817156693405880e5f162e38c259dfb28921044958", "provider": "anthropic", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T15:53:02.626286+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-19", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "72ed079f-0f6e-4ce5-8a4a-d56983cc3bc5", "result_sha256": "aafd1f47d30401354a5714d9ff7bbb817b96da5109db0652792d20f163a8b2b4", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.01018, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "B" }, "group_id": "samediff-pair-03-bb", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-03-bb.png", "input_tokens": 963, "latency_sec": 3.4382311300141737, "model_name": "claude-fable-5-1", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "0a4ab165981a50bcd6b555f867e9fb0981199d629c3115939bc1fd3f4639f344", "provider": "anthropic", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T16:00:40.417577+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-20", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "960a63df-21dd-48c5-9415-e08892b21a6e", "result_sha256": "293eea8dfd5bc80a4043b12cc9df8b261b26b6979b6db15f0d2fc3307a5f2256", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.01018, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "B" }, "group_id": "samediff-pair-03-ab", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-03-ab.png", "input_tokens": 963, "latency_sec": 3.253407425014302, "model_name": "claude-fable-5-1", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "5e7848665b728e9630152c817156693405880e5f162e38c259dfb28921044958", "provider": "anthropic", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T14:43:49.132592+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-21", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "6760e267-8996-4ab7-a610-9ef322b67316", "result_sha256": "95563c0fa01427a84a7f69ac0b4ceba507b2ca201e5b3ac8412cd40c38596877", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.01018, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "A" }, "group_id": "samediff-pair-03-ab", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-03-ab.png", "input_tokens": 963, "latency_sec": 3.3829047969775274, "model_name": "claude-fable-5-1", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "0a4ab165981a50bcd6b555f867e9fb0981199d629c3115939bc1fd3f4639f344", "provider": "anthropic", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T15:33:30.514229+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-22", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "b0f84861-f317-4c10-9dbe-97167e28fd1d", "result_sha256": "4719b95d43b8e532fabeec6a250f7659369d6219945b2c90c890384ff6fc38b8", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.01018, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "B" }, "group_id": "samediff-pair-03-ba", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-03-ba.png", "input_tokens": 963, "latency_sec": 3.555158318951726, "model_name": "claude-fable-5-1", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "5e7848665b728e9630152c817156693405880e5f162e38c259dfb28921044958", "provider": "anthropic", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T16:13:16.638862+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-samediff-23", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "99a74119-b00d-49dc-bc32-acac1ee615fb", "result_sha256": "40733198d085e27a4490d294003fc830bda2ce18ad5d82111008761bf10ffdbf", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.01018, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "A" }, "group_id": "samediff-pair-03-ba", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-03-ba.png", "input_tokens": 963, "latency_sec": 3.7112901729997247, "model_name": "claude-fable-5-1", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "0a4ab165981a50bcd6b555f867e9fb0981199d629c3115939bc1fd3f4639f344", "provider": "anthropic", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T16:11:04.528575+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-samediff-24", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "5e79a0d9-7918-4e18-868b-10a3dcf8476b", "result_sha256": "b96cf83143f98d8fce00cd38d925f6865d7d949567ccc39a655d09474c744ec4", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.01018, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "A" }, "group_id": "samediff-pair-04-aa", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-04-aa.png", "input_tokens": 963, "latency_sec": 5.39278580294922, "model_name": "claude-fable-5-1", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "5e7848665b728e9630152c817156693405880e5f162e38c259dfb28921044958", "provider": "anthropic", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T16:29:23.255014+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-25", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "e6ba1ff6-a7b3-42ce-b941-eb4b7c4fb60a", "result_sha256": "dca1cddc53d530d8d81857929930a7a269d5ab9547ec772779dcbb602bd8f38b", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.01018, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "B" }, "group_id": "samediff-pair-04-aa", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-04-aa.png", "input_tokens": 963, "latency_sec": 7.969590339111164, "model_name": "claude-fable-5-1", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "0a4ab165981a50bcd6b555f867e9fb0981199d629c3115939bc1fd3f4639f344", "provider": "anthropic", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T15:21:57.326958+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-26", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "e83ce5e7-489a-4086-a384-d40016f05ccd", "result_sha256": "1295ed29cfec92656e2391fde0aaf9917f74e73ed7a317e10d8abd5fb06db020", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.01018, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "A" }, "group_id": "samediff-pair-04-bb", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-04-bb.png", "input_tokens": 963, "latency_sec": 3.601676041027531, "model_name": "claude-fable-5-1", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "5e7848665b728e9630152c817156693405880e5f162e38c259dfb28921044958", "provider": "anthropic", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T15:32:27.212451+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-27", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "dbee347b-7ab8-403e-be9b-b51ef83622a7", "result_sha256": "73b5378bea58f8af27db237388e93ae60ca11817fdcc89a6d2ef69c9910650b5", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.01018, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "B" }, "group_id": "samediff-pair-04-bb", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-04-bb.png", "input_tokens": 963, "latency_sec": 3.973319962969981, "model_name": "claude-fable-5-1", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "0a4ab165981a50bcd6b555f867e9fb0981199d629c3115939bc1fd3f4639f344", "provider": "anthropic", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T15:09:10.605235+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-28", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "d78669e9-3ac4-4580-a1d4-000973231144", "result_sha256": "a0a9c3f30d48da917b784206ae5d610bf78872ca9fc09faf5213ca3610fa0dc5", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.01018, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "B" }, "group_id": "samediff-pair-04-ab", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-04-ab.png", "input_tokens": 963, "latency_sec": 3.0555908048991114, "model_name": "claude-fable-5-1", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "5e7848665b728e9630152c817156693405880e5f162e38c259dfb28921044958", "provider": "anthropic", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T15:44:02.538110+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-29", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "4d986cc4-1d04-4a69-9a6c-c974c9ba59c1", "result_sha256": "42a017cd53675994199df13b864db741d5ea57abf7f4d59b02f48cf346a1711d", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.01018, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "A" }, "group_id": "samediff-pair-04-ab", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-04-ab.png", "input_tokens": 963, "latency_sec": 5.347552446066402, "model_name": "claude-fable-5-1", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "0a4ab165981a50bcd6b555f867e9fb0981199d629c3115939bc1fd3f4639f344", "provider": "anthropic", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T14:05:53.149928+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-samediff-30", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "387daa5e-2b13-459a-9f18-3a545b99890b", "result_sha256": "39f2788b356850f2e52732277062f4443d5aae4468f58dc9aaf1ce29add87e30", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.01018, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "B" }, "group_id": "samediff-pair-04-ba", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-04-ba.png", "input_tokens": 963, "latency_sec": 3.393886136938818, "model_name": "claude-fable-5-1", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "5e7848665b728e9630152c817156693405880e5f162e38c259dfb28921044958", "provider": "anthropic", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T16:14:12.758372+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-samediff-31", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "ccd2564a-a2aa-49b4-8a5b-a29b3b28f486", "result_sha256": "204b279101737dbd5a0da8275d6c07519bca25fe99164bacc46a924e603c98e8", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.01018, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "A" }, "group_id": "samediff-pair-04-ba", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-04-ba.png", "input_tokens": 963, "latency_sec": 3.6058629399631172, "model_name": "claude-fable-5-1", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "0a4ab165981a50bcd6b555f867e9fb0981199d629c3115939bc1fd3f4639f344", "provider": "anthropic", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T15:46:03.316729+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-samediff-32", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "f9992514-f2ea-4f66-94de-c22ad4a27150", "result_sha256": "820ec50f428722600b30c4a58f77799e2ba3b2c1af95dc767eed917fb00f1af8", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.01018, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "A" }, "group_id": "samediff-pair-05-aa", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-05-aa.png", "input_tokens": 963, "latency_sec": 3.9466005070134997, "model_name": "claude-fable-5-1", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "5e7848665b728e9630152c817156693405880e5f162e38c259dfb28921044958", "provider": "anthropic", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T15:07:49.490720+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-33", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "2a846de7-dd42-4ff9-9257-de37ae5a992b", "result_sha256": "1ea895014681f28ef13f3555f3582f042d149810d235d494cd0080dac6341fd1", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.01018, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "B" }, "group_id": "samediff-pair-05-aa", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-05-aa.png", "input_tokens": 963, "latency_sec": 3.897434878977947, "model_name": "claude-fable-5-1", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "0a4ab165981a50bcd6b555f867e9fb0981199d629c3115939bc1fd3f4639f344", "provider": "anthropic", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T15:43:46.621592+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-34", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "69adc688-f814-4f51-ae99-ff80e46e29b6", "result_sha256": "5ed4826a215ec43eee57e4001744fe63e9c5024ed8789bd049753618c54b60b6", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.01018, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "A" }, "group_id": "samediff-pair-05-bb", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-05-bb.png", "input_tokens": 963, "latency_sec": 3.291295656003058, "model_name": "claude-fable-5-1", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "5e7848665b728e9630152c817156693405880e5f162e38c259dfb28921044958", "provider": "anthropic", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T16:02:49.889163+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-35", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "3edba3ec-04a5-47fc-996d-ab45b3b7e8f5", "result_sha256": "a47632e940a9330f53d29c2eab93a52cc0633d0a8ccb359f297d893db8eaccde", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.01018, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "B" }, "group_id": "samediff-pair-05-bb", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-05-bb.png", "input_tokens": 963, "latency_sec": 2.770524321938865, "model_name": "claude-fable-5-1", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "0a4ab165981a50bcd6b555f867e9fb0981199d629c3115939bc1fd3f4639f344", "provider": "anthropic", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T16:20:54.629138+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-36", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "5507040e-bdcf-4b76-8ca2-84413353ed9d", "result_sha256": "ab3e0849d3c834377bdbe80e6fb61dfbf5adf36351bec881b0c35f38bbd20e75", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.01018, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "B" }, "group_id": "samediff-pair-05-ab", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-05-ab.png", "input_tokens": 963, "latency_sec": 3.1189386100741103, "model_name": "claude-fable-5-1", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "5e7848665b728e9630152c817156693405880e5f162e38c259dfb28921044958", "provider": "anthropic", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T15:47:48.540496+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-37", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "5c6607f6-22ee-4129-b2fa-de7f344c8f24", "result_sha256": "c2ad326a8cb3f168722d8ad683ce2d9655f6c1b7c79ff5247bf69c01f073774f", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.01018, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "A" }, "group_id": "samediff-pair-05-ab", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-05-ab.png", "input_tokens": 963, "latency_sec": 3.7783897781046107, "model_name": "claude-fable-5-1", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "0a4ab165981a50bcd6b555f867e9fb0981199d629c3115939bc1fd3f4639f344", "provider": "anthropic", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T15:55:07.973165+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-38", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "ecc22089-d000-4662-aa8a-d10ad8c3aa27", "result_sha256": "1c1403b20da99fe3710cfb2ef190aabb5ffad0a4952172dfb8c445ac1c5c86d4", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.01018, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "B" }, "group_id": "samediff-pair-05-ba", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-05-ba.png", "input_tokens": 963, "latency_sec": 3.702669915976003, "model_name": "claude-fable-5-1", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "5e7848665b728e9630152c817156693405880e5f162e38c259dfb28921044958", "provider": "anthropic", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T15:14:45.650143+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-39", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "7283674e-1118-48c0-bbac-169dfc7908c3", "result_sha256": "3a5ca1b113eafbc5c8c00c7e242f79e707894f8cc919dd4336f28a31455ea9dc", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.01018, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "A" }, "group_id": "samediff-pair-05-ba", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-05-ba.png", "input_tokens": 963, "latency_sec": 3.619332619011402, "model_name": "claude-fable-5-1", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "0a4ab165981a50bcd6b555f867e9fb0981199d629c3115939bc1fd3f4639f344", "provider": "anthropic", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T14:52:19.901524+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-40", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "28290258-f4cf-42e3-9e42-0ec72643254b", "result_sha256": "a8942b808201647b98ee2e3a4f8abfc15f3eb5dc67ca735349a5cbe1b6a0bdd4", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.01018, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "A" }, "group_id": "samediff-pair-06-aa", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-06-aa.png", "input_tokens": 963, "latency_sec": 4.273329054005444, "model_name": "claude-fable-5-1", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "5e7848665b728e9630152c817156693405880e5f162e38c259dfb28921044958", "provider": "anthropic", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T14:25:03.654982+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-41", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "7714f67a-399b-4562-8463-208ad47a55e4", "result_sha256": "1521802c79433cf3805f30edaeeefb127ba478a4d0001d977025450af36252ee", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.01018, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "B" }, "group_id": "samediff-pair-06-aa", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-06-aa.png", "input_tokens": 963, "latency_sec": 3.5864319659303874, "model_name": "claude-fable-5-1", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "0a4ab165981a50bcd6b555f867e9fb0981199d629c3115939bc1fd3f4639f344", "provider": "anthropic", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T15:19:34.084470+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-42", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "ca1e0c9a-bf2a-4bb6-b36f-48c3de654459", "result_sha256": "6f0901cbe1a2ec2602bb55f6abc00687158ea43478a61d530f9ed6dd52765b6f", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.01018, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "A" }, "group_id": "samediff-pair-06-bb", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-06-bb.png", "input_tokens": 963, "latency_sec": 2.9644018299877644, "model_name": "claude-fable-5-1", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "5e7848665b728e9630152c817156693405880e5f162e38c259dfb28921044958", "provider": "anthropic", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T14:47:58.813373+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-43", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "16074c90-c39f-46c0-b376-4a24f55ffb05", "result_sha256": "f9121e7d86128b6ddd373f1237ebb89a9c387a735cb4e36b55674aa218344747", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.01018, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "B" }, "group_id": "samediff-pair-06-bb", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-06-bb.png", "input_tokens": 963, "latency_sec": 3.9484465499408543, "model_name": "claude-fable-5-1", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "0a4ab165981a50bcd6b555f867e9fb0981199d629c3115939bc1fd3f4639f344", "provider": "anthropic", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T16:17:05.112901+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-44", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "9111fe1d-1097-4877-8699-f6ca0d343e05", "result_sha256": "7a0f77ae4a2b4994ca45563230d90ec41394ec82873129cb12536d9c65acfcb0", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.01018, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "B" }, "group_id": "samediff-pair-06-ab", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-06-ab.png", "input_tokens": 963, "latency_sec": 3.788748532999307, "model_name": "claude-fable-5-1", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "5e7848665b728e9630152c817156693405880e5f162e38c259dfb28921044958", "provider": "anthropic", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T14:34:29.010110+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-45", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "e847388c-5327-4797-b44c-86517f7767c3", "result_sha256": "bbc3e5972a55a8e204c42c120c2dba7c96ad1cf4b680a7ada2d4ec8ce241604c", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.01018, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "A" }, "group_id": "samediff-pair-06-ab", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-06-ab.png", "input_tokens": 963, "latency_sec": 4.02381281403359, "model_name": "claude-fable-5-1", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "0a4ab165981a50bcd6b555f867e9fb0981199d629c3115939bc1fd3f4639f344", "provider": "anthropic", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T15:33:49.695033+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-46", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "3a9feb18-7fd4-4e26-a6b1-494d9e2353a2", "result_sha256": "4e094ee6cb301b6039cdefc8bddfe5b72e4b52d53aef36512fcf4f6bfcb7929d", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.01018, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "B" }, "group_id": "samediff-pair-06-ba", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-06-ba.png", "input_tokens": 963, "latency_sec": 5.09905435598921, "model_name": "claude-fable-5-1", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "5e7848665b728e9630152c817156693405880e5f162e38c259dfb28921044958", "provider": "anthropic", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T14:12:16.663639+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-47", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "a9d8b17c-2840-4a21-95f2-63db127c0e7d", "result_sha256": "745ba7c05bc08deb15d1b1e3b8672f5fef0d425155a95f04523dc9b9ab9e7a52", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.01018, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "A" }, "group_id": "samediff-pair-06-ba", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-06-ba.png", "input_tokens": 963, "latency_sec": 3.0631801589624956, "model_name": "claude-fable-5-1", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "0a4ab165981a50bcd6b555f867e9fb0981199d629c3115939bc1fd3f4639f344", "provider": "anthropic", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T14:41:32.728554+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-48", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "d7b6f151-a26a-4237-ad6e-83c72ce6e3f7", "result_sha256": "696ca55b52ce1a73becb358ae069766d65f63febb24c359068611a3654b47827", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.01031, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "A" }, "group_id": "smallmatch-01-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-01.png", "input_tokens": 976, "latency_sec": 3.9664652380160987, "model_name": "claude-fable-5-1", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "D" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "anthropic", "raw_prediction": "{\"choice\": \"D\"}", "recorded_at": "2026-09-16T14:22:46.313700+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-smallmatch-01", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "655e474d-cb6e-4669-be70-c6d5db1f6227", "result_sha256": "a43765c8cdc82e3e6e02b40b44748bcd8aeacb877e3e524edcf725446e3ef101", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.01031, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "B" }, "group_id": "smallmatch-01-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-02.png", "input_tokens": 976, "latency_sec": 3.8073568689869717, "model_name": "claude-fable-5-1", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "D" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "anthropic", "raw_prediction": "{\"choice\": \"D\"}", "recorded_at": "2026-09-16T16:03:03.605590+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-smallmatch-02", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "de26f573-c5e9-4478-96a6-015a2bc1b178", "result_sha256": "09bdb1da5f43394fec5261155306324818759bdc7539ed6ba508e0b3100e2b0f", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.01031, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "C" }, "group_id": "smallmatch-01-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-03.png", "input_tokens": 976, "latency_sec": 4.686110827955417, "model_name": "claude-fable-5-1", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "anthropic", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T14:19:05.935928+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-smallmatch-03", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "9b695632-2936-4f72-8689-75c44964d551", "result_sha256": "f7487db18ee1f69175d51f560756e1eee0dcb431ea742aa5388ddf5df4c155dc", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.01031, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "D" }, "group_id": "smallmatch-01-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-04.png", "input_tokens": 976, "latency_sec": 3.9056761600077152, "model_name": "claude-fable-5-1", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "D" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "anthropic", "raw_prediction": "{\"choice\": \"D\"}", "recorded_at": "2026-09-16T15:41:26.442832+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-04", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "f59ebfbc-857d-489b-9df4-ebc44f04a836", "result_sha256": "491fa0d4eb9a6b961d12324dcfc8208aea92499f70cabdbd0c2092fbaea8863e", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.01031, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "A" }, "group_id": "smallmatch-01-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-05.png", "input_tokens": 976, "latency_sec": 2.9221110180951655, "model_name": "claude-fable-5-1", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "anthropic", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T15:54:40.248642+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-05", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "2eb93336-fbd7-4370-9a33-435493eee0dd", "result_sha256": "e71c657fa1b18bfc8f6f8aa18ab5a66e1f700b0ba760b522a8e0d3bc18fd2e49", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.01031, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "B" }, "group_id": "smallmatch-01-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-06.png", "input_tokens": 976, "latency_sec": 3.5780275310389698, "model_name": "claude-fable-5-1", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "anthropic", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T14:33:58.543608+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-06", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "75cf0321-a5f5-4ca2-968b-a1bffeb5cb90", "result_sha256": "a0d01abc2eb54306af62c59f69a29d34edfcbf7e2d7de5e72377cac6f9fc2cd9", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.01031, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "C" }, "group_id": "smallmatch-01-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-07.png", "input_tokens": 976, "latency_sec": 3.1938290511025116, "model_name": "claude-fable-5-1", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "C" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "anthropic", "raw_prediction": "{\"choice\": \"C\"}", "recorded_at": "2026-09-16T15:00:31.859045+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-07", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "283ac30c-3b01-46dc-b31c-6beaea6e420f", "result_sha256": "d6d11c6e141fc05b96b63a30fbfa414ef13705bc98dbc16f39d6956784fad6ef", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.01031, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "D" }, "group_id": "smallmatch-01-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-08.png", "input_tokens": 976, "latency_sec": 3.3746085859602317, "model_name": "claude-fable-5-1", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "D" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "anthropic", "raw_prediction": "{\"choice\": \"D\"}", "recorded_at": "2026-09-16T16:32:16.131531+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-08", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "e150dcc7-7cbd-4657-97ea-8d93a0a529aa", "result_sha256": "2a27d7a412efcbcc68611d19c90cf66a204baf5ce54849902f9d5e4d3d2570a0", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.01031, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "A" }, "group_id": "smallmatch-01-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-09.png", "input_tokens": 976, "latency_sec": 3.8457047319971025, "model_name": "claude-fable-5-1", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "anthropic", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T16:27:27.925076+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-09", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "56917fd3-1f2a-494b-ab5a-a2e1748fb0d6", "result_sha256": "e6a380985ab83d52b0571ef2e9f6e0b111b7c0286887197b14b7ebc8265e621e", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.01031, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "B" }, "group_id": "smallmatch-01-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-10.png", "input_tokens": 976, "latency_sec": 3.211136974976398, "model_name": "claude-fable-5-1", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "D" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "anthropic", "raw_prediction": "{\"choice\": \"D\"}", "recorded_at": "2026-09-16T16:04:16.520391+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-smallmatch-10", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "c25543b8-884f-4a86-8087-9c304ed6a8bb", "result_sha256": "91c668f0b0c05535268fa0752a23e5923b39d2ca97804ff30e464f0b3114476c", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.01031, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "C" }, "group_id": "smallmatch-01-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-11.png", "input_tokens": 976, "latency_sec": 3.1234651270788163, "model_name": "claude-fable-5-1", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "C" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "anthropic", "raw_prediction": "{\"choice\": \"C\"}", "recorded_at": "2026-09-16T16:02:18.175061+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-11", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "4919a142-5dae-4280-90c5-04242d281f43", "result_sha256": "8f5182fc2150d91de79d1a611c9fae3b1d5cd9d9cf111e6270d3957a7fe9f8e3", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.01031, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "D" }, "group_id": "smallmatch-01-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-12.png", "input_tokens": 976, "latency_sec": 3.454854179988615, "model_name": "claude-fable-5-1", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "D" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "anthropic", "raw_prediction": "{\"choice\": \"D\"}", "recorded_at": "2026-09-16T15:34:27.566711+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-12", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "084b75ac-1627-40de-814d-cdd7848ca13b", "result_sha256": "dfd6b893ad90368eabcdf3b977a52c51ad952663c680ffd7f2aa7433f7345c69", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.01031, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "A" }, "group_id": "smallmatch-01-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-13.png", "input_tokens": 976, "latency_sec": 3.0243948081042618, "model_name": "claude-fable-5-1", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "anthropic", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T16:21:10.918267+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-13", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "7f02876d-1af8-4aa9-97ed-c0ae53394973", "result_sha256": "69f1eb917bc4ef7b230967fb7cdb0d4a81e4e20badaae240ae40d70b42517e11", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.01031, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "B" }, "group_id": "smallmatch-01-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-14.png", "input_tokens": 976, "latency_sec": 3.0348111171042547, "model_name": "claude-fable-5-1", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "D" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "anthropic", "raw_prediction": "{\"choice\": \"D\"}", "recorded_at": "2026-09-16T16:22:40.438724+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-smallmatch-14", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "51ef7573-2999-4880-86f1-8e2479e29bfc", "result_sha256": "3732be2a9ddf95d40aee0c6a351b9ab1f2bcc3a8359c0f88d6dca3aed0ee67f4", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.01031, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "C" }, "group_id": "smallmatch-01-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-15.png", "input_tokens": 976, "latency_sec": 3.8940025960328057, "model_name": "claude-fable-5-1", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "anthropic", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T14:23:55.137477+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-smallmatch-15", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "f2fb22f1-1a52-4481-8a11-a70b281044d7", "result_sha256": "d4deefb3663f8154ff14856545ba6788a0a1bcf8ee1f8dbf4b802f11cd99672a", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.01031, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "D" }, "group_id": "smallmatch-01-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-16.png", "input_tokens": 976, "latency_sec": 3.7019732909975573, "model_name": "claude-fable-5-1", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "D" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "anthropic", "raw_prediction": "{\"choice\": \"D\"}", "recorded_at": "2026-09-16T15:11:19.597580+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-16", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "05cdb8da-5fd8-4c49-8667-a1796c2349d2", "result_sha256": "8a7271e00575309114b979c56740af1f819202181ac1189766dc2d178e537138", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.01031, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "A" }, "group_id": "smallmatch-02-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-17.png", "input_tokens": 976, "latency_sec": 3.2374982490437105, "model_name": "claude-fable-5-1", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "anthropic", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T16:27:06.093824+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-17", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "f89234a7-4800-4487-b8f3-f92713893874", "result_sha256": "21e02d68e860b4a55753440a887e97eba0962c884a5876c9460e83673313c07c", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.01031, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "B" }, "group_id": "smallmatch-02-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-18.png", "input_tokens": 976, "latency_sec": 7.605730248033069, "model_name": "claude-fable-5-1", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "C" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "anthropic", "raw_prediction": "{\"choice\": \"C\"}", "recorded_at": "2026-09-16T16:24:22.898025+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-smallmatch-18", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "a1f64630-746a-4197-b5fa-8f619785ee3c", "result_sha256": "2010e8f5e13ae2fb9ea90c0304d82b1618bb2cc99c7e1dffaeff74c78ec4c9c9", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.01031, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "C" }, "group_id": "smallmatch-02-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-19.png", "input_tokens": 976, "latency_sec": 4.4753328380174935, "model_name": "claude-fable-5-1", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "C" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "anthropic", "raw_prediction": "{\"choice\": \"C\"}", "recorded_at": "2026-09-16T15:26:02.981238+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-19", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "dafb47c8-c89e-4457-9dd1-218ab4ab3f81", "result_sha256": "740785f91e2abc6501d91ff2271081c92ad5b0c867a9f51ccf8befb0d8176b89", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.01031, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "D" }, "group_id": "smallmatch-02-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-20.png", "input_tokens": 976, "latency_sec": 4.1726701309671625, "model_name": "claude-fable-5-1", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "anthropic", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T15:08:04.026109+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-smallmatch-20", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "da763b0c-d926-4e71-9aa5-84f9d4f1bf89", "result_sha256": "bb2521a3809b2ad3126f00e8d5af0c14dac2c947b66837977a3a28192c94b469", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.01031, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "A" }, "group_id": "smallmatch-02-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-21.png", "input_tokens": 976, "latency_sec": 3.358326378976926, "model_name": "claude-fable-5-1", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "anthropic", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T15:12:38.747771+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-21", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "d75c2841-f58a-404d-88d8-a52db2442aed", "result_sha256": "fae25288872d09bb5907d449c6b2c6a9290f9b101013e97900e743700f048ec7", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.01031, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "B" }, "group_id": "smallmatch-02-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-22.png", "input_tokens": 976, "latency_sec": 3.7716822730144486, "model_name": "claude-fable-5-1", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "D" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "anthropic", "raw_prediction": "{\"choice\": \"D\"}", "recorded_at": "2026-09-16T14:24:50.269113+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-smallmatch-22", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "70a2317a-488c-48d3-acc9-02c68be1a489", "result_sha256": "5fb7e855e1c6198e06f39f81ea9561ca20a72f7465438fed36f17c26836e8a29", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.01031, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "C" }, "group_id": "smallmatch-02-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-23.png", "input_tokens": 976, "latency_sec": 3.0528084619436413, "model_name": "claude-fable-5-1", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "C" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "anthropic", "raw_prediction": "{\"choice\": \"C\"}", "recorded_at": "2026-09-16T16:29:45.689356+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-23", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "f4884585-ce4b-4caa-9b60-ca9dd828c05a", "result_sha256": "4dab527b9ddb9938a60985e08907d6082834f72ee9129744e8b108961514a7b7", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.01031, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "D" }, "group_id": "smallmatch-02-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-24.png", "input_tokens": 976, "latency_sec": 4.514242711942643, "model_name": "claude-fable-5-1", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "D" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "anthropic", "raw_prediction": "{\"choice\": \"D\"}", "recorded_at": "2026-09-16T15:39:09.775107+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-24", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "54bd629d-123e-47fc-b67d-22628f7a9327", "result_sha256": "c5be526281627610e5975b0da7fa132ce43f9b3255d56bb92bd3f31b9c294e49", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.01031, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "A" }, "group_id": "smallmatch-02-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-25.png", "input_tokens": 976, "latency_sec": 3.522698585060425, "model_name": "claude-fable-5-1", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "C" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "anthropic", "raw_prediction": "{\"choice\": \"C\"}", "recorded_at": "2026-09-16T16:09:37.132479+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-smallmatch-25", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "2d8a6fea-2ee3-4436-bbdf-da2d66aaec83", "result_sha256": "07ef625b1badeb320755631b61e7590ae7d37eaa7b8b5764a7264753cd8b7f2e", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.01031, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "B" }, "group_id": "smallmatch-02-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-26.png", "input_tokens": 976, "latency_sec": 3.7513962590601295, "model_name": "claude-fable-5-1", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "anthropic", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T14:53:12.881189+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-26", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "0c97e8da-91c3-44df-a53f-5d284a89de86", "result_sha256": "387ec50448f49c4064f8d8aee96cf905cf7912bddc9e2dfebf45c3de03c83a91", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.01031, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "C" }, "group_id": "smallmatch-02-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-27.png", "input_tokens": 976, "latency_sec": 3.5645438849460334, "model_name": "claude-fable-5-1", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "C" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "anthropic", "raw_prediction": "{\"choice\": \"C\"}", "recorded_at": "2026-09-16T15:17:39.521700+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-27", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "ace996a3-8bf8-4047-8af2-9d012513c9a9", "result_sha256": "a8ccb972dce8a9f9c85b90cea90ebbbb9c727331b16e654172157837855095a6", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.01031, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "D" }, "group_id": "smallmatch-02-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-28.png", "input_tokens": 976, "latency_sec": 3.6339069990208372, "model_name": "claude-fable-5-1", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "anthropic", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T14:02:40.975937+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-smallmatch-28", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "5cfc6c11-ccfe-42b4-ab84-ed5e8c8c3b49", "result_sha256": "e93bc8a3db755e04b8fb157e26b189283c4795ecacffda370117c81eb234d7f5", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.01031, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "A" }, "group_id": "smallmatch-02-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-29.png", "input_tokens": 976, "latency_sec": 4.390641632024199, "model_name": "claude-fable-5-1", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "C" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "anthropic", "raw_prediction": "{\"choice\": \"C\"}", "recorded_at": "2026-09-16T14:39:16.760103+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-smallmatch-29", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "4cfd0232-65b6-4386-b556-0066c7c10008", "result_sha256": "f7803fc2693f7e837ee48852f074a4b6cf27b0d6ff5601ba7381ae4f7d533a39", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.01031, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "B" }, "group_id": "smallmatch-02-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-30.png", "input_tokens": 976, "latency_sec": 4.159454563981853, "model_name": "claude-fable-5-1", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "C" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "anthropic", "raw_prediction": "{\"choice\": \"C\"}", "recorded_at": "2026-09-16T16:01:57.456746+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-smallmatch-30", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "6debceaa-65a2-4e88-b5fe-05d0112ff2e0", "result_sha256": "4285218386db114a4767b5f08f720468586f4c04148f123c789756ef9754a2b2", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.01031, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "C" }, "group_id": "smallmatch-02-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-31.png", "input_tokens": 976, "latency_sec": 4.680483001982793, "model_name": "claude-fable-5-1", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "C" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "anthropic", "raw_prediction": "{\"choice\": \"C\"}", "recorded_at": "2026-09-16T14:11:27.627197+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-31", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "a5ae7266-c4fa-4ab3-a50f-ba2dcf09c32c", "result_sha256": "0d151d1ebfddf9bd124d47524603162ae9a8f1785a4aa86644915dca127c0160", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.01031, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "D" }, "group_id": "smallmatch-02-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-32.png", "input_tokens": 976, "latency_sec": 3.077125177020207, "model_name": "claude-fable-5-1", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "C" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "anthropic", "raw_prediction": "{\"choice\": \"C\"}", "recorded_at": "2026-09-16T16:03:30.229874+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-smallmatch-32", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "9f9b7d90-e9b4-4052-b560-7801c632aad9", "result_sha256": "c22c0a8ae8f32a30bc2e164cf7f3a64fe0321cda01493b98b6c859f3b73af875", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.01031, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "A" }, "group_id": "smallmatch-03-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-33.png", "input_tokens": 976, "latency_sec": 3.365435261046514, "model_name": "claude-fable-5-1", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "anthropic", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T14:42:54.312359+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-33", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "d9b4fbf3-e4e2-4568-8e91-b962b3c77728", "result_sha256": "7301a541310a101258a2c312c4156d577ea883fd04d4a79c3fe5bed1b965dffb", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.01031, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "B" }, "group_id": "smallmatch-03-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-34.png", "input_tokens": 976, "latency_sec": 3.3345546890050173, "model_name": "claude-fable-5-1", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "anthropic", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T14:42:06.642112+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-34", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "ab63e7c4-b57e-4fad-9688-8e8273a730ef", "result_sha256": "f9b9d19faf92623fc8069f19823ed6ae100f2be4d2bd6e187127c2d660e8db54", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.01031, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "C" }, "group_id": "smallmatch-03-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-35.png", "input_tokens": 976, "latency_sec": 2.314230080926791, "model_name": "claude-fable-5-1", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "anthropic", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T15:27:20.717378+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-smallmatch-35", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "4b6adfef-0ca7-4026-b9a3-d232c3d62324", "result_sha256": "570a63440c3009f7d618478a3922ad2d545292bf8a97b7bcca48e5fb90f91c58", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.01031, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "D" }, "group_id": "smallmatch-03-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-36.png", "input_tokens": 976, "latency_sec": 3.3134148080134764, "model_name": "claude-fable-5-1", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "D" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "anthropic", "raw_prediction": "{\"choice\": \"D\"}", "recorded_at": "2026-09-16T15:38:27.988334+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-36", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "59930d6b-bb9a-4aca-851b-b623d9163ba0", "result_sha256": "1b1c2c278cb07a8ef4c00651ce0caeb469266376dcc8a25e461f5e31eebcaa5f", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.01031, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "A" }, "group_id": "smallmatch-03-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-37.png", "input_tokens": 976, "latency_sec": 3.244973381049931, "model_name": "claude-fable-5-1", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "anthropic", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T15:08:34.575052+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-37", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "c6f9ef30-eb05-4cf6-835f-eda87f11cb10", "result_sha256": "5710fe459a44c30d69ded3f5b0d2c5a75e054f59bab847ef5f3c54bdfa9fee36", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.01031, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "B" }, "group_id": "smallmatch-03-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-38.png", "input_tokens": 976, "latency_sec": 4.290030862903222, "model_name": "claude-fable-5-1", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "anthropic", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T15:00:54.763373+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-38", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "14b78bfb-8a4f-45c8-ada1-44dd4b9d5125", "result_sha256": "9aeb407dc410489e194c96c10fb13c3a5fb859f3cca9c25dfd5d60b389580e21", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.01031, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "C" }, "group_id": "smallmatch-03-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-39.png", "input_tokens": 976, "latency_sec": 3.268776608980261, "model_name": "claude-fable-5-1", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "C" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "anthropic", "raw_prediction": "{\"choice\": \"C\"}", "recorded_at": "2026-09-16T15:32:51.352848+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-39", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "698717b2-5569-43b3-a519-ed02c2fc7634", "result_sha256": "624c6c8906b87253d50d7efdc6cf7259065553d88355051d3510d4114eefd56e", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.01031, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "D" }, "group_id": "smallmatch-03-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-40.png", "input_tokens": 976, "latency_sec": 18.646348843933083, "model_name": "claude-fable-5-1", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "D" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "anthropic", "raw_prediction": "{\"choice\": \"D\"}", "recorded_at": "2026-09-16T14:52:59.029843+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-40", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "7f0f69d6-4b9d-4858-8524-a2c1b1b6123e", "result_sha256": "bd5afe1bf82c639d58f375a3b6aed96dfa166921b1fb0e68c3bb737eb42bbb3f", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.01031, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "A" }, "group_id": "smallmatch-03-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-41.png", "input_tokens": 976, "latency_sec": 3.510100167011842, "model_name": "claude-fable-5-1", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "C" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "anthropic", "raw_prediction": "{\"choice\": \"C\"}", "recorded_at": "2026-09-16T14:14:10.831916+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-smallmatch-41", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "84b59796-59a0-4182-a465-8cbdc02df680", "result_sha256": "927c251e9151590119ad5dca587cc4bc3f4de5f0da22c112e8f139bbca49af64", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.01031, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "B" }, "group_id": "smallmatch-03-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-42.png", "input_tokens": 976, "latency_sec": 3.256885900045745, "model_name": "claude-fable-5-1", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "C" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "anthropic", "raw_prediction": "{\"choice\": \"C\"}", "recorded_at": "2026-09-16T16:25:47.334222+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-smallmatch-42", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "72ea2612-6401-4054-a389-6a7234718ddc", "result_sha256": "59739605b5236b5358dd97f8a0edf5657836f8dba619fcb56f52ab85bf70b22b", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.01751, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "C" }, "group_id": "smallmatch-03-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-43.png", "input_tokens": 976, "latency_sec": 5.727836073958315, "model_name": "claude-fable-5-1", "out_of_srgb": null, "output_tokens": 155, "prediction": { "choice": "C" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "anthropic", "raw_prediction": "{\"choice\": \"C\"}", "recorded_at": "2026-09-16T15:02:06.882942+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-43", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "c706dde3-7029-4398-aec5-0ae2091bfa90", "result_sha256": "b49fd0c9593c953813c3b085c45094035d6a76e3ce4566ef6e9b55f141e1c65c", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.01031, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "D" }, "group_id": "smallmatch-03-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-44.png", "input_tokens": 976, "latency_sec": 3.301636190037243, "model_name": "claude-fable-5-1", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "D" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "anthropic", "raw_prediction": "{\"choice\": \"D\"}", "recorded_at": "2026-09-16T14:45:03.525801+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-44", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "860d971d-43aa-4ff1-852e-afff53674743", "result_sha256": "b3c325728eb61ba5ec30619da96ee31dee81aec40c3950b3f27083adb3626bbb", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.01031, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "A" }, "group_id": "smallmatch-03-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-45.png", "input_tokens": 976, "latency_sec": 3.2029929590644315, "model_name": "claude-fable-5-1", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "anthropic", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T15:41:08.763129+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-45", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "edbd7023-4553-445c-b66b-81ef6bf56f90", "result_sha256": "9240d863b4d87cb5994b0dc8097f2731c59c70f6105c55be15fd58222fb2461e", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.01031, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "B" }, "group_id": "smallmatch-03-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-46.png", "input_tokens": 976, "latency_sec": 3.6706234629964456, "model_name": "claude-fable-5-1", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "anthropic", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T14:38:57.670425+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-46", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "88037c7a-61f2-44b8-a616-24f17b92998f", "result_sha256": "e1f4a9421e65b6a555685506567483a9491a48c10c0946375f4b0b05b7f8ac91", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.01031, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "C" }, "group_id": "smallmatch-03-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-47.png", "input_tokens": 976, "latency_sec": 3.241118235979229, "model_name": "claude-fable-5-1", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "C" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "anthropic", "raw_prediction": "{\"choice\": \"C\"}", "recorded_at": "2026-09-16T16:31:07.560418+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-47", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "70e0c630-f6d7-4b57-99fc-2737838d297e", "result_sha256": "317b882a9a50127a869e289a782f1b4aa117221615b68db73298aef4ff66f10c", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.01031, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "D" }, "group_id": "smallmatch-03-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-48.png", "input_tokens": 976, "latency_sec": 3.199106710962951, "model_name": "claude-fable-5-1", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "D" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "anthropic", "raw_prediction": "{\"choice\": \"D\"}", "recorded_at": "2026-09-16T16:28:45.904162+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-48", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "081006a6-3535-468a-bf98-029263589413", "result_sha256": "350eeb9c075d0b1f3472197ce6befa38cac557e1f2a50c1421d4efdfb2c9f3ee", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.01031, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "A" }, "group_id": "smallmatch-04-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-49.png", "input_tokens": 976, "latency_sec": 5.101986611960456, "model_name": "claude-fable-5-1", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "anthropic", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T16:17:26.588162+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-49", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "39ce0d64-cf3f-4b33-921a-74407a6c51d6", "result_sha256": "0eb696c9b83646f2dae887e137ba98c95c81cd86e98734d76a6ab75b5cf4287d", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.01031, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "B" }, "group_id": "smallmatch-04-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-50.png", "input_tokens": 976, "latency_sec": 5.162225533975288, "model_name": "claude-fable-5-1", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "anthropic", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T15:29:39.565071+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-50", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "d3a386de-0f13-4328-96e5-25a42b4cb3fa", "result_sha256": "60283f562200d8033fd4f5e394fb75ac62c812f71d8b51d27d92fdfb59bc4543", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.01031, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "C" }, "group_id": "smallmatch-04-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-51.png", "input_tokens": 976, "latency_sec": 5.472054987912998, "model_name": "claude-fable-5-1", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "anthropic", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T14:53:46.095573+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-smallmatch-51", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "de7f67d1-2ed3-4074-8583-2dd8b437856c", "result_sha256": "5051aef80765acfaeffa1fa392f4223c853ce726422e46079a164d92cbf5243e", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.01031, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "D" }, "group_id": "smallmatch-04-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-52.png", "input_tokens": 976, "latency_sec": 3.0879450551001355, "model_name": "claude-fable-5-1", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "anthropic", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T16:07:04.739624+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-smallmatch-52", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "1610543f-6627-4d95-a247-f6d2c2a7cd10", "result_sha256": "7a7836623d49636a3e3efdeb56d183adc0a6b6f710225e4232189866e416b7aa", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.01031, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "A" }, "group_id": "smallmatch-04-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-53.png", "input_tokens": 976, "latency_sec": 3.7178753409534693, "model_name": "claude-fable-5-1", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "anthropic", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T16:12:58.543378+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-53", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "67e5a391-c17f-410a-a77d-c4783b287b36", "result_sha256": "45757c77a0ba397cc9811305017402bbf11cb1159044d95c39643a001a5c7a32", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.01031, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "B" }, "group_id": "smallmatch-04-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-54.png", "input_tokens": 976, "latency_sec": 3.622744032065384, "model_name": "claude-fable-5-1", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "anthropic", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T14:26:39.827220+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-54", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "8d52067c-6d94-44d5-a64e-9f1923bda67c", "result_sha256": "49d849d3120e9476b5c7c40dc7d4e6cbad2aad72aa643b060bad43af76d1a2b0", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.01031, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "C" }, "group_id": "smallmatch-04-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-55.png", "input_tokens": 976, "latency_sec": 3.326429130975157, "model_name": "claude-fable-5-1", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "C" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "anthropic", "raw_prediction": "{\"choice\": \"C\"}", "recorded_at": "2026-09-16T14:04:23.893371+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-55", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "1acf344e-d116-4072-91e1-aa3c06f78cd5", "result_sha256": "909c211a8403dfcd0b0cb26e120fdbc887c4759a04b646dab9eed64ca891c85b", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.01031, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "D" }, "group_id": "smallmatch-04-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-56.png", "input_tokens": 976, "latency_sec": 3.5672143320553005, "model_name": "claude-fable-5-1", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "anthropic", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T14:59:12.746739+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-smallmatch-56", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "5ef30507-0214-4d32-b1d1-4ef92157968d", "result_sha256": "f3ebbf1dd8189d348a52fbe0edd18ddb3d71a12b237587ad1b04ea62355d6554", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.01031, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "A" }, "group_id": "smallmatch-04-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-57.png", "input_tokens": 976, "latency_sec": 12.921636839979328, "model_name": "claude-fable-5-1", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "anthropic", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T15:04:22.836109+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-57", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "ead11d79-1c97-4692-bff1-9b25e107ead9", "result_sha256": "4c6b923128dc9f6edddc44f736f03d9a3e57c6f5a8bd0a9587ac0787787e9435", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.01031, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "B" }, "group_id": "smallmatch-04-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-58.png", "input_tokens": 976, "latency_sec": 3.45228237810079, "model_name": "claude-fable-5-1", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "anthropic", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T15:09:55.640729+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-58", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "89cdf493-7125-426b-bc91-42c03b26d351", "result_sha256": "1b3a9654f20b61330f1ee3af93de8968669a2e8a70f765aa32313ce22dd322aa", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.01031, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "C" }, "group_id": "smallmatch-04-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-59.png", "input_tokens": 976, "latency_sec": 3.1489389430498704, "model_name": "claude-fable-5-1", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "anthropic", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T14:11:04.309784+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-smallmatch-59", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "5d9549ca-4c47-4e68-a2d1-d2dabd389b1c", "result_sha256": "6bc0c216ad5112e57b5c856fa734e95786d70e828db92d301ca86288ce0dedc6", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.01031, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "D" }, "group_id": "smallmatch-04-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-60.png", "input_tokens": 976, "latency_sec": 3.207297975081019, "model_name": "claude-fable-5-1", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "anthropic", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T15:30:44.203375+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-smallmatch-60", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "59a99273-505b-4ec7-95d7-0f19eeb536db", "result_sha256": "1df5f9e415c8e916fd0ead211c7b5a4e50843703871405aa2e4bdc012c1a3cf9", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.01031, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "A" }, "group_id": "smallmatch-04-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-61.png", "input_tokens": 976, "latency_sec": 4.647650250000879, "model_name": "claude-fable-5-1", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "anthropic", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T14:26:07.023667+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-61", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "ff888ff2-2d6d-4446-80a9-fe379c909e4a", "result_sha256": "40318e4078d4d2366de78546fd98d3033d03b39e9daf311a9531463bbf27ba83", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.01031, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "B" }, "group_id": "smallmatch-04-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-62.png", "input_tokens": 976, "latency_sec": 3.614773791981861, "model_name": "claude-fable-5-1", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "anthropic", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T15:26:54.107354+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-62", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "c28c0dad-45bf-4adc-949b-ada7bf2f234f", "result_sha256": "44f21ae603009740883ecb14e029142f909e1e157f6f64d0d31a89807626bc40", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.01031, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "C" }, "group_id": "smallmatch-04-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-63.png", "input_tokens": 976, "latency_sec": 6.195191215025261, "model_name": "claude-fable-5-1", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "anthropic", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T15:45:46.648191+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-smallmatch-63", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "e117ed49-4e0f-4a81-8a69-6b7a1d1a2c52", "result_sha256": "6ff06fa6831ba2eeae97a20c41b1e5a20696696397e1fb71c7bc6d152755f69c", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.01031, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "D" }, "group_id": "smallmatch-04-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-64.png", "input_tokens": 976, "latency_sec": 4.595778435934335, "model_name": "claude-fable-5-1", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "anthropic", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T14:24:08.280037+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-smallmatch-64", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "16c65558-195e-4825-9ca6-71569338bcdf", "result_sha256": "ade09f9cd7afade187a291b5cfe53c2df09ce678e402cfda23d70a2064d7973f", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.000947, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "A" }, "group_id": "match-binding-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-01.png", "input_tokens": 902, "latency_sec": 0.5982203390449286, "model_name": "claude-haiku-4-5-20251001", "out_of_srgb": null, "output_tokens": 9, "prediction": { "choice": "C" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "anthropic", "raw_prediction": "{\"choice\": \"C\"}", "recorded_at": "2026-09-16T16:12:26.176280+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-binding-01", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "c0707628-32a4-4554-adeb-29977677ca42", "result_sha256": "24b7ea927d6aa2322b4c9ba6485dfcd1a039f16cc885cc670dd20f873bb3d34c", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.000947, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "B" }, "group_id": "match-binding-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-02.png", "input_tokens": 902, "latency_sec": 0.8248086730018258, "model_name": "claude-haiku-4-5-20251001", "out_of_srgb": null, "output_tokens": 9, "prediction": { "choice": "D" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "anthropic", "raw_prediction": "{\"choice\": \"D\"}", "recorded_at": "2026-09-16T14:22:02.924385+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-binding-02", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "f1032b75-dc06-422c-9615-1fee17d54216", "result_sha256": "b35e29a4113382403540aa190641d35f996a9c855d82ee0d0856afe91e1e5996", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.000947, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "C" }, "group_id": "match-binding-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-03.png", "input_tokens": 902, "latency_sec": 0.9347402260173112, "model_name": "claude-haiku-4-5-20251001", "out_of_srgb": null, "output_tokens": 9, "prediction": { "choice": "C" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "anthropic", "raw_prediction": "{\"choice\": \"C\"}", "recorded_at": "2026-09-16T14:43:30.795353+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-03", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "b17b9a1b-c363-429b-a88b-cfa12a301fee", "result_sha256": "f91ba8f1a657e793029115c809f63742c7d386290e756b6be74eedf45e7b1f05", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.000947, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "D" }, "group_id": "match-binding-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-04.png", "input_tokens": 902, "latency_sec": 0.6480743479914963, "model_name": "claude-haiku-4-5-20251001", "out_of_srgb": null, "output_tokens": 9, "prediction": { "choice": "A" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "anthropic", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T14:58:59.151836+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-binding-04", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "24fc629a-0241-4c26-b63c-5d985e00ad86", "result_sha256": "53d4945f8840e525508093427b1364b83ad71fcc3d14c1a4f492814c5cf76650", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.000947, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "A" }, "group_id": "match-binding-05", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-05.png", "input_tokens": 902, "latency_sec": 0.8188729720422998, "model_name": "claude-haiku-4-5-20251001", "out_of_srgb": null, "output_tokens": 9, "prediction": { "choice": "C" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "anthropic", "raw_prediction": "{\"choice\": \"C\"}", "recorded_at": "2026-09-16T14:48:24.125439+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-binding-05", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "fa7686f6-0b30-4307-af9a-badbf0e8783f", "result_sha256": "6402f94f72bdb5273cb9c4e92bb81679a0377e2209f8bd764a276dfb960d1105", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.000947, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "B" }, "group_id": "match-binding-06", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-06.png", "input_tokens": 902, "latency_sec": 1.0401706969132647, "model_name": "claude-haiku-4-5-20251001", "out_of_srgb": null, "output_tokens": 9, "prediction": { "choice": "C" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "anthropic", "raw_prediction": "{\"choice\": \"C\"}", "recorded_at": "2026-09-16T14:50:44.410857+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-binding-06", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "3af9deab-ce01-41f7-a45c-c238145e8403", "result_sha256": "2cc139ee637ae3437814a1903c898ea84a87cb6c9b6ea9ba8d0f2f3dd3359094", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.000947, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "C" }, "group_id": "match-binding-07", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-07.png", "input_tokens": 902, "latency_sec": 1.1231112949317321, "model_name": "claude-haiku-4-5-20251001", "out_of_srgb": null, "output_tokens": 9, "prediction": { "choice": "A" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "anthropic", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T15:26:24.979039+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-binding-07", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "a0f7a904-15fe-47a9-a3fb-f33f8d0bccc3", "result_sha256": "962292ec1a2627fb37994b83837db626c734833e18bc8a977ed15d7a935266c3", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.000947, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "D" }, "group_id": "match-binding-08", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-08.png", "input_tokens": 902, "latency_sec": 0.5918076359666884, "model_name": "claude-haiku-4-5-20251001", "out_of_srgb": null, "output_tokens": 9, "prediction": { "choice": "A" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "anthropic", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T16:15:24.996385+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-binding-08", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "0dde0cc8-ae22-4fad-8076-66a6ecdc2fcd", "result_sha256": "ce21159a48ba7189f06dc4feb6390996f13112623f0daa94a3de59beb0b644d5", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.000947, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "A" }, "group_id": "match-binding-09", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-09.png", "input_tokens": 902, "latency_sec": 0.9872801930177957, "model_name": "claude-haiku-4-5-20251001", "out_of_srgb": null, "output_tokens": 9, "prediction": { "choice": "B" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "anthropic", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T15:43:30.775215+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-binding-09", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "19d889c9-34d1-4e9d-86bb-03704a93c246", "result_sha256": "27fe694b245d913d67903368a1e44260b7bb41973c27d762bda334525794462f", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.000947, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "B" }, "group_id": "match-binding-10", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-10.png", "input_tokens": 902, "latency_sec": 0.6224678839789703, "model_name": "claude-haiku-4-5-20251001", "out_of_srgb": null, "output_tokens": 9, "prediction": { "choice": "B" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "anthropic", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T15:03:08.943866+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-10", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "3ceae6a6-f84a-4b35-8203-aab255dbe6b5", "result_sha256": "651dcfadb94304fd2c41a739990e62144526844646aa7cb8ca38202d2c4c3556", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.000947, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "C" }, "group_id": "match-binding-11", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-11.png", "input_tokens": 902, "latency_sec": 0.5846566930413246, "model_name": "claude-haiku-4-5-20251001", "out_of_srgb": null, "output_tokens": 9, "prediction": { "choice": "A" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "anthropic", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T14:48:07.729265+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-binding-11", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "1c2312d5-290d-4331-bc2d-c3181f189c2a", "result_sha256": "7830bf9cfae14accdcee003b3afaee092f648e0c8d993d33b45c96f3b94312cf", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.000947, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "D" }, "group_id": "match-binding-12", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-12.png", "input_tokens": 902, "latency_sec": 0.6753995380131528, "model_name": "claude-haiku-4-5-20251001", "out_of_srgb": null, "output_tokens": 9, "prediction": { "choice": "B" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "anthropic", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T15:35:19.281596+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-binding-12", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "33bfcfdc-853d-42d0-853e-5ec13dc539a1", "result_sha256": "85a69e2c5f8d34f4593d06fe9b6eacac82ab8e5aed0c82214e5c20a828effeba", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.000947, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "A" }, "group_id": "match-binding-13", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-13.png", "input_tokens": 902, "latency_sec": 1.0058511790120974, "model_name": "claude-haiku-4-5-20251001", "out_of_srgb": null, "output_tokens": 9, "prediction": { "choice": "A" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "anthropic", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T15:01:28.816870+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-13", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "7e989d6b-e61d-4f07-802e-ad096cbdc4f7", "result_sha256": "a663b59f4258056646c12e4597a7f86b4b1c2a1139ca1797d16ce13b66611733", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.000947, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "B" }, "group_id": "match-binding-14", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-14.png", "input_tokens": 902, "latency_sec": 0.8026303879451007, "model_name": "claude-haiku-4-5-20251001", "out_of_srgb": null, "output_tokens": 9, "prediction": { "choice": "A" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "anthropic", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T15:38:46.978883+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-binding-14", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "aa94d094-1206-4208-b7bd-ea8e22090214", "result_sha256": "87ed6a3677913209f7205cbdfe7d23101c63ffd0d60f52aba7ffa8373a24be24", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.000947, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "C" }, "group_id": "match-binding-15", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-15.png", "input_tokens": 902, "latency_sec": 0.9364801729097962, "model_name": "claude-haiku-4-5-20251001", "out_of_srgb": null, "output_tokens": 9, "prediction": { "choice": "A" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "anthropic", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T14:34:53.819312+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-binding-15", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "7b909c8a-11ff-4687-90c9-b691ae9589fb", "result_sha256": "74848d42c5e70db69df307eabea1a4c531fe66d54fa9d094b6742a232701a142", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.000947, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "D" }, "group_id": "match-binding-16", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-16.png", "input_tokens": 902, "latency_sec": 0.7834199590142816, "model_name": "claude-haiku-4-5-20251001", "out_of_srgb": null, "output_tokens": 9, "prediction": { "choice": "A" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "anthropic", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T14:27:34.217069+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-binding-16", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "fead965f-bad8-4f5c-9754-4a8fa1eb49f4", "result_sha256": "cc52a12d7c6d360ff704b0a7c09791755c80c95e8c0869de78e541bba53cd046", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.000947, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "A" }, "group_id": "match-binding-17", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-17.png", "input_tokens": 902, "latency_sec": 0.9418236359488219, "model_name": "claude-haiku-4-5-20251001", "out_of_srgb": null, "output_tokens": 9, "prediction": { "choice": "A" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "anthropic", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T15:55:20.938283+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-17", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "d12b8cbe-2de7-4ecd-a0c8-a40be926d792", "result_sha256": "5fb4a796b04eb2946aeafbc26c9bfc1cd7705ed545a68e9bb4a3f7f5210b62eb", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.000947, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "B" }, "group_id": "match-binding-18", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-18.png", "input_tokens": 902, "latency_sec": 0.9335200740024447, "model_name": "claude-haiku-4-5-20251001", "out_of_srgb": null, "output_tokens": 9, "prediction": { "choice": "B" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "anthropic", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T14:08:49.195824+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-18", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "93d79c67-98ad-4619-bb63-5af0063ec5a2", "result_sha256": "209eb4aebba21d554c9ac797471c1bf603d93a9d530318b940cf66763f9d2b43", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.000947, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "C" }, "group_id": "match-binding-19", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-19.png", "input_tokens": 902, "latency_sec": 1.0480850129388273, "model_name": "claude-haiku-4-5-20251001", "out_of_srgb": null, "output_tokens": 9, "prediction": { "choice": "C" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "anthropic", "raw_prediction": "{\"choice\": \"C\"}", "recorded_at": "2026-09-16T15:35:46.911590+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-19", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "cc5f5891-5fb0-49e2-b70a-f93ac53870eb", "result_sha256": "bb2e37438f273b6a943ea4c771fb13fd4d5ad563fdf5842b8a67058c67d17ee9", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.000947, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "D" }, "group_id": "match-binding-20", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-20.png", "input_tokens": 902, "latency_sec": 0.7054184960434213, "model_name": "claude-haiku-4-5-20251001", "out_of_srgb": null, "output_tokens": 9, "prediction": { "choice": "B" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "anthropic", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T15:53:12.491923+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-binding-20", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "2f063558-65ef-4b11-bf2a-f70f9a5eb390", "result_sha256": "95c21e1c18801d71bee799f80d1a041cea0d1eb3385962f829f25505e0bb2aa4", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.000942, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "A" }, "group_id": "match-binding-21", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-21.png", "input_tokens": 902, "latency_sec": 0.9319460350088775, "model_name": "claude-haiku-4-5-20251001", "out_of_srgb": null, "output_tokens": 8, "prediction": { "choice": "A" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T16:31:46.226112+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-21", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "bb9a627b-679d-4433-8810-2967818c56cd", "result_sha256": "5786a63e8400a0ce42f2f3e71eae06214531d9f103ff29933e02256481dd145f", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.000947, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "B" }, "group_id": "match-binding-22", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-22.png", "input_tokens": 902, "latency_sec": 1.0489681740291417, "model_name": "claude-haiku-4-5-20251001", "out_of_srgb": null, "output_tokens": 9, "prediction": { "choice": "B" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "anthropic", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T14:59:54.154109+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-22", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "5ca91623-54c1-40d2-b4d8-2ca149032d50", "result_sha256": "1bc8ec50b8b7a42a4dae99770166df687e75eeb32081f6c9587d23205ae7035c", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.000947, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "C" }, "group_id": "match-binding-23", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-23.png", "input_tokens": 902, "latency_sec": 0.7407357440097257, "model_name": "claude-haiku-4-5-20251001", "out_of_srgb": null, "output_tokens": 9, "prediction": { "choice": "A" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "anthropic", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T14:33:30.532333+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-binding-23", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "10959792-f049-4903-8613-90ebab9bd9d8", "result_sha256": "015d911934e67923397f7fb85276120e7b276b894863eb5fd677fc381fd2a2a9", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.000947, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "D" }, "group_id": "match-binding-24", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-24.png", "input_tokens": 902, "latency_sec": 1.0655984230106696, "model_name": "claude-haiku-4-5-20251001", "out_of_srgb": null, "output_tokens": 9, "prediction": { "choice": "A" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "anthropic", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T15:40:20.412897+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-binding-24", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "64932149-ce6d-4fce-bf80-12124ac905ea", "result_sha256": "52c4e8ddc894a18c57ea104c37c795dafbdfa6318405c2cd6721c8b134e83e59", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.000942, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "A" }, "group_id": "match-binding-25", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-25.png", "input_tokens": 902, "latency_sec": 0.936090279952623, "model_name": "claude-haiku-4-5-20251001", "out_of_srgb": null, "output_tokens": 8, "prediction": { "choice": "A" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T14:07:04.849931+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-25", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "a28c6f46-7296-4303-bbc9-29941b156121", "result_sha256": "65301f1a5a30e05ca90bfa683c240e0babe27f927f9a3856a5496156002a2734", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.000947, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "B" }, "group_id": "match-binding-26", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-26.png", "input_tokens": 902, "latency_sec": 1.0013584799598902, "model_name": "claude-haiku-4-5-20251001", "out_of_srgb": null, "output_tokens": 9, "prediction": { "choice": "A" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "anthropic", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T14:54:57.984781+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-binding-26", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "e4208dd3-971f-4f04-8bd9-585bd21ca088", "result_sha256": "f48c9824e39ec9485e915d8f3a50af455bfa726b1619c9a92dcd8aff226a46f4", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.000947, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "C" }, "group_id": "match-binding-27", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-27.png", "input_tokens": 902, "latency_sec": 1.300430274917744, "model_name": "claude-haiku-4-5-20251001", "out_of_srgb": null, "output_tokens": 9, "prediction": { "choice": "A" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "anthropic", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T14:00:16.689347+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-binding-27", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "3b443c15-bec4-49b4-85d1-4379e2676c1f", "result_sha256": "4a4f0618fcb35b145dd8ebd4db486b2685b6f264e1dd2b12597aa477e8184256", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.000947, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "D" }, "group_id": "match-binding-28", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-28.png", "input_tokens": 902, "latency_sec": 0.8752953129587695, "model_name": "claude-haiku-4-5-20251001", "out_of_srgb": null, "output_tokens": 9, "prediction": { "choice": "B" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "anthropic", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T14:17:24.489245+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-binding-28", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "5e4ff2a2-410c-4cba-8796-fe70558f04b3", "result_sha256": "710adefc70c415aaaa1794d0db446ca8e7345ecda75ddd44e60fd23be43d2342", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.000947, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "A" }, "group_id": "match-binding-29", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-29.png", "input_tokens": 902, "latency_sec": 0.9241091420408338, "model_name": "claude-haiku-4-5-20251001", "out_of_srgb": null, "output_tokens": 9, "prediction": { "choice": "A" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "anthropic", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T14:23:05.628345+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-29", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "2d8b2b5b-ebd5-4dd6-a18d-ed2efab32f22", "result_sha256": "30be6e6a6af2b8055e8b8b9219b94aac6d5f29037153b124cc2c796a5660e0da", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.000947, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "B" }, "group_id": "match-binding-30", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-30.png", "input_tokens": 902, "latency_sec": 0.9143550209701061, "model_name": "claude-haiku-4-5-20251001", "out_of_srgb": null, "output_tokens": 9, "prediction": { "choice": "A" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "anthropic", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T15:28:38.752691+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-binding-30", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "3cfbf283-eb6f-4afc-98a7-9c6879749917", "result_sha256": "794147f3d7b14ef58c99518ef0015e935a148e782ee8ce5d72773fec26ce997e", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.000947, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "C" }, "group_id": "match-binding-31", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-31.png", "input_tokens": 902, "latency_sec": 0.668126025935635, "model_name": "claude-haiku-4-5-20251001", "out_of_srgb": null, "output_tokens": 9, "prediction": { "choice": "A" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "anthropic", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T14:54:20.494422+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-binding-31", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "39ada317-a394-4d31-a812-b398dd59e4b0", "result_sha256": "cf8a5d42902ccf76f88eb865f9e820523789665eab904606b059cc41077c6163", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.000947, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "D" }, "group_id": "match-binding-32", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-32.png", "input_tokens": 902, "latency_sec": 0.8917164240265265, "model_name": "claude-haiku-4-5-20251001", "out_of_srgb": null, "output_tokens": 9, "prediction": { "choice": "A" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "anthropic", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T16:16:15.216793+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-binding-32", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "440c99d3-baf0-47a1-9d0c-08774e895230", "result_sha256": "c5f2865cdac7584f22d6fe801b9119bff22510994921feffe45d874cc90eb225", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.000947, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "A" }, "group_id": "match-binding-33", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-33.png", "input_tokens": 902, "latency_sec": 0.953816098975949, "model_name": "claude-haiku-4-5-20251001", "out_of_srgb": null, "output_tokens": 9, "prediction": { "choice": "A" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "anthropic", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T16:09:02.939222+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-33", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "7bf5a053-997e-460d-af75-73eb3ab1f2a0", "result_sha256": "7b8bce145a75fe1f88351df8a702b0a0fb2a02dc4097989b6c4b6c67318682bd", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.000947, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "B" }, "group_id": "match-binding-34", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-34.png", "input_tokens": 902, "latency_sec": 0.6047643610509112, "model_name": "claude-haiku-4-5-20251001", "out_of_srgb": null, "output_tokens": 9, "prediction": { "choice": "B" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "anthropic", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T15:17:26.023167+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-34", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "c53d32e6-c26e-4a2b-ba8f-0860e740d5c1", "result_sha256": "60485b653315ad69acb0c0d5b30cb37b89fafb16c1e51f5bfc3513ab5dcfdf3e", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.000947, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "C" }, "group_id": "match-binding-35", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-35.png", "input_tokens": 902, "latency_sec": 0.8928748550824821, "model_name": "claude-haiku-4-5-20251001", "out_of_srgb": null, "output_tokens": 9, "prediction": { "choice": "C" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "anthropic", "raw_prediction": "{\"choice\": \"C\"}", "recorded_at": "2026-09-16T14:49:55.571984+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-35", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "56b8a110-5ac0-4931-9ae9-c25806a10aa3", "result_sha256": "c5029eb0bb1e0e7435d4360b41788886a78db36e5a96354bc218d45cfe2126e6", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.000947, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "D" }, "group_id": "match-binding-36", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-36.png", "input_tokens": 902, "latency_sec": 0.8198811849579215, "model_name": "claude-haiku-4-5-20251001", "out_of_srgb": null, "output_tokens": 9, "prediction": { "choice": "D" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "anthropic", "raw_prediction": "{\"choice\": \"D\"}", "recorded_at": "2026-09-16T15:54:07.889098+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-36", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "561f9e5d-6a0d-4e26-aa46-46ac24174bee", "result_sha256": "562b9c3cf3285969e06beef4a4dd03bef4c4a296aa9364b95ab1598498d25861", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.000947, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "A" }, "group_id": "match-binding-37", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-37.png", "input_tokens": 902, "latency_sec": 0.8122521539917216, "model_name": "claude-haiku-4-5-20251001", "out_of_srgb": null, "output_tokens": 9, "prediction": { "choice": "A" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "anthropic", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T15:32:17.028250+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-37", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "87046448-a65a-4ab1-9d65-092b0d68406a", "result_sha256": "f07411a9c1cb0bb289fc94826b11e07ef0ba82a11fbf42b1d3be9b0d8ea18ca9", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.000947, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "B" }, "group_id": "match-binding-38", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-38.png", "input_tokens": 902, "latency_sec": 0.7815818160306662, "model_name": "claude-haiku-4-5-20251001", "out_of_srgb": null, "output_tokens": 9, "prediction": { "choice": "B" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "anthropic", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T16:21:33.018832+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-38", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "b74a9c4a-7285-4a80-b11d-315fc5f4036b", "result_sha256": "3308bfd740b2874ecd3026772b27f42f5400572048929eb715e3a9dd18d36056", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.000947, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "C" }, "group_id": "match-binding-39", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-39.png", "input_tokens": 902, "latency_sec": 0.9624533719616011, "model_name": "claude-haiku-4-5-20251001", "out_of_srgb": null, "output_tokens": 9, "prediction": { "choice": "C" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "anthropic", "raw_prediction": "{\"choice\": \"C\"}", "recorded_at": "2026-09-16T14:43:12.059000+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-39", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "db417d23-7dee-4970-ac3b-a66598e874f8", "result_sha256": "9728bc14d44aa2ff51418e33824685adf5b43e816d8aa0a362837ce154f3c6fe", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.000947, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "D" }, "group_id": "match-binding-40", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-40.png", "input_tokens": 902, "latency_sec": 1.0055163219803944, "model_name": "claude-haiku-4-5-20251001", "out_of_srgb": null, "output_tokens": 9, "prediction": { "choice": "B" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "anthropic", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T14:48:55.192139+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-binding-40", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "bbe321ad-b1a0-4ea6-81e2-8be922d11aba", "result_sha256": "9caa0529d07b9bd3c6778eceb46c00ad7f2aaebdb58538266b31c4d7e2d48c0d", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.000947, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "A" }, "group_id": "match-binding-41", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-41.png", "input_tokens": 902, "latency_sec": 0.4996280880877748, "model_name": "claude-haiku-4-5-20251001", "out_of_srgb": null, "output_tokens": 9, "prediction": { "choice": "A" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "anthropic", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T15:23:29.400073+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-41", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "deae9858-a42e-48d0-8a26-2e261b670c40", "result_sha256": "aa7eaa81428060e44c53ff4f4ff11a24435a5c51bcadf46f9186d91ef4feeac7", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.000947, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "B" }, "group_id": "match-binding-42", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-42.png", "input_tokens": 902, "latency_sec": 0.8712844499386847, "model_name": "claude-haiku-4-5-20251001", "out_of_srgb": null, "output_tokens": 9, "prediction": { "choice": "B" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "anthropic", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T16:05:59.882941+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-42", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "ff8690a6-6f58-41e6-baea-1c4bad0a08cd", "result_sha256": "4bcb210ff559a4c0f530f72697395a3e1ee454233a3f1241c4872f868a581bf7", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.000947, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "C" }, "group_id": "match-binding-43", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-43.png", "input_tokens": 902, "latency_sec": 0.6528141560265794, "model_name": "claude-haiku-4-5-20251001", "out_of_srgb": null, "output_tokens": 9, "prediction": { "choice": "C" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "anthropic", "raw_prediction": "{\"choice\": \"C\"}", "recorded_at": "2026-09-16T15:46:17.920190+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-43", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "a1c91fb8-a414-4490-b4bf-217fdc573596", "result_sha256": "2283c4c9f4bcaab8c47cb2940788c9a05cf884eda5ef70de0f9839e6da041e2b", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.000947, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "D" }, "group_id": "match-binding-44", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-44.png", "input_tokens": 902, "latency_sec": 0.8111869149142876, "model_name": "claude-haiku-4-5-20251001", "out_of_srgb": null, "output_tokens": 9, "prediction": { "choice": "B" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "anthropic", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T14:40:52.321415+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-binding-44", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "9c834a45-bfab-4ad0-af3d-ffb4458898f5", "result_sha256": "d281b449cd894f638c61ca0b9873fd251e2fcfa374bbf5c08f6ebd114548aa83", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.000947, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "A" }, "group_id": "match-binding-45", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-45.png", "input_tokens": 902, "latency_sec": 0.5066656689159572, "model_name": "claude-haiku-4-5-20251001", "out_of_srgb": null, "output_tokens": 9, "prediction": { "choice": "B" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "anthropic", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T14:12:50.394326+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-binding-45", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "98f8921d-970f-442c-918c-6aaf7db20c05", "result_sha256": "b8490d00b813205d5cb0d38cf77a7dd79253187871ed8861923739a10dadcce7", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.000947, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "B" }, "group_id": "match-binding-46", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-46.png", "input_tokens": 902, "latency_sec": 0.6794523840071633, "model_name": "claude-haiku-4-5-20251001", "out_of_srgb": null, "output_tokens": 9, "prediction": { "choice": "A" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "anthropic", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T15:53:51.115272+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-binding-46", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "8609bd0c-d950-4559-b8b3-b584dcd6c86c", "result_sha256": "dcf5ddf03ffad79c11ce8c7eff485d8d3e30a1c039bd22e418c02ecdfb4b42b9", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.000947, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "C" }, "group_id": "match-binding-47", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-47.png", "input_tokens": 902, "latency_sec": 0.7527270650025457, "model_name": "claude-haiku-4-5-20251001", "out_of_srgb": null, "output_tokens": 9, "prediction": { "choice": "A" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "anthropic", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T16:06:25.794935+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-binding-47", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "c98a6d17-d59c-40aa-8f03-da17fff30f30", "result_sha256": "6b1adcc9e1b889a4add0e5c91e2e8972910b04866bf44df99bf0e5d05d35e3ba", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.000947, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "D" }, "group_id": "match-binding-48", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-48.png", "input_tokens": 902, "latency_sec": 0.9492744290037081, "model_name": "claude-haiku-4-5-20251001", "out_of_srgb": null, "output_tokens": 9, "prediction": { "choice": "A" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "anthropic", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T16:15:07.240672+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-binding-48", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "9feef732-c713-44c6-9d53-d8dd02314e97", "result_sha256": "6da294cad5ef4503b662896d88c44791fb5fdda7bcdb4955578264149be0d0dc", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.000943, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "B" }, "group_id": "chroma-chain-01-edge-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-01.png", "input_tokens": 898, "latency_sec": 0.6421659049810842, "model_name": "claude-haiku-4-5-20251001", "out_of_srgb": null, "output_tokens": 9, "prediction": { "choice": "B" }, "prompt_sha256": "7cb1baae3d2170148c899969e7afaa6d6a5143997cc3086bc447697d521e10ca", "provider": "anthropic", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T16:25:27.341082+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-01", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "cff6edd1-e09c-4604-8560-82cd1f3cf5ae", "result_sha256": "ba0f8482c138f5071b6a5b3aff65b6286581360b841fd19550799b9952fdd08f", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.000943, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "A" }, "group_id": "chroma-chain-01-edge-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-02.png", "input_tokens": 898, "latency_sec": 0.9077760890359059, "model_name": "claude-haiku-4-5-20251001", "out_of_srgb": null, "output_tokens": 9, "prediction": { "choice": "A" }, "prompt_sha256": "7cb1baae3d2170148c899969e7afaa6d6a5143997cc3086bc447697d521e10ca", "provider": "anthropic", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T15:14:10.359520+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-02", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "adaa8eb1-b568-4c67-b273-e5f85c6d7516", "result_sha256": "df59569a77bb6186bd446da733f4a0142eabe8d77881c896e7db9b463af79abd", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.000942, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "A" }, "group_id": "chroma-chain-01-edge-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-03.png", "input_tokens": 897, "latency_sec": 1.0704872760688886, "model_name": "claude-haiku-4-5-20251001", "out_of_srgb": null, "output_tokens": 9, "prediction": { "choice": "A" }, "prompt_sha256": "f7627aca5640b4e4bb5108ec22eda036673dd7300493ad098f17639bff610e34", "provider": "anthropic", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T16:22:07.297222+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-03", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "570deffa-8faa-454d-8fed-9487129551e6", "result_sha256": "3a25d9e53259787c24112092f00d8ca8fe9956fc1995efab9341f1bce355915a", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.000942, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "B" }, "group_id": "chroma-chain-01-edge-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-04.png", "input_tokens": 897, "latency_sec": 0.7781632270198315, "model_name": "claude-haiku-4-5-20251001", "out_of_srgb": null, "output_tokens": 9, "prediction": { "choice": "B" }, "prompt_sha256": "f7627aca5640b4e4bb5108ec22eda036673dd7300493ad098f17639bff610e34", "provider": "anthropic", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T16:19:25.567177+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-04", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "4fc46ad7-910a-40db-b379-b3cfae35ed50", "result_sha256": "7414958464eb1db913d8a80f12f22aad431965a8d6bedf0c2544525324966b84", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.000943, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "B" }, "group_id": "chroma-chain-01-edge-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-05.png", "input_tokens": 898, "latency_sec": 0.6363160499604419, "model_name": "claude-haiku-4-5-20251001", "out_of_srgb": null, "output_tokens": 9, "prediction": { "choice": "B" }, "prompt_sha256": "7cb1baae3d2170148c899969e7afaa6d6a5143997cc3086bc447697d521e10ca", "provider": "anthropic", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T14:47:49.189760+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-05", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "6be496ac-d3d2-4098-838e-cd670925b4df", "result_sha256": "b23f09353e49fcd64cf540d8c08bdf40b91b904beb82f4694cb910c0467a7c77", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.000943, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "A" }, "group_id": "chroma-chain-01-edge-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-06.png", "input_tokens": 898, "latency_sec": 0.8460870659910142, "model_name": "claude-haiku-4-5-20251001", "out_of_srgb": null, "output_tokens": 9, "prediction": { "choice": "A" }, "prompt_sha256": "7cb1baae3d2170148c899969e7afaa6d6a5143997cc3086bc447697d521e10ca", "provider": "anthropic", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T14:43:59.379030+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-06", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "7da711f8-47cb-48ee-b536-fb6b87fe0022", "result_sha256": "e89e7b0c83530d51e3e53beef1aa759be201ac622e7a71ec12cd7c1cc32deefe", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.000942, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "A" }, "group_id": "chroma-chain-01-edge-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-07.png", "input_tokens": 897, "latency_sec": 0.8800621160771698, "model_name": "claude-haiku-4-5-20251001", "out_of_srgb": null, "output_tokens": 9, "prediction": { "choice": "A" }, "prompt_sha256": "f7627aca5640b4e4bb5108ec22eda036673dd7300493ad098f17639bff610e34", "provider": "anthropic", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T14:57:09.694205+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-07", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "e4694df8-664e-47e7-bdbe-120da8f52007", "result_sha256": "a8548cfc58cbd1afebf9b20ad277ab1d291399fc351c5b824843d2ea98a6528f", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.000942, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "B" }, "group_id": "chroma-chain-01-edge-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-08.png", "input_tokens": 897, "latency_sec": 0.7335753879742697, "model_name": "claude-haiku-4-5-20251001", "out_of_srgb": null, "output_tokens": 9, "prediction": { "choice": "A" }, "prompt_sha256": "f7627aca5640b4e4bb5108ec22eda036673dd7300493ad098f17639bff610e34", "provider": "anthropic", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T16:04:58.857274+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-chroma-08", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "bd5782ea-8934-41b2-97e7-f81d5bd961b8", "result_sha256": "82d5f56549f3f35fa7b0b4238589a6088c4b3bd142b12697276c6d6f18df3a94", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.000943, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "B" }, "group_id": "chroma-chain-01-edge-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-09.png", "input_tokens": 898, "latency_sec": 0.8371553019387648, "model_name": "claude-haiku-4-5-20251001", "out_of_srgb": null, "output_tokens": 9, "prediction": { "choice": "B" }, "prompt_sha256": "7cb1baae3d2170148c899969e7afaa6d6a5143997cc3086bc447697d521e10ca", "provider": "anthropic", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T14:08:40.499880+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-09", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "c86e85fe-14cc-462a-a09d-61fe81f188a1", "result_sha256": "1d7d7d413298518eadbd8ed012e00b8915c8bf5939a853f947692ab1e0adc511", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.000943, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "A" }, "group_id": "chroma-chain-01-edge-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-10.png", "input_tokens": 898, "latency_sec": 0.7709691399941221, "model_name": "claude-haiku-4-5-20251001", "out_of_srgb": null, "output_tokens": 9, "prediction": { "choice": "A" }, "prompt_sha256": "7cb1baae3d2170148c899969e7afaa6d6a5143997cc3086bc447697d521e10ca", "provider": "anthropic", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T15:12:29.264626+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-10", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "08d8d870-a2c4-4c9e-92af-0dfa928d3d82", "result_sha256": "fb38dbcfe5c01d649890ec3fd7f31ae65d903f345c7f5884ec2376f534c1f6e1", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.000942, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "A" }, "group_id": "chroma-chain-01-edge-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-11.png", "input_tokens": 897, "latency_sec": 0.49074464302975684, "model_name": "claude-haiku-4-5-20251001", "out_of_srgb": null, "output_tokens": 9, "prediction": { "choice": "A" }, "prompt_sha256": "f7627aca5640b4e4bb5108ec22eda036673dd7300493ad098f17639bff610e34", "provider": "anthropic", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T14:20:15.487067+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-11", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "1a2df437-07f7-4fdb-9808-5869ea65eb1b", "result_sha256": "664a64b4b60f5d5804508670c01ab64a670f110140c0077f6ae27cd10fbd73f9", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.000942, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "B" }, "group_id": "chroma-chain-01-edge-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-12.png", "input_tokens": 897, "latency_sec": 0.8783671560231596, "model_name": "claude-haiku-4-5-20251001", "out_of_srgb": null, "output_tokens": 9, "prediction": { "choice": "A" }, "prompt_sha256": "f7627aca5640b4e4bb5108ec22eda036673dd7300493ad098f17639bff610e34", "provider": "anthropic", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T15:45:31.103263+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-chroma-12", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "6442417b-c0f0-46f0-80b0-e7488b53a048", "result_sha256": "1c6a29303de8780376b63b0279392ac6499c3589ac1f38adbf6b300bc7d9e435", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.000943, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "B" }, "group_id": "chroma-chain-01-edge-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-13.png", "input_tokens": 898, "latency_sec": 0.9311767551116645, "model_name": "claude-haiku-4-5-20251001", "out_of_srgb": null, "output_tokens": 9, "prediction": { "choice": "A" }, "prompt_sha256": "7cb1baae3d2170148c899969e7afaa6d6a5143997cc3086bc447697d521e10ca", "provider": "anthropic", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T15:27:11.564248+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-chroma-13", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "c820dac7-6fd9-46fd-a57d-c14233178fe3", "result_sha256": "b3b5352887f4b826fa65f1a4cad38a13a4a2cd88585773aa5bc3dd9536a811a2", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.000943, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "A" }, "group_id": "chroma-chain-01-edge-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-14.png", "input_tokens": 898, "latency_sec": 1.1103908070363104, "model_name": "claude-haiku-4-5-20251001", "out_of_srgb": null, "output_tokens": 9, "prediction": { "choice": "A" }, "prompt_sha256": "7cb1baae3d2170148c899969e7afaa6d6a5143997cc3086bc447697d521e10ca", "provider": "anthropic", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T15:37:34.535435+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-14", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "d1929496-26e6-4136-ab95-6e3e66da1c75", "result_sha256": "441a6338aa09463531ba3741854301e4794e8424ff0b70b4a7f7e894f8873736", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.000942, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "A" }, "group_id": "chroma-chain-01-edge-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-15.png", "input_tokens": 897, "latency_sec": 1.074164759949781, "model_name": "claude-haiku-4-5-20251001", "out_of_srgb": null, "output_tokens": 9, "prediction": { "choice": "A" }, "prompt_sha256": "f7627aca5640b4e4bb5108ec22eda036673dd7300493ad098f17639bff610e34", "provider": "anthropic", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T14:13:25.091722+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-15", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "83072160-af9c-4817-b819-708e8686f6d1", "result_sha256": "a9f776164f00ce158d9104ce155d2fcf625a643ea382751e2e1643bb8daf50ec", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.000942, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "B" }, "group_id": "chroma-chain-01-edge-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-16.png", "input_tokens": 897, "latency_sec": 0.6702157920226455, "model_name": "claude-haiku-4-5-20251001", "out_of_srgb": null, "output_tokens": 9, "prediction": { "choice": "A" }, "prompt_sha256": "f7627aca5640b4e4bb5108ec22eda036673dd7300493ad098f17639bff610e34", "provider": "anthropic", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T16:03:19.904184+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-chroma-16", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "dc068072-0bb1-44f3-a00a-ee75a052b70d", "result_sha256": "d32a36763924a1803751747a11e688003dd10d9d6e9836c96cf7095b81f4559d", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.000943, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "B" }, "group_id": "chroma-chain-02-edge-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-17.png", "input_tokens": 898, "latency_sec": 0.7523126859450713, "model_name": "claude-haiku-4-5-20251001", "out_of_srgb": null, "output_tokens": 9, "prediction": { "choice": "B" }, "prompt_sha256": "7cb1baae3d2170148c899969e7afaa6d6a5143997cc3086bc447697d521e10ca", "provider": "anthropic", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T14:19:28.794855+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-17", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "81c7083c-c65a-4cfe-b4cc-ffe759899f27", "result_sha256": "bd55daffb5a94cd2b8ed7e84cd681a9754e7ea85e2fe33ef743740ce02766ebf", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.000943, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "A" }, "group_id": "chroma-chain-02-edge-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-18.png", "input_tokens": 898, "latency_sec": 0.5546541890362278, "model_name": "claude-haiku-4-5-20251001", "out_of_srgb": null, "output_tokens": 9, "prediction": { "choice": "A" }, "prompt_sha256": "7cb1baae3d2170148c899969e7afaa6d6a5143997cc3086bc447697d521e10ca", "provider": "anthropic", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T14:50:05.353357+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-18", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "38be42d3-4263-4c52-84ed-92a6272e82bf", "result_sha256": "4f88852adfe4d3b2b1c5d6aa555237a29fd4b46b9e8b08f88da440159c56b3ad", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.000942, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "A" }, "group_id": "chroma-chain-02-edge-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-19.png", "input_tokens": 897, "latency_sec": 1.063866899930872, "model_name": "claude-haiku-4-5-20251001", "out_of_srgb": null, "output_tokens": 9, "prediction": { "choice": "A" }, "prompt_sha256": "f7627aca5640b4e4bb5108ec22eda036673dd7300493ad098f17639bff610e34", "provider": "anthropic", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T15:53:30.727009+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-19", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "2b6caf94-068e-44ae-8ae8-37f7bd4a2827", "result_sha256": "1233d0fef802ea8583dab4711c4b42dd2114bc0d05d65aa7eabfad08df2c18da", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.000942, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "B" }, "group_id": "chroma-chain-02-edge-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-20.png", "input_tokens": 897, "latency_sec": 1.1284549169940874, "model_name": "claude-haiku-4-5-20251001", "out_of_srgb": null, "output_tokens": 9, "prediction": { "choice": "B" }, "prompt_sha256": "f7627aca5640b4e4bb5108ec22eda036673dd7300493ad098f17639bff610e34", "provider": "anthropic", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T14:02:30.670661+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-20", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "c84bad05-dd55-4d88-8664-6662167989ac", "result_sha256": "28b94eba04c22c1b0d48dd2ef823b5530e5bcd9aa01879b23a7bdb7f20d2df72", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.000943, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "B" }, "group_id": "chroma-chain-02-edge-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-21.png", "input_tokens": 898, "latency_sec": 0.7925718389451504, "model_name": "claude-haiku-4-5-20251001", "out_of_srgb": null, "output_tokens": 9, "prediction": { "choice": "B" }, "prompt_sha256": "7cb1baae3d2170148c899969e7afaa6d6a5143997cc3086bc447697d521e10ca", "provider": "anthropic", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T14:14:30.175425+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-21", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "1e4e0f55-164d-48fc-b2b3-d0dea61f12b6", "result_sha256": "e05c2f97789fd6c4194be27c1377f9061964432011c3d72a76e67559afd23a97", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.000943, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "A" }, "group_id": "chroma-chain-02-edge-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-22.png", "input_tokens": 898, "latency_sec": 0.7699968160595745, "model_name": "claude-haiku-4-5-20251001", "out_of_srgb": null, "output_tokens": 9, "prediction": { "choice": "A" }, "prompt_sha256": "7cb1baae3d2170148c899969e7afaa6d6a5143997cc3086bc447697d521e10ca", "provider": "anthropic", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T15:22:12.976520+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-22", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "e2be0c86-bc31-45b7-b25e-90dd87d599d4", "result_sha256": "fdb5747855563b543c49b58b911ce00c90dfdf041c4c5946ba3f0deff3573357", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.000942, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "A" }, "group_id": "chroma-chain-02-edge-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-23.png", "input_tokens": 897, "latency_sec": 0.7835106530692428, "model_name": "claude-haiku-4-5-20251001", "out_of_srgb": null, "output_tokens": 9, "prediction": { "choice": "A" }, "prompt_sha256": "f7627aca5640b4e4bb5108ec22eda036673dd7300493ad098f17639bff610e34", "provider": "anthropic", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T14:50:30.717025+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-23", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "58e2815a-89d8-4713-892c-c3fa0ee2a29e", "result_sha256": "5a8577b1b942468cd55119ecb03f297c100cf7f19e9978afec3bd7c3a6303f49", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.000942, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "B" }, "group_id": "chroma-chain-02-edge-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-24.png", "input_tokens": 897, "latency_sec": 0.6828302519861609, "model_name": "claude-haiku-4-5-20251001", "out_of_srgb": null, "output_tokens": 9, "prediction": { "choice": "A" }, "prompt_sha256": "f7627aca5640b4e4bb5108ec22eda036673dd7300493ad098f17639bff610e34", "provider": "anthropic", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T16:26:32.324420+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-chroma-24", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "a71ea34e-9eed-4bef-917c-6a0ab26c89b1", "result_sha256": "83d1dbaae30b53ccebb1c083fa6f511828f77ec82dd5135cab9e3eb509f673b1", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.000943, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "B" }, "group_id": "chroma-chain-02-edge-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-25.png", "input_tokens": 898, "latency_sec": 0.8709093970246613, "model_name": "claude-haiku-4-5-20251001", "out_of_srgb": null, "output_tokens": 9, "prediction": { "choice": "B" }, "prompt_sha256": "7cb1baae3d2170148c899969e7afaa6d6a5143997cc3086bc447697d521e10ca", "provider": "anthropic", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T16:07:23.742164+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-25", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "40a92e5b-30af-42c4-9a24-f2bf53b276c9", "result_sha256": "6890d4df21e6ada8e7897984e3c5582f7785961d765ea45f09c662b17947536d", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.000943, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "A" }, "group_id": "chroma-chain-02-edge-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-26.png", "input_tokens": 898, "latency_sec": 0.7013133170548826, "model_name": "claude-haiku-4-5-20251001", "out_of_srgb": null, "output_tokens": 9, "prediction": { "choice": "B" }, "prompt_sha256": "7cb1baae3d2170148c899969e7afaa6d6a5143997cc3086bc447697d521e10ca", "provider": "anthropic", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T14:09:04.709398+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-chroma-26", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "73015c6b-a6f0-404b-8b72-f186d25899ba", "result_sha256": "9b452052776810228f1d327c8877ea8c7672731ca7be6f61b82b9c2a11ae76ab", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.000942, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "A" }, "group_id": "chroma-chain-02-edge-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-27.png", "input_tokens": 897, "latency_sec": 0.5935092669678852, "model_name": "claude-haiku-4-5-20251001", "out_of_srgb": null, "output_tokens": 9, "prediction": { "choice": "A" }, "prompt_sha256": "f7627aca5640b4e4bb5108ec22eda036673dd7300493ad098f17639bff610e34", "provider": "anthropic", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T15:41:01.292112+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-27", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "c8a5f4fb-cb44-4b19-be81-cda2a49909c4", "result_sha256": "3544264f5249328c44dd1dc149f5aaaad7fb67523e8c65e1083ab51e09a4a8f5", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.000942, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "B" }, "group_id": "chroma-chain-02-edge-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-28.png", "input_tokens": 897, "latency_sec": 0.8957381249638274, "model_name": "claude-haiku-4-5-20251001", "out_of_srgb": null, "output_tokens": 9, "prediction": { "choice": "A" }, "prompt_sha256": "f7627aca5640b4e4bb5108ec22eda036673dd7300493ad098f17639bff610e34", "provider": "anthropic", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T16:22:30.156939+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-chroma-28", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "33f71510-0871-42c7-a525-0f959a018112", "result_sha256": "3f67a3a751bb80cca05eea0c77eeb82eb7575bfa0db5f516f07c7d3b9db904fd", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.000943, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "B" }, "group_id": "chroma-chain-02-edge-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-29.png", "input_tokens": 898, "latency_sec": 0.9060019170865417, "model_name": "claude-haiku-4-5-20251001", "out_of_srgb": null, "output_tokens": 9, "prediction": { "choice": "B" }, "prompt_sha256": "7cb1baae3d2170148c899969e7afaa6d6a5143997cc3086bc447697d521e10ca", "provider": "anthropic", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T15:53:22.237707+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-29", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "96fbcc25-44a5-44f3-a9bc-fcb4f03287a9", "result_sha256": "583acc874eaa9854311b7c3bc384194afeb010f13c4f882aabe7588797d12011", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.000943, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "A" }, "group_id": "chroma-chain-02-edge-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-30.png", "input_tokens": 898, "latency_sec": 4.56119836808648, "model_name": "claude-haiku-4-5-20251001", "out_of_srgb": null, "output_tokens": 9, "prediction": { "choice": "A" }, "prompt_sha256": "7cb1baae3d2170148c899969e7afaa6d6a5143997cc3086bc447697d521e10ca", "provider": "anthropic", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T14:53:06.420132+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-30", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "237cbe04-fb99-489c-9ab3-e89498cd1444", "result_sha256": "f776a03ef29209ccff22d0081edecc029befe6834e49d0c8797e771af07d55ef", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.000942, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "A" }, "group_id": "chroma-chain-02-edge-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-31.png", "input_tokens": 897, "latency_sec": 0.6411988190375268, "model_name": "claude-haiku-4-5-20251001", "out_of_srgb": null, "output_tokens": 9, "prediction": { "choice": "A" }, "prompt_sha256": "f7627aca5640b4e4bb5108ec22eda036673dd7300493ad098f17639bff610e34", "provider": "anthropic", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T15:24:10.909288+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-31", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "e5198638-2763-4a14-9210-0e4dcf7ec519", "result_sha256": "ff691db240df13b237a4d5b36a85bfdd03415fbcbe963f04b73f3ae265ad84ca", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.000942, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "B" }, "group_id": "chroma-chain-02-edge-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-32.png", "input_tokens": 897, "latency_sec": 0.8921314519830048, "model_name": "claude-haiku-4-5-20251001", "out_of_srgb": null, "output_tokens": 9, "prediction": { "choice": "B" }, "prompt_sha256": "f7627aca5640b4e4bb5108ec22eda036673dd7300493ad098f17639bff610e34", "provider": "anthropic", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T15:16:46.972733+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-32", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "0f8029d8-5733-49f6-bd46-7672ff1935a1", "result_sha256": "cfd08bcaad4210859111f897107f40f683dcb2ad878c9a216603be8295b79c99", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.000943, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "B" }, "group_id": "chroma-chain-03-edge-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-33.png", "input_tokens": 898, "latency_sec": 0.8417643680004403, "model_name": "claude-haiku-4-5-20251001", "out_of_srgb": null, "output_tokens": 9, "prediction": { "choice": "B" }, "prompt_sha256": "7cb1baae3d2170148c899969e7afaa6d6a5143997cc3086bc447697d521e10ca", "provider": "anthropic", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T14:57:47.624711+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-33", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "96ebf20b-717a-4d67-b961-b41d6c5455a9", "result_sha256": "f7c43157a1f65ac1b1bc559bab90c806c0ad7b09a173169573573758c69a7e17", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.000943, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "A" }, "group_id": "chroma-chain-03-edge-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-34.png", "input_tokens": 898, "latency_sec": 0.5053206279408187, "model_name": "claude-haiku-4-5-20251001", "out_of_srgb": null, "output_tokens": 9, "prediction": { "choice": "A" }, "prompt_sha256": "7cb1baae3d2170148c899969e7afaa6d6a5143997cc3086bc447697d521e10ca", "provider": "anthropic", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T15:28:20.825965+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-34", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "1eee3432-37bb-4bb7-a917-90b2b9c9eaf8", "result_sha256": "635c84f9fae5845c9f4ba41781c6f5a721aa6483da02ef0c0af69f94d6f009ae", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.000942, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "A" }, "group_id": "chroma-chain-03-edge-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-35.png", "input_tokens": 897, "latency_sec": 0.6582364309579134, "model_name": "claude-haiku-4-5-20251001", "out_of_srgb": null, "output_tokens": 9, "prediction": { "choice": "A" }, "prompt_sha256": "f7627aca5640b4e4bb5108ec22eda036673dd7300493ad098f17639bff610e34", "provider": "anthropic", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T15:28:11.940937+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-35", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "62a07702-3182-4f32-ad7e-32e40e76924d", "result_sha256": "e6278054180a96b85e4ec9de799f6105a3035aaaa3bf6b7e1fe65cd2d25bf327", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.000942, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "B" }, "group_id": "chroma-chain-03-edge-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-36.png", "input_tokens": 897, "latency_sec": 0.9433758340310305, "model_name": "claude-haiku-4-5-20251001", "out_of_srgb": null, "output_tokens": 9, "prediction": { "choice": "B" }, "prompt_sha256": "f7627aca5640b4e4bb5108ec22eda036673dd7300493ad098f17639bff610e34", "provider": "anthropic", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T15:02:29.348930+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-36", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "d98a6aaf-e89b-4edb-ae0d-17f35d2568d2", "result_sha256": "b1a4494903426bcf1c45678b3d750e390afdd4ec67c500c43b47ae0063e34dca", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.000943, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "B" }, "group_id": "chroma-chain-03-edge-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-37.png", "input_tokens": 898, "latency_sec": 0.9356254199519753, "model_name": "claude-haiku-4-5-20251001", "out_of_srgb": null, "output_tokens": 9, "prediction": { "choice": "B" }, "prompt_sha256": "7cb1baae3d2170148c899969e7afaa6d6a5143997cc3086bc447697d521e10ca", "provider": "anthropic", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T14:16:02.178307+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-37", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "f734c3ca-4d30-4429-864d-0ec2405692d6", "result_sha256": "cf12acbd0174152d740324d1ce81efd7406e2c32a117964045a34515c2ffb877", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.000943, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "A" }, "group_id": "chroma-chain-03-edge-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-38.png", "input_tokens": 898, "latency_sec": 0.670109151978977, "model_name": "claude-haiku-4-5-20251001", "out_of_srgb": null, "output_tokens": 9, "prediction": { "choice": "A" }, "prompt_sha256": "7cb1baae3d2170148c899969e7afaa6d6a5143997cc3086bc447697d521e10ca", "provider": "anthropic", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T15:13:26.006075+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-38", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "c3e18fc9-ba99-4504-8611-c2c25a005f66", "result_sha256": "6e8917ba03e267a1f31b248b77f21a825980662f165618fb1097bddcec56062f", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.000942, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "A" }, "group_id": "chroma-chain-03-edge-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-39.png", "input_tokens": 897, "latency_sec": 1.015708195976913, "model_name": "claude-haiku-4-5-20251001", "out_of_srgb": null, "output_tokens": 9, "prediction": { "choice": "A" }, "prompt_sha256": "f7627aca5640b4e4bb5108ec22eda036673dd7300493ad098f17639bff610e34", "provider": "anthropic", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T15:29:06.747021+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-39", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "e5989d97-d160-4a6a-a601-fbb863b191e6", "result_sha256": "9f22f1e7b39fdcdf74d4b14487ffa872dc21d9900362dad7761062293bc13daa", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.000942, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "B" }, "group_id": "chroma-chain-03-edge-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-40.png", "input_tokens": 897, "latency_sec": 0.6191086639882997, "model_name": "claude-haiku-4-5-20251001", "out_of_srgb": null, "output_tokens": 9, "prediction": { "choice": "A" }, "prompt_sha256": "f7627aca5640b4e4bb5108ec22eda036673dd7300493ad098f17639bff610e34", "provider": "anthropic", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T15:42:07.006331+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-chroma-40", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "7adb125a-b9a5-41b5-880b-5bbd12670f0c", "result_sha256": "836d2ca70199616dc8b2659bc030eeebddf383ca323c19653f1a731a8ce334bc", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.000938, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "B" }, "group_id": "chroma-chain-03-edge-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-41.png", "input_tokens": 898, "latency_sec": 0.8773078439990059, "model_name": "claude-haiku-4-5-20251001", "out_of_srgb": null, "output_tokens": 8, "prediction": { "choice": "B" }, "prompt_sha256": "7cb1baae3d2170148c899969e7afaa6d6a5143997cc3086bc447697d521e10ca", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T14:49:32.308648+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-41", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "4fff4238-31e0-488a-a237-1a3b45227cfe", "result_sha256": "ae4efc6355cb8385ca95b0b1e84c9e7f8d11cd88b03bcf813a7ee49b35016307", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.000943, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "A" }, "group_id": "chroma-chain-03-edge-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-42.png", "input_tokens": 898, "latency_sec": 0.8724385700188577, "model_name": "claude-haiku-4-5-20251001", "out_of_srgb": null, "output_tokens": 9, "prediction": { "choice": "A" }, "prompt_sha256": "7cb1baae3d2170148c899969e7afaa6d6a5143997cc3086bc447697d521e10ca", "provider": "anthropic", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T15:26:44.584338+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-42", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "801a8c01-f74a-42d6-a379-bc3884d18b30", "result_sha256": "b84583652d47302d62cc993cf67a827d6e36e54202458e86480463f122c6742f", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.000942, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "A" }, "group_id": "chroma-chain-03-edge-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-43.png", "input_tokens": 897, "latency_sec": 1.2007226960267872, "model_name": "claude-haiku-4-5-20251001", "out_of_srgb": null, "output_tokens": 9, "prediction": { "choice": "A" }, "prompt_sha256": "f7627aca5640b4e4bb5108ec22eda036673dd7300493ad098f17639bff610e34", "provider": "anthropic", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T14:15:52.416891+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-43", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "62f4ddbb-e6f1-4201-8233-39effb5016e1", "result_sha256": "8cfe19c3175d5987ff73766c479c06fc3ec870c7a005ec46246a3e73b5d79f93", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.000937, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "B" }, "group_id": "chroma-chain-03-edge-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-44.png", "input_tokens": 897, "latency_sec": 0.7361825630068779, "model_name": "claude-haiku-4-5-20251001", "out_of_srgb": null, "output_tokens": 8, "prediction": { "choice": "B" }, "prompt_sha256": "f7627aca5640b4e4bb5108ec22eda036673dd7300493ad098f17639bff610e34", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T14:41:26.462181+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-44", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "3c61ed70-016c-44ea-a6da-2123de6b0668", "result_sha256": "55ceb5c0f448b264ab11d26e8d894e1a86e9ca8a395d433f1e9404a1e913c3a4", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.000943, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "B" }, "group_id": "chroma-chain-03-edge-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-45.png", "input_tokens": 898, "latency_sec": 0.9108499969588593, "model_name": "claude-haiku-4-5-20251001", "out_of_srgb": null, "output_tokens": 9, "prediction": { "choice": "B" }, "prompt_sha256": "7cb1baae3d2170148c899969e7afaa6d6a5143997cc3086bc447697d521e10ca", "provider": "anthropic", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T15:31:26.614731+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-45", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "3adc0ac2-fe27-4f37-a100-4fe6261a28e0", "result_sha256": "262036266a5edfa0e7ad903f2df4234cba239000e06827c218ec96763c18057d", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.000938, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "A" }, "group_id": "chroma-chain-03-edge-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-46.png", "input_tokens": 898, "latency_sec": 1.085405255900696, "model_name": "claude-haiku-4-5-20251001", "out_of_srgb": null, "output_tokens": 8, "prediction": { "choice": "A" }, "prompt_sha256": "7cb1baae3d2170148c899969e7afaa6d6a5143997cc3086bc447697d521e10ca", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T14:46:23.596506+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-46", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "5e0111e0-b973-4d9d-98be-a9c16c7371e2", "result_sha256": "e0b3e24a042efcb232e35e411de7840c9991d4457663b5e53fbf767e9e7f0b11", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.000942, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "A" }, "group_id": "chroma-chain-03-edge-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-47.png", "input_tokens": 897, "latency_sec": 1.1051299090031534, "model_name": "claude-haiku-4-5-20251001", "out_of_srgb": null, "output_tokens": 9, "prediction": { "choice": "A" }, "prompt_sha256": "f7627aca5640b4e4bb5108ec22eda036673dd7300493ad098f17639bff610e34", "provider": "anthropic", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T15:55:55.224534+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-47", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "9f614623-bcf2-42bf-9add-c18ea24f24fa", "result_sha256": "ae5a299fb4bdaae644ae0ab1637de309244533a93f90a537f74adc8ccad45be8", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.000942, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "B" }, "group_id": "chroma-chain-03-edge-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-48.png", "input_tokens": 897, "latency_sec": 0.8726268790196627, "model_name": "claude-haiku-4-5-20251001", "out_of_srgb": null, "output_tokens": 9, "prediction": { "choice": "A" }, "prompt_sha256": "f7627aca5640b4e4bb5108ec22eda036673dd7300493ad098f17639bff610e34", "provider": "anthropic", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T15:55:31.406793+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-chroma-48", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "042daa61-cf73-4c0c-9d74-accd8cfaf351", "result_sha256": "5996472f20aa3bc1a9d4fea89ff3c9887225ca90846fc110b1d229f5bb3651f7", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.000943, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "B" }, "group_id": "chroma-chain-04-edge-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-49.png", "input_tokens": 898, "latency_sec": 1.1924499269807711, "model_name": "claude-haiku-4-5-20251001", "out_of_srgb": null, "output_tokens": 9, "prediction": { "choice": "B" }, "prompt_sha256": "7cb1baae3d2170148c899969e7afaa6d6a5143997cc3086bc447697d521e10ca", "provider": "anthropic", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T15:55:40.856627+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-49", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "96470763-c675-4e8a-85e6-fd68c357c13c", "result_sha256": "83a63213cbfc8c37de086f97cab7197744c56a406cef4a697f29affe098aff34", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.000943, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "A" }, "group_id": "chroma-chain-04-edge-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-50.png", "input_tokens": 898, "latency_sec": 0.828004994080402, "model_name": "claude-haiku-4-5-20251001", "out_of_srgb": null, "output_tokens": 9, "prediction": { "choice": "A" }, "prompt_sha256": "7cb1baae3d2170148c899969e7afaa6d6a5143997cc3086bc447697d521e10ca", "provider": "anthropic", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T16:08:46.654020+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-50", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "c847a645-5011-4d4b-8e3d-0d548b4cca91", "result_sha256": "62ae334c96be51108f0b7e14e966a919361c28637275542e3e6a300dab89bc1e", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.000942, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "A" }, "group_id": "chroma-chain-04-edge-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-51.png", "input_tokens": 897, "latency_sec": 0.8669153929222375, "model_name": "claude-haiku-4-5-20251001", "out_of_srgb": null, "output_tokens": 9, "prediction": { "choice": "A" }, "prompt_sha256": "f7627aca5640b4e4bb5108ec22eda036673dd7300493ad098f17639bff610e34", "provider": "anthropic", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T14:10:30.113796+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-51", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "d1fa39fa-36a1-4903-bce3-d34169e48393", "result_sha256": "70f5ab700c1c8e949caeac85c291c98d2f2544b6584e218417fc1f35331a7772", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.000942, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "B" }, "group_id": "chroma-chain-04-edge-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-52.png", "input_tokens": 897, "latency_sec": 0.9138874229975045, "model_name": "claude-haiku-4-5-20251001", "out_of_srgb": null, "output_tokens": 9, "prediction": { "choice": "B" }, "prompt_sha256": "f7627aca5640b4e4bb5108ec22eda036673dd7300493ad098f17639bff610e34", "provider": "anthropic", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T15:35:08.832310+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-52", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "99a8264a-39ed-485f-ab2f-2637efcbc237", "result_sha256": "4b013dbf0c30abda53232b88f2f8f6c7c4f446a295c3dcb66feb3aca3d8ef50b", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.000938, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "B" }, "group_id": "chroma-chain-04-edge-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-53.png", "input_tokens": 898, "latency_sec": 0.9347157420124859, "model_name": "claude-haiku-4-5-20251001", "out_of_srgb": null, "output_tokens": 8, "prediction": { "choice": "B" }, "prompt_sha256": "7cb1baae3d2170148c899969e7afaa6d6a5143997cc3086bc447697d521e10ca", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T14:14:00.817599+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-53", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "aadbf420-c5f2-47e3-8dd1-42a9368b2c16", "result_sha256": "1c62f4fde4cf1f3e474e873be8aefda2a920ca4287d35d6a8ee805319078c993", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.000943, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "A" }, "group_id": "chroma-chain-04-edge-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-54.png", "input_tokens": 898, "latency_sec": 0.8766484329244122, "model_name": "claude-haiku-4-5-20251001", "out_of_srgb": null, "output_tokens": 9, "prediction": { "choice": "A" }, "prompt_sha256": "7cb1baae3d2170148c899969e7afaa6d6a5143997cc3086bc447697d521e10ca", "provider": "anthropic", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T14:51:17.081788+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-54", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "6c314fd2-fe13-48cc-be8f-ff87a01f82b9", "result_sha256": "869000a4c47533ed38f87dbd75b3ed66d57eadb7da27ffe59b4b4773331221d5", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.000942, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "A" }, "group_id": "chroma-chain-04-edge-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-55.png", "input_tokens": 897, "latency_sec": 0.8723547280533239, "model_name": "claude-haiku-4-5-20251001", "out_of_srgb": null, "output_tokens": 9, "prediction": { "choice": "A" }, "prompt_sha256": "f7627aca5640b4e4bb5108ec22eda036673dd7300493ad098f17639bff610e34", "provider": "anthropic", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T15:30:14.396504+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-55", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "e50b6a9b-5be7-4b79-b70c-261acc8d9e2b", "result_sha256": "4af606addb77f16a8ba3a57358592f5c3093874079d357d921d22e80286e3080", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.000942, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "B" }, "group_id": "chroma-chain-04-edge-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-56.png", "input_tokens": 897, "latency_sec": 0.7384265250293538, "model_name": "claude-haiku-4-5-20251001", "out_of_srgb": null, "output_tokens": 9, "prediction": { "choice": "B" }, "prompt_sha256": "f7627aca5640b4e4bb5108ec22eda036673dd7300493ad098f17639bff610e34", "provider": "anthropic", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T14:09:52.824496+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-56", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "227f269e-b953-486a-b64c-f9c36a533abf", "result_sha256": "5498adbc79bb31e686722d5e0f9c9af112b4b0c6bcd199bbe80355f77082c30b", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.000943, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "B" }, "group_id": "chroma-chain-04-edge-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-57.png", "input_tokens": 898, "latency_sec": 0.7173138919752091, "model_name": "claude-haiku-4-5-20251001", "out_of_srgb": null, "output_tokens": 9, "prediction": { "choice": "B" }, "prompt_sha256": "7cb1baae3d2170148c899969e7afaa6d6a5143997cc3086bc447697d521e10ca", "provider": "anthropic", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T16:17:51.066872+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-57", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "c4054f8c-1d54-4a7c-a944-aca347419b07", "result_sha256": "7b550939e0ea8d5f5196eb058598ba1b8f7ecdcbff3701922f3cf33a591efb6c", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.000943, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "A" }, "group_id": "chroma-chain-04-edge-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-58.png", "input_tokens": 898, "latency_sec": 0.9494687180267647, "model_name": "claude-haiku-4-5-20251001", "out_of_srgb": null, "output_tokens": 9, "prediction": { "choice": "B" }, "prompt_sha256": "7cb1baae3d2170148c899969e7afaa6d6a5143997cc3086bc447697d521e10ca", "provider": "anthropic", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T14:32:54.771896+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-chroma-58", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "64d456a8-0608-4961-82d5-67ec08f1aa9b", "result_sha256": "c4c60c712b969d29277974ab7af0229c35f06bee221f5fb5f1dbbf57ffac4712", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.000942, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "A" }, "group_id": "chroma-chain-04-edge-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-59.png", "input_tokens": 897, "latency_sec": 0.8596976139815524, "model_name": "claude-haiku-4-5-20251001", "out_of_srgb": null, "output_tokens": 9, "prediction": { "choice": "A" }, "prompt_sha256": "f7627aca5640b4e4bb5108ec22eda036673dd7300493ad098f17639bff610e34", "provider": "anthropic", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T15:15:49.913673+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-59", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "dd3c18f6-bc81-42cb-9e73-b2624887c933", "result_sha256": "273a3abcff8c46f931d851a0012189c0a505ffcd2580c0eeec8bc97629423174", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.000942, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "B" }, "group_id": "chroma-chain-04-edge-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-60.png", "input_tokens": 897, "latency_sec": 0.6640558490762487, "model_name": "claude-haiku-4-5-20251001", "out_of_srgb": null, "output_tokens": 9, "prediction": { "choice": "B" }, "prompt_sha256": "f7627aca5640b4e4bb5108ec22eda036673dd7300493ad098f17639bff610e34", "provider": "anthropic", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T15:33:56.695745+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-60", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "e40a8d46-8a85-45a6-92ec-dba0694dddfd", "result_sha256": "06a5dc31260ec50ac1fd840524be40405c5ba9db53368c72d68f1591ed0cb2f4", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.000943, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "B" }, "group_id": "chroma-chain-04-edge-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-61.png", "input_tokens": 898, "latency_sec": 0.9032657128991559, "model_name": "claude-haiku-4-5-20251001", "out_of_srgb": null, "output_tokens": 9, "prediction": { "choice": "B" }, "prompt_sha256": "7cb1baae3d2170148c899969e7afaa6d6a5143997cc3086bc447697d521e10ca", "provider": "anthropic", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T14:20:47.561587+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-61", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "1531162d-1211-4b8a-bf2e-d8a3a005c7bd", "result_sha256": "aa7cb72f0f2c1e6cde0f5bd58f253a93d6dae2d37671c2720b4a6788b4471076", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.000943, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "A" }, "group_id": "chroma-chain-04-edge-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-62.png", "input_tokens": 898, "latency_sec": 1.011031096917577, "model_name": "claude-haiku-4-5-20251001", "out_of_srgb": null, "output_tokens": 9, "prediction": { "choice": "A" }, "prompt_sha256": "7cb1baae3d2170148c899969e7afaa6d6a5143997cc3086bc447697d521e10ca", "provider": "anthropic", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T14:16:18.215749+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-62", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "1405212f-3b21-4b80-8929-d4e0ab677186", "result_sha256": "97180ac49c92d9a840be63f6f1df3d7ee5d044e377e4d00f6e1f22b0680ffedb", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.000942, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "A" }, "group_id": "chroma-chain-04-edge-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-63.png", "input_tokens": 897, "latency_sec": 0.9670934489695355, "model_name": "claude-haiku-4-5-20251001", "out_of_srgb": null, "output_tokens": 9, "prediction": { "choice": "A" }, "prompt_sha256": "f7627aca5640b4e4bb5108ec22eda036673dd7300493ad098f17639bff610e34", "provider": "anthropic", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T15:49:40.521348+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-63", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "c74d3d95-ebc9-46db-8633-369b79cd1109", "result_sha256": "a2cf3c906fc570bed633fef3ed8b3b2967c3c4f694f76e09fce0eaedf8132c8b", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.000942, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "B" }, "group_id": "chroma-chain-04-edge-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-64.png", "input_tokens": 897, "latency_sec": 0.852878637961112, "model_name": "claude-haiku-4-5-20251001", "out_of_srgb": null, "output_tokens": 9, "prediction": { "choice": "A" }, "prompt_sha256": "f7627aca5640b4e4bb5108ec22eda036673dd7300493ad098f17639bff610e34", "provider": "anthropic", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T16:26:56.764173+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-chroma-64", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "f6fdb5d6-2070-4f0b-b537-b7ddc9e2dc6f", "result_sha256": "ac4ecb02c5f94f6bd57b6b6d511ec77b419382c0f182448b1bd1e1c5d8e851be", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.000951, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "A" }, "group_id": "context-01-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-01.png", "input_tokens": 906, "latency_sec": 0.7318011430324987, "model_name": "claude-haiku-4-5-20251001", "out_of_srgb": null, "output_tokens": 9, "prediction": { "choice": "C" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "anthropic", "raw_prediction": "{\"choice\": \"C\"}", "recorded_at": "2026-09-16T15:42:32.239735+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-context-01", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "947d01ba-87c1-4961-b992-e8f4bae05551", "result_sha256": "e2bec3069996fb381986d49d6f130c4befc7d8df127e10eca4739b8fd8a72f8b", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.000951, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "B" }, "group_id": "context-01-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-02.png", "input_tokens": 906, "latency_sec": 0.9882576250238344, "model_name": "claude-haiku-4-5-20251001", "out_of_srgb": null, "output_tokens": 9, "prediction": { "choice": "B" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "anthropic", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T16:08:12.560982+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-02", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "29514abe-60c3-4f64-810b-7c594c1cd336", "result_sha256": "a323ad91d912269301a9cae82a1606eda44b92a636cd7a54ec2c39785ab61638", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.000951, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "C" }, "group_id": "context-01-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-03.png", "input_tokens": 906, "latency_sec": 0.9508019119966775, "model_name": "claude-haiku-4-5-20251001", "out_of_srgb": null, "output_tokens": 9, "prediction": { "choice": "C" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "anthropic", "raw_prediction": "{\"choice\": \"C\"}", "recorded_at": "2026-09-16T15:12:03.869425+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-03", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "435a920f-8deb-454c-acd4-26a23e30e70b", "result_sha256": "323c89b5fe7506a7bd878ce15bb5fc9a6a450dac95514c8e8d638f80485c82a1", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.000951, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "D" }, "group_id": "context-01-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-04.png", "input_tokens": 906, "latency_sec": 0.6414863530080765, "model_name": "claude-haiku-4-5-20251001", "out_of_srgb": null, "output_tokens": 9, "prediction": { "choice": "C" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "anthropic", "raw_prediction": "{\"choice\": \"C\"}", "recorded_at": "2026-09-16T14:50:19.477694+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-context-04", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "06620d37-58c3-4c1f-98d8-fc050ceebd4c", "result_sha256": "f13a6eb3427150ab92dbc3da4606fae46da72e3379a0cb0b3f61f27e5476f1c6", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.000946, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "A" }, "group_id": "context-01-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-05.png", "input_tokens": 906, "latency_sec": 1.236204679007642, "model_name": "claude-haiku-4-5-20251001", "out_of_srgb": null, "output_tokens": 8, "prediction": { "choice": "A" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T14:00:55.437173+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-05", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "6d49d7b6-f793-4661-b1ed-e9e98eef5554", "result_sha256": "9254fa3717697c400a65995b7fce4dcc91c7206871830acdc18ade8032643c96", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.000951, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "B" }, "group_id": "context-01-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-06.png", "input_tokens": 906, "latency_sec": 0.6838301380630583, "model_name": "claude-haiku-4-5-20251001", "out_of_srgb": null, "output_tokens": 9, "prediction": { "choice": "B" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "anthropic", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T14:45:18.425952+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-06", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "ff87b204-414c-4c1e-b08f-f0e7b804d5cd", "result_sha256": "789184342d7bf3fb13197ac3ae6681c7826daf6cace431ab6dbcfd9e91afec2c", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.000951, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "C" }, "group_id": "context-01-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-07.png", "input_tokens": 906, "latency_sec": 0.7285610949620605, "model_name": "claude-haiku-4-5-20251001", "out_of_srgb": null, "output_tokens": 9, "prediction": { "choice": "A" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "anthropic", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T14:17:00.914253+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-context-07", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "9365713c-c66f-4369-a2d2-534907ce124e", "result_sha256": "1636338a523096e431dc1e0dd8428f27cbe4656cdb7d764cc71bf72a562d71b6", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.000951, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "D" }, "group_id": "context-01-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-08.png", "input_tokens": 906, "latency_sec": 0.7237883339403197, "model_name": "claude-haiku-4-5-20251001", "out_of_srgb": null, "output_tokens": 9, "prediction": { "choice": "B" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "anthropic", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T15:01:46.095546+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-context-08", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "4df4cac9-9db9-4078-ac51-0e4840c7141f", "result_sha256": "3178c15fbee717d6726b3f5df4a1d52e9763bb0ebb4e5013bdafcf0c98249bbc", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.000951, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "A" }, "group_id": "context-01-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-09.png", "input_tokens": 906, "latency_sec": 0.8824449829990044, "model_name": "claude-haiku-4-5-20251001", "out_of_srgb": null, "output_tokens": 9, "prediction": { "choice": "A" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "anthropic", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T15:49:55.193896+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-09", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "d041aebe-a525-4a54-b6c0-affba3d94b9a", "result_sha256": "ef24fd2943d894cf8f888d84fd39b070edb17b9dc4c816db75eceb40c8ff2676", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.000951, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "B" }, "group_id": "context-01-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-10.png", "input_tokens": 906, "latency_sec": 0.8925517360912636, "model_name": "claude-haiku-4-5-20251001", "out_of_srgb": null, "output_tokens": 9, "prediction": { "choice": "A" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "anthropic", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T14:51:35.322781+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-context-10", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "5dd9631a-ea20-4ace-b1c8-ce4f5ddfd5ce", "result_sha256": "8a0a8636a95f8498d96dbfa1ad7acc724ae13dd7de432317fb20b46b8e3f2f2a", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.000951, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "C" }, "group_id": "context-01-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-11.png", "input_tokens": 906, "latency_sec": 0.8659928879933432, "model_name": "claude-haiku-4-5-20251001", "out_of_srgb": null, "output_tokens": 9, "prediction": { "choice": "C" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "anthropic", "raw_prediction": "{\"choice\": \"C\"}", "recorded_at": "2026-09-16T16:07:51.157038+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-11", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "dd67a6a3-afd0-4aa0-b6ff-0cf5835399c7", "result_sha256": "35523f3767bfd8b70ef3fca3c8e78b1afb2ce8827923e2ccb71536d6aadc0cb2", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.000951, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "D" }, "group_id": "context-01-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-12.png", "input_tokens": 906, "latency_sec": 0.7520263600163162, "model_name": "claude-haiku-4-5-20251001", "out_of_srgb": null, "output_tokens": 9, "prediction": { "choice": "A" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "anthropic", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T15:56:29.031256+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-context-12", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "f84796b6-ecfe-4b04-b7e2-4110552a880d", "result_sha256": "139b5943a92d7f26b7005e14d252aa43ff5f95824fb66d0415d9cb481623b851", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.000951, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "A" }, "group_id": "context-01-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-13.png", "input_tokens": 906, "latency_sec": 0.7580534529406577, "model_name": "claude-haiku-4-5-20251001", "out_of_srgb": null, "output_tokens": 9, "prediction": { "choice": "D" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "anthropic", "raw_prediction": "{\"choice\": \"D\"}", "recorded_at": "2026-09-16T16:10:14.570899+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-context-13", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "6c40fc17-93d1-4db8-b291-25f6397ad43b", "result_sha256": "8b2628ecce3ed1b9c2a7c1e16e2e98e8c13c734f602ce2f6dbd127d9d2262e81", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.000951, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "B" }, "group_id": "context-01-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-14.png", "input_tokens": 906, "latency_sec": 0.819169987924397, "model_name": "claude-haiku-4-5-20251001", "out_of_srgb": null, "output_tokens": 9, "prediction": { "choice": "B" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "anthropic", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T14:06:24.905899+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-14", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "4941f5a2-2466-41db-920c-94df4cfc0992", "result_sha256": "6d6780ec1b32b418b98e057aaf0ae1f2a04d0c23705d0d8b4935e66bc244bb53", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.000951, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "C" }, "group_id": "context-01-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-15.png", "input_tokens": 906, "latency_sec": 0.8459922609617934, "model_name": "claude-haiku-4-5-20251001", "out_of_srgb": null, "output_tokens": 9, "prediction": { "choice": "C" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "anthropic", "raw_prediction": "{\"choice\": \"C\"}", "recorded_at": "2026-09-16T15:02:42.379706+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-15", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "72f59a87-3d4f-4dd9-bef1-4c9326a232ad", "result_sha256": "9245e604f5e8cb8bba60e4a69724738ca83059b601e145f2083dc9c408485fc6", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.000951, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "D" }, "group_id": "context-01-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-16.png", "input_tokens": 906, "latency_sec": 0.742022866033949, "model_name": "claude-haiku-4-5-20251001", "out_of_srgb": null, "output_tokens": 9, "prediction": { "choice": "B" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "anthropic", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T14:18:06.925659+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-context-16", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "4773e2cf-f81e-4b2b-8f19-ab0bd17b6c59", "result_sha256": "2ce897aac667ecb407d960530f389a8db151ce0636f46904fee41c4d117eaced", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.000951, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "A" }, "group_id": "context-01-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-17.png", "input_tokens": 906, "latency_sec": 0.7238209370989352, "model_name": "claude-haiku-4-5-20251001", "out_of_srgb": null, "output_tokens": 9, "prediction": { "choice": "C" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "anthropic", "raw_prediction": "{\"choice\": \"C\"}", "recorded_at": "2026-09-16T16:24:39.332514+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-context-17", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "b5e0b337-3fd6-45fc-8475-936bb5460a25", "result_sha256": "cfab5abb8822198c04fce6c8c35589cbb98ee5be052f55c22f827a04394de6b5", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.000951, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "B" }, "group_id": "context-01-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-18.png", "input_tokens": 906, "latency_sec": 0.7141013980144635, "model_name": "claude-haiku-4-5-20251001", "out_of_srgb": null, "output_tokens": 9, "prediction": { "choice": "C" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "anthropic", "raw_prediction": "{\"choice\": \"C\"}", "recorded_at": "2026-09-16T14:20:31.415381+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-context-18", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "627bce15-16c4-4eda-9e01-a4923e748d1d", "result_sha256": "9b8593fe8036c5d227634dc69e04c5f0eb3fa3f5e161051c9535b36684d39bff", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.000951, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "C" }, "group_id": "context-01-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-19.png", "input_tokens": 906, "latency_sec": 0.6930893739918247, "model_name": "claude-haiku-4-5-20251001", "out_of_srgb": null, "output_tokens": 9, "prediction": { "choice": "A" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "anthropic", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T14:32:07.761312+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-context-19", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "479e18c0-2d21-425c-9fea-7b81b66e6e10", "result_sha256": "68bc5993c8e7c0452edf99023b7f3677e1dd797db756162c148c67bf6cb2ce49", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.000951, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "D" }, "group_id": "context-01-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-20.png", "input_tokens": 906, "latency_sec": 0.726301720016636, "model_name": "claude-haiku-4-5-20251001", "out_of_srgb": null, "output_tokens": 9, "prediction": { "choice": "C" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "anthropic", "raw_prediction": "{\"choice\": \"C\"}", "recorded_at": "2026-09-16T14:05:34.445138+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-context-20", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "37fd8f68-c58a-42ff-8692-32ccb524b52f", "result_sha256": "d73ea2c69505011420d799ee3b6fc89505e7a9516f35cc5a07994a47dd0503f3", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.000951, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "A" }, "group_id": "context-02-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-21.png", "input_tokens": 906, "latency_sec": 0.7760809930041432, "model_name": "claude-haiku-4-5-20251001", "out_of_srgb": null, "output_tokens": 9, "prediction": { "choice": "C" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "anthropic", "raw_prediction": "{\"choice\": \"C\"}", "recorded_at": "2026-09-16T16:31:22.174274+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-context-21", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "4eeecdeb-56c1-4fd2-98de-72110ca6f87b", "result_sha256": "79b1b63595733730201515d5ac4e77e911c57c2c7316a8fa8b5003fcba7b16bd", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.000951, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "B" }, "group_id": "context-02-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-22.png", "input_tokens": 906, "latency_sec": 0.8694841349497437, "model_name": "claude-haiku-4-5-20251001", "out_of_srgb": null, "output_tokens": 9, "prediction": { "choice": "B" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "anthropic", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T16:16:31.158300+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-22", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "533f394a-55e8-415a-ba8b-ea3353f46159", "result_sha256": "6f60afeb4226eb08708137dac944f33dd29b7a77c3c8ebf1b6ecfbd0bbcd68d5", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.000951, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "C" }, "group_id": "context-02-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-23.png", "input_tokens": 906, "latency_sec": 0.8323749239789322, "model_name": "claude-haiku-4-5-20251001", "out_of_srgb": null, "output_tokens": 9, "prediction": { "choice": "B" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "anthropic", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T14:09:38.818432+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-context-23", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "f61cdc07-bdf6-46fe-aef7-07e1043ce6df", "result_sha256": "28f6b71bf6d62863a565f70d034d43f872650127b179271c8e4ff33a400b72b5", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.000951, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "D" }, "group_id": "context-02-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-24.png", "input_tokens": 906, "latency_sec": 0.8588145240209997, "model_name": "claude-haiku-4-5-20251001", "out_of_srgb": null, "output_tokens": 9, "prediction": { "choice": "B" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "anthropic", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T15:04:58.381950+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-context-24", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "ecc166b1-ab6b-4c0e-9cfc-3af72ee56aea", "result_sha256": "85559dc65686ef0978ca0683019395c6ddd618820fa2d00bb140caaa4c5722c8", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.000951, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "A" }, "group_id": "context-02-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-25.png", "input_tokens": 906, "latency_sec": 0.6334040339570493, "model_name": "claude-haiku-4-5-20251001", "out_of_srgb": null, "output_tokens": 9, "prediction": { "choice": "B" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "anthropic", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T14:18:26.141074+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-context-25", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "435db4dd-bdea-4481-9cb0-601f69e43d85", "result_sha256": "c8755a6e6425f0db9d4b42ab6745c68a415459a382296d41ce8452f23b042649", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.000951, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "B" }, "group_id": "context-02-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-26.png", "input_tokens": 906, "latency_sec": 0.7640950150089338, "model_name": "claude-haiku-4-5-20251001", "out_of_srgb": null, "output_tokens": 9, "prediction": { "choice": "B" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "anthropic", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T14:44:24.809515+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-26", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "092e285d-56c6-4d4c-8688-640fbc25cb9d", "result_sha256": "467bfec514be200581f0c124335456e9633989134074df72daee1420d4d50af4", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.000951, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "C" }, "group_id": "context-02-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-27.png", "input_tokens": 906, "latency_sec": 0.7978984880028293, "model_name": "claude-haiku-4-5-20251001", "out_of_srgb": null, "output_tokens": 9, "prediction": { "choice": "B" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "anthropic", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T15:43:02.314692+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-context-27", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "8d61947c-84df-4f3d-9499-d5412025e069", "result_sha256": "548e929d24451c94850fdf3119d02ad67b81d1e0cf3726f183addcbd50f79a5d", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.000951, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "D" }, "group_id": "context-02-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-28.png", "input_tokens": 906, "latency_sec": 0.8825236399425194, "model_name": "claude-haiku-4-5-20251001", "out_of_srgb": null, "output_tokens": 9, "prediction": { "choice": "B" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "anthropic", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T14:21:03.954456+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-context-28", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "44502680-6bf1-4ff3-b208-aeed6c62ab8c", "result_sha256": "83ac4a2767a6ad19097ab9f8c60719cc17f59e3d5a276933fab428585e614db0", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.000951, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "A" }, "group_id": "context-02-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-29.png", "input_tokens": 906, "latency_sec": 0.9780202740803361, "model_name": "claude-haiku-4-5-20251001", "out_of_srgb": null, "output_tokens": 9, "prediction": { "choice": "A" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "anthropic", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T15:48:16.673464+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-29", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "b97a8156-04b0-494a-874b-1c8cd08d458c", "result_sha256": "41e8c00b5d41b9800f833dda389ea6a3d16beb27ee3ac0f65a6dda465256e02e", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.000951, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "B" }, "group_id": "context-02-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-30.png", "input_tokens": 906, "latency_sec": 0.9490383670199662, "model_name": "claude-haiku-4-5-20251001", "out_of_srgb": null, "output_tokens": 9, "prediction": { "choice": "B" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "anthropic", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T15:50:44.820403+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-30", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "c648a588-2add-4000-9282-e9eb79bb0d6e", "result_sha256": "e1404151bfd28446a2412a5a7076926de882f5923c4f78a78de0c3e9fa7f6e17", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.000951, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "C" }, "group_id": "context-02-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-31.png", "input_tokens": 906, "latency_sec": 0.7456104799639434, "model_name": "claude-haiku-4-5-20251001", "out_of_srgb": null, "output_tokens": 9, "prediction": { "choice": "B" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "anthropic", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T14:46:59.555688+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-context-31", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "72738450-1c91-45dc-bbf4-939f227d6d3f", "result_sha256": "df82801003a2c8c80e720abb63bdad7fca9e0af918f308f0a1912ed537e7430c", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.000951, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "D" }, "group_id": "context-02-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-32.png", "input_tokens": 906, "latency_sec": 1.0595876349834725, "model_name": "claude-haiku-4-5-20251001", "out_of_srgb": null, "output_tokens": 9, "prediction": { "choice": "A" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "anthropic", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T15:22:27.428146+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-context-32", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "c32ea1bf-0949-4b6d-86ff-f7fd3d793a2f", "result_sha256": "06491fa22dcd581470796554d0136dc5dda2f990fddf443cd70661496f15cb39", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.000951, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "A" }, "group_id": "context-02-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-33.png", "input_tokens": 906, "latency_sec": 0.9196055789943784, "model_name": "claude-haiku-4-5-20251001", "out_of_srgb": null, "output_tokens": 9, "prediction": { "choice": "D" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "anthropic", "raw_prediction": "{\"choice\": \"D\"}", "recorded_at": "2026-09-16T16:26:07.792898+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-context-33", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "de33cded-84c4-49f9-ad01-67048462ec76", "result_sha256": "4261aa2e51e862fd52c09bbae26b2e3f36ad2faa38630878bb605ff1b02b691f", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.000951, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "B" }, "group_id": "context-02-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-34.png", "input_tokens": 906, "latency_sec": 0.5424283330794424, "model_name": "claude-haiku-4-5-20251001", "out_of_srgb": null, "output_tokens": 9, "prediction": { "choice": "B" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "anthropic", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T15:10:20.192650+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-34", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "3b6ce5bf-49c8-42fb-8abf-202a11134a24", "result_sha256": "a546bf9fbd64aa26f43528d64ddc984ad8c687f4b0390002cc2952367af8add9", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.000951, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "C" }, "group_id": "context-02-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-35.png", "input_tokens": 906, "latency_sec": 0.7611665420699865, "model_name": "claude-haiku-4-5-20251001", "out_of_srgb": null, "output_tokens": 9, "prediction": { "choice": "B" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "anthropic", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T14:33:06.860431+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-context-35", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "7ab92b74-c8b7-4b13-8114-809417b6e02f", "result_sha256": "64fa940f28c723559d898b715b497c6d8ae0f7b1852c2b8ffb15c1cc720e47b7", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.000951, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "D" }, "group_id": "context-02-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-36.png", "input_tokens": 906, "latency_sec": 0.8964641960337758, "model_name": "claude-haiku-4-5-20251001", "out_of_srgb": null, "output_tokens": 9, "prediction": { "choice": "B" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "anthropic", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T16:01:08.979465+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-context-36", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "e8db73a0-9911-4dc1-b93f-d655a7e97efd", "result_sha256": "e7b8f4a9293cc470f7ec29cc892e988c5812edb6fd97bd973842d159e8ef57d6", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.000951, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "A" }, "group_id": "context-02-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-37.png", "input_tokens": 906, "latency_sec": 1.0187419650610536, "model_name": "claude-haiku-4-5-20251001", "out_of_srgb": null, "output_tokens": 9, "prediction": { "choice": "C" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "anthropic", "raw_prediction": "{\"choice\": \"C\"}", "recorded_at": "2026-09-16T15:56:04.512679+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-context-37", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "78295d28-2695-45d0-8708-6facde621cca", "result_sha256": "956c135ebb3fc9c88c2b97edf9da4409393e0828d2a50a3e7310900cf4c0fbff", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.000951, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "B" }, "group_id": "context-02-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-38.png", "input_tokens": 906, "latency_sec": 0.9778421629453078, "model_name": "claude-haiku-4-5-20251001", "out_of_srgb": null, "output_tokens": 9, "prediction": { "choice": "B" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "anthropic", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T16:04:03.423517+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-38", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "5fc6da61-d7a3-4e8d-83d6-380734b451ea", "result_sha256": "cc5f3b408521d1005be5f1cab3f796eb706245131a534536d5547e904f57743c", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.000951, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "C" }, "group_id": "context-02-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-39.png", "input_tokens": 906, "latency_sec": 0.6361186910653487, "model_name": "claude-haiku-4-5-20251001", "out_of_srgb": null, "output_tokens": 9, "prediction": { "choice": "B" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "anthropic", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T14:39:45.513156+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-context-39", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "6f35e8af-7dbb-4836-9f2e-5e2dc33c4f71", "result_sha256": "c3666f2bee7d7ece93f476a5d4f86fd9f39fed0c77ec162f2773980afffa28c6", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.000951, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "D" }, "group_id": "context-02-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-40.png", "input_tokens": 906, "latency_sec": 0.8676922359736636, "model_name": "claude-haiku-4-5-20251001", "out_of_srgb": null, "output_tokens": 9, "prediction": { "choice": "B" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "anthropic", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T15:18:53.517452+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-context-40", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "c6000f6d-4365-4e51-a96a-f1a59c3a2220", "result_sha256": "84db80f7b17fba332855eab88b86d83cd150285fdc1f003f0f4e8a68885e4fe7", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.000951, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "A" }, "group_id": "context-03-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-41.png", "input_tokens": 906, "latency_sec": 0.7463892340892926, "model_name": "claude-haiku-4-5-20251001", "out_of_srgb": null, "output_tokens": 9, "prediction": { "choice": "C" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "anthropic", "raw_prediction": "{\"choice\": \"C\"}", "recorded_at": "2026-09-16T15:14:30.190839+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-context-41", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "afc611b5-b634-405d-8243-965ece5b4303", "result_sha256": "e59ba473daf7ea18964906ed86fbb03faaa33ec95ac5a432f73bedf2eea3c5a7", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.000951, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "B" }, "group_id": "context-03-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-42.png", "input_tokens": 906, "latency_sec": 6.630505413981155, "model_name": "claude-haiku-4-5-20251001", "out_of_srgb": null, "output_tokens": 9, "prediction": { "choice": "B" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "anthropic", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T14:00:42.878325+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-42", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "eb0832cb-e72e-44fb-a712-4532a94500a7", "result_sha256": "88ef67ec1ca6331934062bd959f204bbaa6422a54068e109bed4eeb821eaf91c", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.000951, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "C" }, "group_id": "context-03-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-43.png", "input_tokens": 906, "latency_sec": 0.9382517790654674, "model_name": "claude-haiku-4-5-20251001", "out_of_srgb": null, "output_tokens": 9, "prediction": { "choice": "C" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "anthropic", "raw_prediction": "{\"choice\": \"C\"}", "recorded_at": "2026-09-16T16:04:42.201403+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-43", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "baef9150-99da-40dc-956a-1678db2ee033", "result_sha256": "963d50f12820fcc274dd86f672aaa1ffb767012a89c6c4cec0d773434910d2fd", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.000946, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "D" }, "group_id": "context-03-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-44.png", "input_tokens": 906, "latency_sec": 0.7364939869148657, "model_name": "claude-haiku-4-5-20251001", "out_of_srgb": null, "output_tokens": 8, "prediction": { "choice": "D" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "anthropic", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-16T16:29:09.524645+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-44", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "83dca082-db54-4ce5-be9e-b0d291e0d26d", "result_sha256": "73798acf1360dcc6ab4ea3b7a1793e0f3e6754b88afa34ab7c839c8f5395c40d", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.000951, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "A" }, "group_id": "context-03-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-45.png", "input_tokens": 906, "latency_sec": 0.7311926669208333, "model_name": "claude-haiku-4-5-20251001", "out_of_srgb": null, "output_tokens": 9, "prediction": { "choice": "A" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "anthropic", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T14:55:13.996560+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-45", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "e29cf0bc-babe-4c54-a493-fb2098d20171", "result_sha256": "3eda44584dcb2c53e263608aa03767ed0a5f281aab791d3504330c45f035c40f", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.000951, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "B" }, "group_id": "context-03-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-46.png", "input_tokens": 906, "latency_sec": 0.5951240760041401, "model_name": "claude-haiku-4-5-20251001", "out_of_srgb": null, "output_tokens": 9, "prediction": { "choice": "B" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "anthropic", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T14:15:13.256226+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-46", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "6196e0a2-9f95-45ec-b262-008a3ec937bc", "result_sha256": "9518b13f727c1f045b6056428ee2eddcdb7f0d1a7164108265e5b760aacf5a0d", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.000951, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "C" }, "group_id": "context-03-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-47.png", "input_tokens": 906, "latency_sec": 0.6928010720293969, "model_name": "claude-haiku-4-5-20251001", "out_of_srgb": null, "output_tokens": 9, "prediction": { "choice": "B" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "anthropic", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T16:22:16.276637+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-context-47", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "4b62cc8f-f1fd-443e-a04e-8a8e3ee70b72", "result_sha256": "079ab195def5b616d76672056c3eae730a50f3e232564d81b57faa56fe82c76c", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.000951, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "D" }, "group_id": "context-03-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-48.png", "input_tokens": 906, "latency_sec": 0.8109454890945926, "model_name": "claude-haiku-4-5-20251001", "out_of_srgb": null, "output_tokens": 9, "prediction": { "choice": "B" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "anthropic", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T15:24:54.639623+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-context-48", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "3674d205-e29b-433b-800a-5d75b8da325d", "result_sha256": "3aac4e3f26a3da411525fe37fdbe9d7b6d057413074361fb56eeb6428d98a930", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.000951, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "A" }, "group_id": "context-03-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-49.png", "input_tokens": 906, "latency_sec": 0.8399576789233834, "model_name": "claude-haiku-4-5-20251001", "out_of_srgb": null, "output_tokens": 9, "prediction": { "choice": "C" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "anthropic", "raw_prediction": "{\"choice\": \"C\"}", "recorded_at": "2026-09-16T14:51:03.750518+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-context-49", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "4f685d3e-ada4-4270-a21e-bb2efe228559", "result_sha256": "a83786a4b4163c69e37c82355c7d33a3fbd151f0e432176fcd30a32f47f5007c", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.000951, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "B" }, "group_id": "context-03-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-50.png", "input_tokens": 906, "latency_sec": 0.8855142849497497, "model_name": "claude-haiku-4-5-20251001", "out_of_srgb": null, "output_tokens": 9, "prediction": { "choice": "C" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "anthropic", "raw_prediction": "{\"choice\": \"C\"}", "recorded_at": "2026-09-16T16:18:32.846153+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-context-50", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "08bf55de-6a93-41b2-9d79-f6e051ae429d", "result_sha256": "aaf920e4b7995681ef4fc5627833f5aad46d7b4ed754d3163fd691fe66ad5cbf", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.000951, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "C" }, "group_id": "context-03-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-51.png", "input_tokens": 906, "latency_sec": 0.5602900739759207, "model_name": "claude-haiku-4-5-20251001", "out_of_srgb": null, "output_tokens": 9, "prediction": { "choice": "C" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "anthropic", "raw_prediction": "{\"choice\": \"C\"}", "recorded_at": "2026-09-16T15:59:22.353955+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-51", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "6395cad7-4e27-42e0-a1b1-80b2b99a954e", "result_sha256": "9c0ed8af9dad5cb78d66ca87be17f0152e4bd53f9dca5a6a45b37d3f76666d4b", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.000951, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "D" }, "group_id": "context-03-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-52.png", "input_tokens": 906, "latency_sec": 0.8423819579184055, "model_name": "claude-haiku-4-5-20251001", "out_of_srgb": null, "output_tokens": 9, "prediction": { "choice": "D" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "anthropic", "raw_prediction": "{\"choice\": \"D\"}", "recorded_at": "2026-09-16T16:05:42.516944+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-52", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "5cfcf732-574a-47a3-bd83-60a67a2c2279", "result_sha256": "fd223b88ed98a6018e7a0f0d615b36c34c091fcb336827e2a14cc927127d50c0", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.000951, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "A" }, "group_id": "context-03-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-53.png", "input_tokens": 906, "latency_sec": 0.671241617994383, "model_name": "claude-haiku-4-5-20251001", "out_of_srgb": null, "output_tokens": 9, "prediction": { "choice": "B" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "anthropic", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T14:41:43.172768+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-context-53", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "9606ae8d-dc36-4c64-a8ab-a9ab534787e8", "result_sha256": "dcd7e77be87b6d50fb1d174921980929d578f136439788e90b8621ee8673c25d", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.000951, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "B" }, "group_id": "context-03-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-54.png", "input_tokens": 906, "latency_sec": 0.9663037729915231, "model_name": "claude-haiku-4-5-20251001", "out_of_srgb": null, "output_tokens": 9, "prediction": { "choice": "B" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "anthropic", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T14:04:16.176624+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-54", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "52803188-c4ee-43a5-9c16-c96e94428670", "result_sha256": "ba7ea86f896e1de7d32f77bfae465ed09390c58c12deec6c63e9b0078a1eefaf", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.000951, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "C" }, "group_id": "context-03-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-55.png", "input_tokens": 906, "latency_sec": 0.8984575310023502, "model_name": "claude-haiku-4-5-20251001", "out_of_srgb": null, "output_tokens": 9, "prediction": { "choice": "B" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "anthropic", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T16:09:26.242809+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-context-55", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "342e21b6-3e3a-4881-ad0e-1e2ae9f8d2fe", "result_sha256": "8f31013af504639d9ec599bbd8309fb5832e8f3a37d5728f1b1d272844264a4d", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.000951, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "D" }, "group_id": "context-03-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-56.png", "input_tokens": 906, "latency_sec": 0.7384061790071428, "model_name": "claude-haiku-4-5-20251001", "out_of_srgb": null, "output_tokens": 9, "prediction": { "choice": "D" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "anthropic", "raw_prediction": "{\"choice\": \"D\"}", "recorded_at": "2026-09-16T14:35:58.190479+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-56", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "6645a828-0a72-4846-9b56-f58f469be60d", "result_sha256": "c7d63bbd0323785b54e16ece2df92e619779873b82cec33f0900b6e2ad8fa7cb", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.000951, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "A" }, "group_id": "context-03-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-57.png", "input_tokens": 906, "latency_sec": 0.9082246429752558, "model_name": "claude-haiku-4-5-20251001", "out_of_srgb": null, "output_tokens": 9, "prediction": { "choice": "A" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "anthropic", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T14:48:38.991942+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-57", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "0f2671bf-ce52-4d81-a612-6da038306d35", "result_sha256": "4c81d1a57184a3d7fddeaf7ff56f04a19af0ac239c2c07d4e9ca231dd6c124ab", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.000951, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "B" }, "group_id": "context-03-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-58.png", "input_tokens": 906, "latency_sec": 1.6320670379791409, "model_name": "claude-haiku-4-5-20251001", "out_of_srgb": null, "output_tokens": 9, "prediction": { "choice": "B" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "anthropic", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T16:20:12.172621+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-58", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "d9d13cce-739a-45cc-aefb-4c0c623f0cc8", "result_sha256": "d06ecf465325325093546ded63d429f822474a20519954d4905e986fead17e08", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.000951, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "C" }, "group_id": "context-03-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-59.png", "input_tokens": 906, "latency_sec": 0.5827637149486691, "model_name": "claude-haiku-4-5-20251001", "out_of_srgb": null, "output_tokens": 9, "prediction": { "choice": "A" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "anthropic", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T16:10:38.849611+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-context-59", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "1e31d5b4-25ed-4457-bf61-8d4ade8197c2", "result_sha256": "f07389e471ddca6b373a403aa1761b5eb3e03094389fcdc78da0e29ca67b6e54", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.000951, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "D" }, "group_id": "context-03-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-60.png", "input_tokens": 906, "latency_sec": 1.010066881077364, "model_name": "claude-haiku-4-5-20251001", "out_of_srgb": null, "output_tokens": 9, "prediction": { "choice": "B" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "anthropic", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T15:44:16.314510+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-context-60", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "89f7264b-661d-4d14-a67e-82cb81d3f7ec", "result_sha256": "5bc78078b8e664e46ac01910abed04b1e7625718ea9181b06603e52c4fb14d45", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.000951, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "A" }, "group_id": "context-04-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-61.png", "input_tokens": 906, "latency_sec": 0.6180557520128787, "model_name": "claude-haiku-4-5-20251001", "out_of_srgb": null, "output_tokens": 9, "prediction": { "choice": "B" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "anthropic", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T15:10:49.030404+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-context-61", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "c4d1dfb6-f059-4b01-bbc3-4a4d1edd2e46", "result_sha256": "3790e00f1114fe878344896c87722ab9fa114948a2f3e5f3e5c58cce05dcf200", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.000951, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "B" }, "group_id": "context-04-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-62.png", "input_tokens": 906, "latency_sec": 0.9514497049385682, "model_name": "claude-haiku-4-5-20251001", "out_of_srgb": null, "output_tokens": 9, "prediction": { "choice": "B" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "anthropic", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T14:58:15.839968+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-62", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "b213d679-6f53-4c92-b653-799c3d5d0525", "result_sha256": "054561e52f1901e978c9c473d2aa0cf6d96090745b7ef77ee029b59fa4a4be7b", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.000951, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "C" }, "group_id": "context-04-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-63.png", "input_tokens": 906, "latency_sec": 0.5476242470322177, "model_name": "claude-haiku-4-5-20251001", "out_of_srgb": null, "output_tokens": 9, "prediction": { "choice": "B" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "anthropic", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T14:24:37.769117+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-context-63", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "6ba3348a-9b74-4a9b-bb93-624639abc91c", "result_sha256": "0a63fe8808f4ad87fb9f7d13e7ec170f1ce2eb63a17049966bb33b518b0cbf3b", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.000951, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "D" }, "group_id": "context-04-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-64.png", "input_tokens": 906, "latency_sec": 0.8477543740300462, "model_name": "claude-haiku-4-5-20251001", "out_of_srgb": null, "output_tokens": 9, "prediction": { "choice": "B" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "anthropic", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T15:27:59.442972+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-context-64", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "1fa4bea3-d4ed-4b69-af13-97d2c0331873", "result_sha256": "a5459296950a8e770ee2ba2b431dd9cb644866ce1eac6e685f367aa42d31f5cf", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.000951, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "A" }, "group_id": "context-04-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-65.png", "input_tokens": 906, "latency_sec": 0.5783378219930455, "model_name": "claude-haiku-4-5-20251001", "out_of_srgb": null, "output_tokens": 9, "prediction": { "choice": "B" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "anthropic", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T14:39:08.648389+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-context-65", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "d98129a0-197f-466a-904b-3dcc4d0684db", "result_sha256": "11dd4aafcfefb4d7891c1024a88f5cd2ec15ac0c1521142a67eff28b6112b895", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.000951, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "B" }, "group_id": "context-04-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-66.png", "input_tokens": 906, "latency_sec": 0.906673741992563, "model_name": "claude-haiku-4-5-20251001", "out_of_srgb": null, "output_tokens": 9, "prediction": { "choice": "A" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "anthropic", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T14:30:21.005165+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-context-66", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "2b9f4dfd-746e-4dd8-a75d-895f2f690cb0", "result_sha256": "cade73c59f6f6e7379c0710c48a7d6015757f64baf76df708b72ccc645d6d8b4", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.000951, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "C" }, "group_id": "context-04-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-67.png", "input_tokens": 906, "latency_sec": 0.9330323589965701, "model_name": "claude-haiku-4-5-20251001", "out_of_srgb": null, "output_tokens": 9, "prediction": { "choice": "B" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "anthropic", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T15:13:50.786363+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-context-67", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "f832cab8-98c4-463e-b108-a220d328b270", "result_sha256": "18892dd941fb76fb4847eaea4ad907a4204f1dccea0eb8c2a7bb6e682199bc95", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.000951, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "D" }, "group_id": "context-04-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-68.png", "input_tokens": 906, "latency_sec": 1.267712405999191, "model_name": "claude-haiku-4-5-20251001", "out_of_srgb": null, "output_tokens": 9, "prediction": { "choice": "B" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "anthropic", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T15:31:50.431176+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-context-68", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "67bb1de5-af8c-4e39-919c-46533d040366", "result_sha256": "c452d8af530460a9bedb0273476a336a30d5e3dd830b2dcd8a17b0aaf1bf3e8f", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.000951, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "A" }, "group_id": "context-04-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-69.png", "input_tokens": 906, "latency_sec": 0.8665619300445542, "model_name": "claude-haiku-4-5-20251001", "out_of_srgb": null, "output_tokens": 9, "prediction": { "choice": "A" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "anthropic", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T15:21:15.298141+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-69", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "a76f2114-1b31-4fb6-9aed-1805e55174e1", "result_sha256": "2aede66eec98fa56a034842bf78c83d35cb198f051af2b9861c4baeec5bea6e9", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.000951, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "B" }, "group_id": "context-04-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-70.png", "input_tokens": 906, "latency_sec": 0.9332131639821455, "model_name": "claude-haiku-4-5-20251001", "out_of_srgb": null, "output_tokens": 9, "prediction": { "choice": "B" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "anthropic", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T16:19:06.572215+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-70", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "acad6e1f-5da6-44ce-bedf-3b9f1f446478", "result_sha256": "d98c316167776afb7d431b4d2478829300cacc2c02241360431872bb0d71e74e", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.000951, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "C" }, "group_id": "context-04-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-71.png", "input_tokens": 906, "latency_sec": 0.8084505250444636, "model_name": "claude-haiku-4-5-20251001", "out_of_srgb": null, "output_tokens": 9, "prediction": { "choice": "B" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "anthropic", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T15:46:31.751297+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-context-71", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "b7c6a96f-f3e8-430f-8b09-81c48ed75af8", "result_sha256": "7d0dee66aded756b0a0a7c4ab6fb2c62405034c4c7554243c3b7be57826dd22d", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.000951, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "D" }, "group_id": "context-04-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-72.png", "input_tokens": 906, "latency_sec": 1.0906422870466486, "model_name": "claude-haiku-4-5-20251001", "out_of_srgb": null, "output_tokens": 9, "prediction": { "choice": "A" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "anthropic", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T16:28:00.761413+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-context-72", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "e54a82f7-059c-496a-95ef-c1b67f8c55a6", "result_sha256": "c1128f667f393250f2eb77d4bc5d2d7e822deb7547b5b3f09893fc03f7fd2f41", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.000951, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "A" }, "group_id": "context-04-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-73.png", "input_tokens": 906, "latency_sec": 0.7064957940019667, "model_name": "claude-haiku-4-5-20251001", "out_of_srgb": null, "output_tokens": 9, "prediction": { "choice": "B" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "anthropic", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T14:28:40.974503+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-context-73", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "632f12f6-f1dd-47d3-b373-54eb5cd080a9", "result_sha256": "d6d00b00f1543b60646fefc4cea5681aba69f2def6a0447ab521fac6f73b93d4", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.000951, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "B" }, "group_id": "context-04-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-74.png", "input_tokens": 906, "latency_sec": 0.5444623010698706, "model_name": "claude-haiku-4-5-20251001", "out_of_srgb": null, "output_tokens": 9, "prediction": { "choice": "B" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "anthropic", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T14:59:28.108798+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-74", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "ebe19ff0-ff4b-4e8c-872f-d8aec7fee55d", "result_sha256": "10cbefbe299f611ee9e4d1dbacbb7597d261ac8401b07ce79d099fbce0b286c4", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.000951, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "C" }, "group_id": "context-04-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-75.png", "input_tokens": 906, "latency_sec": 0.7222149089211598, "model_name": "claude-haiku-4-5-20251001", "out_of_srgb": null, "output_tokens": 9, "prediction": { "choice": "B" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "anthropic", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T14:09:19.281569+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-context-75", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "fecdc7c6-181b-439a-93e8-49b57fe4efb1", "result_sha256": "153725e2646a6df5c6ebbc3571361e6bf870cc4173d795ea8bfc8f41cde10bcd", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.000951, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "D" }, "group_id": "context-04-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-76.png", "input_tokens": 906, "latency_sec": 0.8869556880090386, "model_name": "claude-haiku-4-5-20251001", "out_of_srgb": null, "output_tokens": 9, "prediction": { "choice": "B" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "anthropic", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T14:56:43.109853+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-context-76", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "32f2c21b-5d8a-47f8-a0b1-fe4fc3ed6406", "result_sha256": "1b93171158bd905abfc6dbf349fbb59b38023fc634bb2053a4b014a855737d0b", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.000951, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "A" }, "group_id": "context-04-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-77.png", "input_tokens": 906, "latency_sec": 0.6032461740542203, "model_name": "claude-haiku-4-5-20251001", "out_of_srgb": null, "output_tokens": 9, "prediction": { "choice": "C" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "anthropic", "raw_prediction": "{\"choice\": \"C\"}", "recorded_at": "2026-09-16T14:13:41.251040+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-context-77", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "bf0828e3-67d0-4f99-8fbb-ef84ee23aa9a", "result_sha256": "f92190ff7f9d0840162c261261c714c4336daaa3d64f1027793b317a818d66e0", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.000951, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "B" }, "group_id": "context-04-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-78.png", "input_tokens": 906, "latency_sec": 0.6740620679920539, "model_name": "claude-haiku-4-5-20251001", "out_of_srgb": null, "output_tokens": 9, "prediction": { "choice": "B" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "anthropic", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T15:36:17.053450+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-78", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "b94e0b93-1d05-4664-b18a-d5d4957b8f8b", "result_sha256": "d670ade7d25a89b684f2ef8a98c7902fee729d97f0fe9526689750cad99e3741", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.000951, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "C" }, "group_id": "context-04-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-79.png", "input_tokens": 906, "latency_sec": 0.889369448996149, "model_name": "claude-haiku-4-5-20251001", "out_of_srgb": null, "output_tokens": 9, "prediction": { "choice": "B" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "anthropic", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T15:42:17.671279+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-context-79", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "774d40a1-0ba9-464c-ada4-1d9ce14fb294", "result_sha256": "b9dc952d60b369c985abf41978fd2c4446071ae421a3203d25df09ec1ea7aa63", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.000951, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "D" }, "group_id": "context-04-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-80.png", "input_tokens": 906, "latency_sec": 0.7632134580053389, "model_name": "claude-haiku-4-5-20251001", "out_of_srgb": null, "output_tokens": 9, "prediction": { "choice": "A" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "anthropic", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T15:16:05.314425+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-context-80", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "bc596451-0b12-4e83-96f4-93b3a4b887a0", "result_sha256": "0f53fd6e3875c077cea92af8c44b495de4eed82bc811f0d1e50e4f13505ed2ad", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.000958, "delta_e_ok": null, "error": null, "error_kind": null, "family": "gradient", "ground_truth": { "choice": "A" }, "group_id": "gradient-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/gradient-01.png", "input_tokens": 913, "latency_sec": 0.8403016030788422, "model_name": "claude-haiku-4-5-20251001", "out_of_srgb": null, "output_tokens": 9, "prediction": { "choice": "A" }, "prompt_sha256": "93858b61346b697f9021a41a361838e5b0b8c06fbde9b0b35f514c9e29082ee5", "provider": "anthropic", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T14:10:43.186968+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-gradient-01", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "22f76805-0206-4323-b314-9134f8a01c35", "result_sha256": "59e9eb7023eb882cf3ba51ce57142c79b781131062d19fb59c1a5234a63d0248", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.000958, "delta_e_ok": null, "error": null, "error_kind": null, "family": "gradient", "ground_truth": { "choice": "B" }, "group_id": "gradient-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/gradient-02.png", "input_tokens": 913, "latency_sec": 0.7958593820221722, "model_name": "claude-haiku-4-5-20251001", "out_of_srgb": null, "output_tokens": 9, "prediction": { "choice": "B" }, "prompt_sha256": "93858b61346b697f9021a41a361838e5b0b8c06fbde9b0b35f514c9e29082ee5", "provider": "anthropic", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T15:03:42.463782+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-gradient-02", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "a4089944-3c46-45eb-abd4-201344958565", "result_sha256": "0756a0c7654966ce2d98deb5bddb3c5708cd148b6f60af7ff8748ed4a7d79b3e", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.000958, "delta_e_ok": null, "error": null, "error_kind": null, "family": "gradient", "ground_truth": { "choice": "C" }, "group_id": "gradient-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/gradient-03.png", "input_tokens": 913, "latency_sec": 0.6412926729535684, "model_name": "claude-haiku-4-5-20251001", "out_of_srgb": null, "output_tokens": 9, "prediction": { "choice": "C" }, "prompt_sha256": "93858b61346b697f9021a41a361838e5b0b8c06fbde9b0b35f514c9e29082ee5", "provider": "anthropic", "raw_prediction": "{\"choice\": \"C\"}", "recorded_at": "2026-09-16T14:58:02.020730+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-gradient-03", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "f292bd4b-e83d-45e2-b137-d178b09f8c2f", "result_sha256": "0febeb293b2f2baf014c09d7d021224e5423e56c2fb1ed94292e20cf04530883", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.000958, "delta_e_ok": null, "error": null, "error_kind": null, "family": "gradient", "ground_truth": { "choice": "D" }, "group_id": "gradient-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/gradient-04.png", "input_tokens": 913, "latency_sec": 0.7570031329523772, "model_name": "claude-haiku-4-5-20251001", "out_of_srgb": null, "output_tokens": 9, "prediction": { "choice": "D" }, "prompt_sha256": "93858b61346b697f9021a41a361838e5b0b8c06fbde9b0b35f514c9e29082ee5", "provider": "anthropic", "raw_prediction": "{\"choice\": \"D\"}", "recorded_at": "2026-09-16T14:29:34.941982+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-gradient-04", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "c7d2e823-8c59-4e67-b725-6b1f2386bcf0", "result_sha256": "d3d729889c9de88f4263a7f9d8c0c97e0c4618f645d9dd22b4c974f04ea03b5d", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.000958, "delta_e_ok": null, "error": null, "error_kind": null, "family": "gradient", "ground_truth": { "choice": "A" }, "group_id": "gradient-05", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/gradient-05.png", "input_tokens": 913, "latency_sec": 0.7923571480205283, "model_name": "claude-haiku-4-5-20251001", "out_of_srgb": null, "output_tokens": 9, "prediction": { "choice": "D" }, "prompt_sha256": "93858b61346b697f9021a41a361838e5b0b8c06fbde9b0b35f514c9e29082ee5", "provider": "anthropic", "raw_prediction": "{\"choice\": \"D\"}", "recorded_at": "2026-09-16T14:25:58.786579+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-gradient-05", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "318312ad-bb67-4c03-a8bf-e6d2a2b110e3", "result_sha256": "b7b9e55425c3897b05b37fbefdc0cc274e17f6f5a613a8bb158d4bdbef3d9df6", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.000958, "delta_e_ok": null, "error": null, "error_kind": null, "family": "gradient", "ground_truth": { "choice": "B" }, "group_id": "gradient-06", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/gradient-06.png", "input_tokens": 913, "latency_sec": 0.9010154469870031, "model_name": "claude-haiku-4-5-20251001", "out_of_srgb": null, "output_tokens": 9, "prediction": { "choice": "C" }, "prompt_sha256": "93858b61346b697f9021a41a361838e5b0b8c06fbde9b0b35f514c9e29082ee5", "provider": "anthropic", "raw_prediction": "{\"choice\": \"C\"}", "recorded_at": "2026-09-16T15:59:48.652983+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-gradient-06", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "e12fa500-4f37-40a5-946b-5a0ac9cde032", "result_sha256": "149db25ef0a85be196d83cb960845d24ba25d025d388c7f8bb47e6ba7cb5e9b1", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.000958, "delta_e_ok": null, "error": null, "error_kind": null, "family": "gradient", "ground_truth": { "choice": "C" }, "group_id": "gradient-07", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/gradient-07.png", "input_tokens": 913, "latency_sec": 0.6313566518947482, "model_name": "claude-haiku-4-5-20251001", "out_of_srgb": null, "output_tokens": 9, "prediction": { "choice": "C" }, "prompt_sha256": "93858b61346b697f9021a41a361838e5b0b8c06fbde9b0b35f514c9e29082ee5", "provider": "anthropic", "raw_prediction": "{\"choice\": \"C\"}", "recorded_at": "2026-09-16T15:24:26.069990+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-gradient-07", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "c781a721-ea26-427f-8584-53ada746d7ed", "result_sha256": "af8334c294de346421f955ed9f022614e378e9457f2fd088164e674e68cc7715", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.000953, "delta_e_ok": null, "error": null, "error_kind": null, "family": "gradient", "ground_truth": { "choice": "D" }, "group_id": "gradient-08", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/gradient-08.png", "input_tokens": 913, "latency_sec": 0.7670749060343951, "model_name": "claude-haiku-4-5-20251001", "out_of_srgb": null, "output_tokens": 8, "prediction": { "choice": "D" }, "prompt_sha256": "93858b61346b697f9021a41a361838e5b0b8c06fbde9b0b35f514c9e29082ee5", "provider": "anthropic", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-16T14:45:39.187412+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-gradient-08", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "97b9fb37-2a8c-4d01-b7df-f6a7de29c41f", "result_sha256": "527f53b8bfab0b6f2c42f5d6f62c7032daa7045d543b1a5e8cf1905ea144142a", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.000958, "delta_e_ok": null, "error": null, "error_kind": null, "family": "gradient", "ground_truth": { "choice": "A" }, "group_id": "gradient-09", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/gradient-09.png", "input_tokens": 913, "latency_sec": 0.9786540139466524, "model_name": "claude-haiku-4-5-20251001", "out_of_srgb": null, "output_tokens": 9, "prediction": { "choice": "A" }, "prompt_sha256": "93858b61346b697f9021a41a361838e5b0b8c06fbde9b0b35f514c9e29082ee5", "provider": "anthropic", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T15:51:49.918833+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-gradient-09", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "069ac0ec-0a6b-4ce4-ae77-e0d883d225b4", "result_sha256": "696eb19850a514a938513d39515e6f6445a4874f129c21a37e8b415c93d1e849", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.000958, "delta_e_ok": null, "error": null, "error_kind": null, "family": "gradient", "ground_truth": { "choice": "B" }, "group_id": "gradient-10", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/gradient-10.png", "input_tokens": 913, "latency_sec": 0.9683313809800893, "model_name": "claude-haiku-4-5-20251001", "out_of_srgb": null, "output_tokens": 9, "prediction": { "choice": "B" }, "prompt_sha256": "93858b61346b697f9021a41a361838e5b0b8c06fbde9b0b35f514c9e29082ee5", "provider": "anthropic", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T14:57:29.566351+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-gradient-10", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "eb935b5b-9d27-493d-a721-2b49c54f6b66", "result_sha256": "6acf498c0b3050411b229ac88b73b89505b3d5431f5c0e2c024351bebdd3d30f", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.000958, "delta_e_ok": null, "error": null, "error_kind": null, "family": "gradient", "ground_truth": { "choice": "C" }, "group_id": "gradient-11", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/gradient-11.png", "input_tokens": 913, "latency_sec": 1.5000208109850064, "model_name": "claude-haiku-4-5-20251001", "out_of_srgb": null, "output_tokens": 9, "prediction": { "choice": "C" }, "prompt_sha256": "93858b61346b697f9021a41a361838e5b0b8c06fbde9b0b35f514c9e29082ee5", "provider": "anthropic", "raw_prediction": "{\"choice\": \"C\"}", "recorded_at": "2026-09-16T14:54:39.841915+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-gradient-11", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "c9179875-26d7-40e0-9eb2-4705ad1e119a", "result_sha256": "3a6e77e0fc431f055627e77e43471b705207ac2a95671931c7eb413575be9ecd", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.000958, "delta_e_ok": null, "error": null, "error_kind": null, "family": "gradient", "ground_truth": { "choice": "D" }, "group_id": "gradient-12", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/gradient-12.png", "input_tokens": 913, "latency_sec": 0.7641253819456324, "model_name": "claude-haiku-4-5-20251001", "out_of_srgb": null, "output_tokens": 9, "prediction": { "choice": "D" }, "prompt_sha256": "93858b61346b697f9021a41a361838e5b0b8c06fbde9b0b35f514c9e29082ee5", "provider": "anthropic", "raw_prediction": "{\"choice\": \"D\"}", "recorded_at": "2026-09-16T14:12:34.359006+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-gradient-12", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "63726b17-50d4-4299-8bec-2463cee23299", "result_sha256": "5ae6aa03f74a6bfffb4fbc3ab007b6b702af5cc7c6c23e39656eb4c9eaa3b8a5", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.000958, "delta_e_ok": null, "error": null, "error_kind": null, "family": "gradient", "ground_truth": { "choice": "A" }, "group_id": "gradient-13", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/gradient-13.png", "input_tokens": 913, "latency_sec": 0.8955639000050724, "model_name": "claude-haiku-4-5-20251001", "out_of_srgb": null, "output_tokens": 9, "prediction": { "choice": "A" }, "prompt_sha256": "93858b61346b697f9021a41a361838e5b0b8c06fbde9b0b35f514c9e29082ee5", "provider": "anthropic", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T16:13:54.378391+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-gradient-13", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "349daffd-6c11-4ed4-8caa-63faba269a5e", "result_sha256": "101bb4efcd4c424b471198e9ec76181538b8dec206196b5fb207ee8bb501eafd", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.000958, "delta_e_ok": null, "error": null, "error_kind": null, "family": "gradient", "ground_truth": { "choice": "B" }, "group_id": "gradient-14", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/gradient-14.png", "input_tokens": 913, "latency_sec": 0.6635983629385009, "model_name": "claude-haiku-4-5-20251001", "out_of_srgb": null, "output_tokens": 9, "prediction": { "choice": "B" }, "prompt_sha256": "93858b61346b697f9021a41a361838e5b0b8c06fbde9b0b35f514c9e29082ee5", "provider": "anthropic", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T14:21:38.927536+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-gradient-14", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "394ff1e6-04b6-4308-ae90-452cbb59642a", "result_sha256": "51ef1f9be45e60c6a36f8d95042aba8c9935e25d02a2b263ec6c6bfffdad8445", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.000958, "delta_e_ok": null, "error": null, "error_kind": null, "family": "gradient", "ground_truth": { "choice": "C" }, "group_id": "gradient-15", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/gradient-15.png", "input_tokens": 913, "latency_sec": 0.9065056560793892, "model_name": "claude-haiku-4-5-20251001", "out_of_srgb": null, "output_tokens": 9, "prediction": { "choice": "C" }, "prompt_sha256": "93858b61346b697f9021a41a361838e5b0b8c06fbde9b0b35f514c9e29082ee5", "provider": "anthropic", "raw_prediction": "{\"choice\": \"C\"}", "recorded_at": "2026-09-16T14:55:41.914611+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-gradient-15", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "8f511fbd-4e51-471c-9ed4-d225345e2bd3", "result_sha256": "ad988c6b96fa64a7fada0c5bd479526685ff58e1bd0d7e679acc0ae66adca392", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.000958, "delta_e_ok": null, "error": null, "error_kind": null, "family": "gradient", "ground_truth": { "choice": "D" }, "group_id": "gradient-16", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/gradient-16.png", "input_tokens": 913, "latency_sec": 0.8350264090113342, "model_name": "claude-haiku-4-5-20251001", "out_of_srgb": null, "output_tokens": 9, "prediction": { "choice": "D" }, "prompt_sha256": "93858b61346b697f9021a41a361838e5b0b8c06fbde9b0b35f514c9e29082ee5", "provider": "anthropic", "raw_prediction": "{\"choice\": \"D\"}", "recorded_at": "2026-09-16T16:30:02.150983+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-gradient-16", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "9083b557-11e9-4006-8962-50b56845a8b8", "result_sha256": "0539bd14b80f88bb3cd0139aacc0d792bbffd27df7a479cc7adaf983e34192a2", "result": { "component_errors": { "h": 6.5, "l": 4.803921568627452, "s": 5.6062992125984294 }, "correct": null, "cost_estimated": false, "cost_usd": 0.001068, "delta_e_ok": 0.04564493935086491, "error": null, "error_kind": null, "family": "hsl", "ground_truth": { "rgb": [ 192, 64, 80 ] }, "group_id": "numeric-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-01.png", "input_tokens": 963, "latency_sec": 1.5298597388900816, "model_name": "claude-haiku-4-5-20251001", "out_of_srgb": false, "output_tokens": 21, "prediction": { "h": 346.0, "l": 55.0, "s": 56.0 }, "prompt_sha256": "d5a3e77db006cc09848010934a3ee06e3beb9ab32aa54f5bf67eb79750a81ad8", "provider": "anthropic", "raw_prediction": "{\"h\": 346, \"s\": 56, \"l\": 55}", "recorded_at": "2026-09-16T14:03:25.682633+00:00", "request_attempts": 1, "score": 77.17753032456754, "task_id": "colorbench-hsl-01", "tight_score": 8.71012129827019, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": false, "0.02": false, "0.05": true } } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "ce6345b4-7ebc-4368-b2a7-27fbf26e897a", "result_sha256": "ee1c94145cde8ccde67dbfdcd373941de676f3fef16e77b4c8c50536202656e4", "result": { "component_errors": { "h": 6.210526315789451, "l": 2.294117647058819, "s": 7.333333333333343 }, "correct": null, "cost_estimated": false, "cost_usd": 0.001068, "delta_e_ok": 0.04816270233848154, "error": null, "error_kind": null, "family": "hsl", "ground_truth": { "rgb": [ 38, 112, 190 ] }, "group_id": "numeric-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-02.png", "input_tokens": 963, "latency_sec": 1.034111174987629, "model_name": "claude-haiku-4-5-20251001", "out_of_srgb": false, "output_tokens": 21, "prediction": { "h": 217.0, "l": 47.0, "s": 74.0 }, "prompt_sha256": "d5a3e77db006cc09848010934a3ee06e3beb9ab32aa54f5bf67eb79750a81ad8", "provider": "anthropic", "raw_prediction": "{\"h\": 217, \"s\": 74, \"l\": 47}", "recorded_at": "2026-09-16T15:25:45.457754+00:00", "request_attempts": 1, "score": 75.91864883075922, "task_id": "colorbench-hsl-02", "tight_score": 3.674595323036922, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": false, "0.02": false, "0.05": true } } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "b6d64e7a-adf5-4e2f-8514-7dd1fb38de6d", "result_sha256": "cdb348675e03c5d273d1dabde43782629ff8c688dc819b965f59ac9782694f98", "result": { "component_errors": { "h": 0.0, "l": 10.784313725490193, "s": 5.0 }, "correct": null, "cost_estimated": false, "cost_usd": 0.001043, "delta_e_ok": 0.1307095787662988, "error": null, "error_kind": null, "family": "hsl", "ground_truth": { "rgb": [ 60, 140, 100 ] }, "group_id": "numeric-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-03.png", "input_tokens": 963, "latency_sec": 1.5966903530061245, "model_name": "claude-haiku-4-5-20251001", "out_of_srgb": false, "output_tokens": 16, "prediction": { "h": 150.0, "l": 50.0, "s": 45.0 }, "prompt_sha256": "d5a3e77db006cc09848010934a3ee06e3beb9ab32aa54f5bf67eb79750a81ad8", "provider": "anthropic", "raw_prediction": "{\"h\":150,\"s\":45,\"l\":50}", "recorded_at": "2026-09-16T14:47:25.691599+00:00", "request_attempts": 1, "score": 34.645210616850605, "task_id": "colorbench-hsl-03", "tight_score": 0, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": false, "0.02": false, "0.05": false } } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "01057307-06fc-4310-b5b2-91c43a5827f6", "result_sha256": "3f735fdd7306436480279eff554ad3c8c72855dd09fe8cae3abe0601c62c451a", "result": { "component_errors": { "h": 3.428571428571445, "l": 4.901960784313722, "s": 0.8695652173912976 }, "correct": null, "cost_estimated": false, "cost_usd": 0.001068, "delta_e_ok": 0.069523332672674, "error": null, "error_kind": null, "family": "hsl", "ground_truth": { "rgb": [ 185, 135, 45 ] }, "group_id": "numeric-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-04.png", "input_tokens": 963, "latency_sec": 1.0794268610188738, "model_name": "claude-haiku-4-5-20251001", "out_of_srgb": false, "output_tokens": 21, "prediction": { "h": 42.0, "l": 50.0, "s": 60.0 }, "prompt_sha256": "d5a3e77db006cc09848010934a3ee06e3beb9ab32aa54f5bf67eb79750a81ad8", "provider": "anthropic", "raw_prediction": "{\"h\": 42, \"s\": 60, \"l\": 50}", "recorded_at": "2026-09-16T14:35:20.603390+00:00", "request_attempts": 1, "score": 65.23833366366301, "task_id": "colorbench-hsl-04", "tight_score": 0, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": false, "0.02": false, "0.05": false } } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "df83938d-0b1d-40e7-b3e6-eca8c1b506fc", "result_sha256": "c0e694fdd1dd892ade764edd405c21c31173decc1c38c806133699d9b7fa530f", "result": { "component_errors": { "h": 3.3333333333333144, "l": 0.9803921568627416, "s": 14.0 }, "correct": null, "cost_estimated": false, "cost_usd": 0.001068, "delta_e_ok": 0.05814544163713508, "error": null, "error_kind": null, "family": "hsl", "ground_truth": { "rgb": [ 135, 85, 175 ] }, "group_id": "numeric-05", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-05.png", "input_tokens": 963, "latency_sec": 1.2015765700489283, "model_name": "claude-haiku-4-5-20251001", "out_of_srgb": false, "output_tokens": 21, "prediction": { "h": 270.0, "l": 50.0, "s": 50.0 }, "prompt_sha256": "d5a3e77db006cc09848010934a3ee06e3beb9ab32aa54f5bf67eb79750a81ad8", "provider": "anthropic", "raw_prediction": "{\"h\": 270, \"s\": 50, \"l\": 50}", "recorded_at": "2026-09-16T15:15:34.999062+00:00", "request_attempts": 1, "score": 70.92727918143247, "task_id": "colorbench-hsl-05", "tight_score": 0, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": false, "0.02": false, "0.05": false } } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "e27e0793-c3df-4e96-8740-f9459a35fa32", "result_sha256": "982459f24984016f556ea2dfcd1cf1d21a45bb37301cf0f57bf524e27348c75d", "result": { "component_errors": { "h": 0.5660377358490507, "l": 0.9803921568627452, "s": 5.360824742268036 }, "correct": null, "cost_estimated": false, "cost_usd": 0.001043, "delta_e_ok": 0.013692206219759482, "error": null, "error_kind": null, "family": "hsl", "ground_truth": { "rgb": [ 22, 48, 75 ] }, "group_id": "numeric-06", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-06.png", "input_tokens": 963, "latency_sec": 1.0678722189040855, "model_name": "claude-haiku-4-5-20251001", "out_of_srgb": false, "output_tokens": 16, "prediction": { "h": 210.0, "l": 20.0, "s": 60.0 }, "prompt_sha256": "d5a3e77db006cc09848010934a3ee06e3beb9ab32aa54f5bf67eb79750a81ad8", "provider": "anthropic", "raw_prediction": "{\"h\":210,\"s\":60,\"l\":20}", "recorded_at": "2026-09-16T14:31:21.980783+00:00", "request_attempts": 1, "score": 93.15389689012025, "task_id": "colorbench-hsl-06", "tight_score": 72.61558756048103, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": false, "0.02": true, "0.05": true } } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "681810d4-c011-4353-a766-27a93e924150", "result_sha256": "6fc330fd581143819fa58c730b8be8c061d4a4d786d0614b4bbca4f1aac714f4", "result": { "component_errors": { "h": 4.216216216216196, "l": 4.980392156862749, "s": 2.1443298969071947 }, "correct": null, "cost_estimated": false, "cost_usd": 0.001043, "delta_e_ok": 0.029643936205324052, "error": null, "error_kind": null, "family": "hsl", "ground_truth": { "rgb": [ 225, 215, 188 ] }, "group_id": "numeric-07", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-07.png", "input_tokens": 963, "latency_sec": 1.3856351780705154, "model_name": "claude-haiku-4-5-20251001", "out_of_srgb": false, "output_tokens": 16, "prediction": { "h": 48.0, "l": 76.0, "s": 36.0 }, "prompt_sha256": "d5a3e77db006cc09848010934a3ee06e3beb9ab32aa54f5bf67eb79750a81ad8", "provider": "anthropic", "raw_prediction": "{\"h\":48,\"s\":36,\"l\":76}", "recorded_at": "2026-09-16T15:48:45.516331+00:00", "request_attempts": 1, "score": 85.17803189733797, "task_id": "colorbench-hsl-07", "tight_score": 40.7121275893519, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": false, "0.02": false, "0.05": true } } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "bba15f75-7758-4525-8747-5de320fdba3c", "result_sha256": "d1efcaca341193a05b77719119e356379928d8e2d2f7e31b0258765ad868e112", "result": { "component_errors": { "h": null, "l": 3.8039215686274517, "s": 0.0 }, "correct": null, "cost_estimated": false, "cost_usd": 0.001043, "delta_e_ok": 0.032557944579899266, "error": null, "error_kind": null, "family": "hsl", "ground_truth": { "rgb": [ 128, 128, 128 ] }, "group_id": "numeric-08", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-08.png", "input_tokens": 963, "latency_sec": 1.7140596789540723, "model_name": "claude-haiku-4-5-20251001", "out_of_srgb": false, "output_tokens": 16, "prediction": { "h": 0.0, "l": 54.0, "s": 0.0 }, "prompt_sha256": "d5a3e77db006cc09848010934a3ee06e3beb9ab32aa54f5bf67eb79750a81ad8", "provider": "anthropic", "raw_prediction": "{\"h\":0,\"s\":0,\"l\":54}", "recorded_at": "2026-09-16T16:32:03.440257+00:00", "request_attempts": 1, "score": 83.72102771005036, "task_id": "colorbench-hsl-08", "tight_score": 34.88411084020148, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": false, "0.02": false, "0.05": true } } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "3db862e2-da5d-4916-a5f9-440385ea8c9a", "result_sha256": "8317c1ff3c9964d0117cae82825745ee7ac3989cd05681f6aef3056d305ad519", "result": { "component_errors": { "h": 3.636363636363626, "l": 0.37254901960783826, "s": 20.161290322580655 }, "correct": null, "cost_estimated": false, "cost_usd": 0.001043, "delta_e_ok": 0.04946408741374489, "error": null, "error_kind": null, "family": "hsl", "ground_truth": { "rgb": [ 230, 32, 44 ] }, "group_id": "numeric-09", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-09.png", "input_tokens": 963, "latency_sec": 0.8590769700240344, "model_name": "claude-haiku-4-5-20251001", "out_of_srgb": false, "output_tokens": 16, "prediction": { "h": 0.0, "l": 51.0, "s": 100.0 }, "prompt_sha256": "d5a3e77db006cc09848010934a3ee06e3beb9ab32aa54f5bf67eb79750a81ad8", "provider": "anthropic", "raw_prediction": "{\"h\":0,\"s\":100,\"l\":51}", "recorded_at": "2026-09-16T14:08:05.166903+00:00", "request_attempts": 1, "score": 75.26795629312755, "task_id": "colorbench-hsl-09", "tight_score": 1.0718251725102212, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": false, "0.02": false, "0.05": true } } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "29d6145c-9efe-43a0-b8af-f112e6aa47f0", "result_sha256": "ecfd1d9b4f4ddea4ceb55a256e9c97ed8c268b9cd2c7e23d76bc26f2bd9f94de", "result": { "component_errors": { "h": 0.9701492537313641, "l": 9.313725490196077, "s": 8.626373626373635 }, "correct": null, "cost_estimated": false, "cost_usd": 0.001043, "delta_e_ok": 0.09165981283264263, "error": null, "error_kind": null, "family": "hsl", "ground_truth": { "rgb": [ 24, 158, 82 ] }, "group_id": "numeric-10", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-10.png", "input_tokens": 963, "latency_sec": 0.8361742430133745, "model_name": "claude-haiku-4-5-20251001", "out_of_srgb": false, "output_tokens": 16, "prediction": { "h": 145.0, "l": 45.0, "s": 65.0 }, "prompt_sha256": "d5a3e77db006cc09848010934a3ee06e3beb9ab32aa54f5bf67eb79750a81ad8", "provider": "anthropic", "raw_prediction": "{\"h\":145,\"s\":65,\"l\":45}", "recorded_at": "2026-09-16T15:33:19.175540+00:00", "request_attempts": 1, "score": 54.17009358367868, "task_id": "colorbench-hsl-10", "tight_score": 0, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": false, "0.02": false, "0.05": false } } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "55b3429d-e39d-4177-9aa7-2e9d85f0d2ae", "result_sha256": "85e0eb285bec5099f28ea4187d0abefe7cecd2bb1d02b7b7c4e85400577397f9", "result": { "component_errors": { "h": 9.956521739130437, "l": 3.3333333333333357, "s": 22.68907563025209 }, "correct": null, "cost_estimated": false, "cost_usd": 0.001043, "delta_e_ok": 0.05132818908719448, "error": null, "error_kind": null, "family": "hsl", "ground_truth": { "rgb": [ 44, 84, 228 ] }, "group_id": "numeric-11", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-11.png", "input_tokens": 963, "latency_sec": 1.665729154017754, "model_name": "claude-haiku-4-5-20251001", "out_of_srgb": false, "output_tokens": 16, "prediction": { "h": 217.0, "l": 50.0, "s": 100.0 }, "prompt_sha256": "d5a3e77db006cc09848010934a3ee06e3beb9ab32aa54f5bf67eb79750a81ad8", "provider": "anthropic", "raw_prediction": "{\"h\":217,\"s\":100,\"l\":50}", "recorded_at": "2026-09-16T15:41:42.358835+00:00", "request_attempts": 1, "score": 74.33590545640276, "task_id": "colorbench-hsl-11", "tight_score": 0, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": false, "0.02": false, "0.05": false } } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "4f78ce08-95aa-429a-9186-0771667df805", "result_sha256": "bec324182526a6d26c674be66da35bfd41c6a6798b921d2a434898d1edd75b6e", "result": { "component_errors": { "h": 0.75, "l": 2.9019607843137294, "s": 15.521739130434781 }, "correct": null, "cost_estimated": false, "cost_usd": 0.001068, "delta_e_ok": 0.04606751760400549, "error": null, "error_kind": null, "family": "hsl", "ground_truth": { "rgb": [ 236, 208, 44 ] }, "group_id": "numeric-12", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-12.png", "input_tokens": 963, "latency_sec": 1.3426547029521316, "model_name": "claude-haiku-4-5-20251001", "out_of_srgb": false, "output_tokens": 21, "prediction": { "h": 52.0, "l": 52.0, "s": 99.0 }, "prompt_sha256": "d5a3e77db006cc09848010934a3ee06e3beb9ab32aa54f5bf67eb79750a81ad8", "provider": "anthropic", "raw_prediction": "{\"h\": 52, \"s\": 99, \"l\": 52}", "recorded_at": "2026-09-16T14:23:37.089233+00:00", "request_attempts": 1, "score": 76.96624119799725, "task_id": "colorbench-hsl-12", "tight_score": 7.864964791989026, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": false, "0.02": false, "0.05": true } } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "e847e5d4-0bbc-45f1-b8ec-b6760bdd5c4a", "result_sha256": "b96e0579d35f06ef262e8fae57efdc0b962a3dd403ca14ccab7006b5042e9451", "result": { "component_errors": { "h": 13.285714285714278, "l": 3.8039215686274517, "s": 15.881889763779526 }, "correct": null, "cost_estimated": false, "cost_usd": 0.001043, "delta_e_ok": 0.05179929697614668, "error": null, "error_kind": null, "family": "hsl", "ground_truth": { "rgb": [ 198, 58, 188 ] }, "group_id": "numeric-13", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-13.png", "input_tokens": 963, "latency_sec": 1.4500939199933782, "model_name": "claude-haiku-4-5-20251001", "out_of_srgb": false, "output_tokens": 16, "prediction": { "h": 291.0, "l": 54.0, "s": 71.0 }, "prompt_sha256": "d5a3e77db006cc09848010934a3ee06e3beb9ab32aa54f5bf67eb79750a81ad8", "provider": "anthropic", "raw_prediction": "{\"h\":291,\"s\":71,\"l\":54}", "recorded_at": "2026-09-16T15:06:05.071537+00:00", "request_attempts": 1, "score": 74.10035151192666, "task_id": "colorbench-hsl-13", "tight_score": 0, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": false, "0.02": false, "0.05": false } } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "64abdcf9-10fd-4a95-a7f1-bd5653e7c001", "result_sha256": "3e0b2ba82a66e739b7e36a178d38c94bdd99b0a8cbf1fc6d743824ec9fd0911c", "result": { "component_errors": { "h": 0.20779220779218122, "l": 4.549019607843142, "s": 10.363636363636353 }, "correct": null, "cost_estimated": false, "cost_usd": 0.001043, "delta_e_ok": 0.06175783310362739, "error": null, "error_kind": null, "family": "hsl", "ground_truth": { "rgb": [ 44, 178, 198 ] }, "group_id": "numeric-14", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-14.png", "input_tokens": 963, "latency_sec": 1.3459926639916375, "model_name": "claude-haiku-4-5-20251001", "out_of_srgb": false, "output_tokens": 16, "prediction": { "h": 188.0, "l": 52.0, "s": 74.0 }, "prompt_sha256": "d5a3e77db006cc09848010934a3ee06e3beb9ab32aa54f5bf67eb79750a81ad8", "provider": "anthropic", "raw_prediction": "{\"h\":188,\"s\":74,\"l\":52}", "recorded_at": "2026-09-16T14:58:35.165787+00:00", "request_attempts": 1, "score": 69.12108344818631, "task_id": "colorbench-hsl-14", "tight_score": 0, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": false, "0.02": false, "0.05": false } } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "1475b424-7ab1-4dd6-89cb-125e2b311cad", "result_sha256": "ff2865fc9487762762d23f68f172b4ff45e68947999c60a190afd50c85587613", "result": { "component_errors": { "h": null, "l": 1.666666666666667, "s": 5.88235294117647 }, "correct": null, "cost_estimated": false, "cost_usd": 0.001043, "delta_e_ok": 0.01656622774729423, "error": null, "error_kind": null, "family": "hsl", "ground_truth": { "rgb": [ 16, 16, 18 ] }, "group_id": "numeric-15", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-15.png", "input_tokens": 963, "latency_sec": 1.4034272910794243, "model_name": "claude-haiku-4-5-20251001", "out_of_srgb": false, "output_tokens": 16, "prediction": { "h": 0.0, "l": 5.0, "s": 0.0 }, "prompt_sha256": "d5a3e77db006cc09848010934a3ee06e3beb9ab32aa54f5bf67eb79750a81ad8", "provider": "anthropic", "raw_prediction": "{\"h\":0,\"s\":0,\"l\":5}", "recorded_at": "2026-09-16T16:18:47.282786+00:00", "request_attempts": 1, "score": 91.71688612635288, "task_id": "colorbench-hsl-15", "tight_score": 66.86754450541154, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": false, "0.02": true, "0.05": true } } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "b5efa098-4578-41f6-9205-2312755515e3", "result_sha256": "dfb0cae60db3fbe82c25b0433e635a8d8993d248b7fb7612476064d99afb5cb6", "result": { "component_errors": { "h": null, "l": 1.294117647058826, "s": 11.111111111111065 }, "correct": null, "cost_estimated": false, "cost_usd": 0.001043, "delta_e_ok": 0.007393451189981674, "error": null, "error_kind": null, "family": "hsl", "ground_truth": { "rgb": [ 243, 243, 240 ] }, "group_id": "numeric-16", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-16.png", "input_tokens": 963, "latency_sec": 0.7904205920640379, "model_name": "claude-haiku-4-5-20251001", "out_of_srgb": false, "output_tokens": 16, "prediction": { "h": 0.0, "l": 96.0, "s": 0.0 }, "prompt_sha256": "d5a3e77db006cc09848010934a3ee06e3beb9ab32aa54f5bf67eb79750a81ad8", "provider": "anthropic", "raw_prediction": "{\"h\":0,\"s\":0,\"l\":96}", "recorded_at": "2026-09-16T15:31:33.088377+00:00", "request_attempts": 1, "score": 96.30327440500916, "task_id": "colorbench-hsl-16", "tight_score": 85.21309762003665, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": true, "0.02": true, "0.05": true } } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "7bc3d971-9fac-4fe2-9490-40f45a329814", "result_sha256": "b4e4ac5144706f4e268fe5e3ca908d5b4d09d3ad7d659ec9cfff65417f36bae0", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.000959, "delta_e_ok": null, "error": null, "error_kind": null, "family": "hue", "ground_truth": { "choice": "A" }, "group_id": "hue-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/hue-01.png", "input_tokens": 914, "latency_sec": 0.613425699993968, "model_name": "claude-haiku-4-5-20251001", "out_of_srgb": null, "output_tokens": 9, "prediction": { "choice": "A" }, "prompt_sha256": "8234947471a1bb7076e1e5dfe2fd3aba8c91ae436b20be843f2b0ab51861fe52", "provider": "anthropic", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T15:11:08.406818+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-hue-01", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "50496da6-0ecd-4002-a44c-02e7a9576879", "result_sha256": "db13a7ebd0b04f7ad5620e51186ac7b5e3d8a7159bb51576feede0ceba65a2b7", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.000959, "delta_e_ok": null, "error": null, "error_kind": null, "family": "hue", "ground_truth": { "choice": "B" }, "group_id": "hue-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/hue-02.png", "input_tokens": 914, "latency_sec": 1.3440624249633402, "model_name": "claude-haiku-4-5-20251001", "out_of_srgb": null, "output_tokens": 9, "prediction": { "choice": "B" }, "prompt_sha256": "8234947471a1bb7076e1e5dfe2fd3aba8c91ae436b20be843f2b0ab51861fe52", "provider": "anthropic", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T15:08:55.832042+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-hue-02", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "8fadc8af-f59c-4a06-af2e-358108b564c2", "result_sha256": "bd044f3fd8e77d35011ac43d1c4e2091b57a45e08aeee7632ca688266dfd1d00", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.000959, "delta_e_ok": null, "error": null, "error_kind": null, "family": "hue", "ground_truth": { "choice": "C" }, "group_id": "hue-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/hue-03.png", "input_tokens": 914, "latency_sec": 0.9412084760842845, "model_name": "claude-haiku-4-5-20251001", "out_of_srgb": null, "output_tokens": 9, "prediction": { "choice": "C" }, "prompt_sha256": "8234947471a1bb7076e1e5dfe2fd3aba8c91ae436b20be843f2b0ab51861fe52", "provider": "anthropic", "raw_prediction": "{\"choice\": \"C\"}", "recorded_at": "2026-09-16T16:17:16.871851+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-hue-03", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "6349e29b-e331-4e81-aa2e-827bb676eda0", "result_sha256": "cc03a7dc83c4431f9e23b5e64964e14a315095b35622dcc3d5ccd2222a5a8c6e", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.000959, "delta_e_ok": null, "error": null, "error_kind": null, "family": "hue", "ground_truth": { "choice": "D" }, "group_id": "hue-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/hue-04.png", "input_tokens": 914, "latency_sec": 0.9963616119930521, "model_name": "claude-haiku-4-5-20251001", "out_of_srgb": null, "output_tokens": 9, "prediction": { "choice": "D" }, "prompt_sha256": "8234947471a1bb7076e1e5dfe2fd3aba8c91ae436b20be843f2b0ab51861fe52", "provider": "anthropic", "raw_prediction": "{\"choice\": \"D\"}", "recorded_at": "2026-09-16T16:00:58.950654+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-hue-04", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "717f5035-6d5c-4092-aca6-a3ff5ece6085", "result_sha256": "ae7b3c6f14d2fb9f50b89f163a1d4ec91a8be698d61fcb30603ed878f133f9e3", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.000959, "delta_e_ok": null, "error": null, "error_kind": null, "family": "hue", "ground_truth": { "choice": "A" }, "group_id": "hue-05", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/hue-05.png", "input_tokens": 914, "latency_sec": 0.8537303990451619, "model_name": "claude-haiku-4-5-20251001", "out_of_srgb": null, "output_tokens": 9, "prediction": { "choice": "A" }, "prompt_sha256": "8234947471a1bb7076e1e5dfe2fd3aba8c91ae436b20be843f2b0ab51861fe52", "provider": "anthropic", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T15:18:29.230358+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-hue-05", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "cf0fe68c-3f56-4015-b80a-0363fa40e5d7", "result_sha256": "54c967827545b92a784f47ee00254bc5416d2963a590bcafb330bea36c8e1798", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.000959, "delta_e_ok": null, "error": null, "error_kind": null, "family": "hue", "ground_truth": { "choice": "B" }, "group_id": "hue-06", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/hue-06.png", "input_tokens": 914, "latency_sec": 0.6952569580171257, "model_name": "claude-haiku-4-5-20251001", "out_of_srgb": null, "output_tokens": 9, "prediction": { "choice": "B" }, "prompt_sha256": "8234947471a1bb7076e1e5dfe2fd3aba8c91ae436b20be843f2b0ab51861fe52", "provider": "anthropic", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T16:06:47.752516+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-hue-06", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "231c52c9-834e-4694-b919-6d569d7ac3d4", "result_sha256": "8fe11303d0faff4530f7177546472a90a2b43b464eaf80fede2c88757bab9d4f", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.000959, "delta_e_ok": null, "error": null, "error_kind": null, "family": "hue", "ground_truth": { "choice": "C" }, "group_id": "hue-07", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/hue-07.png", "input_tokens": 914, "latency_sec": 1.0796394579811022, "model_name": "claude-haiku-4-5-20251001", "out_of_srgb": null, "output_tokens": 9, "prediction": { "choice": "C" }, "prompt_sha256": "8234947471a1bb7076e1e5dfe2fd3aba8c91ae436b20be843f2b0ab51861fe52", "provider": "anthropic", "raw_prediction": "{\"choice\": \"C\"}", "recorded_at": "2026-09-16T15:48:05.754136+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-hue-07", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "5e3f03f4-5fa6-4cdd-bbe0-60dea93ae9f0", "result_sha256": "f696c6d1bfd49882f4d1c1cf645d1ff10d98e91d38809b3ec1cfcc62bd64e7b6", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.000959, "delta_e_ok": null, "error": null, "error_kind": null, "family": "hue", "ground_truth": { "choice": "D" }, "group_id": "hue-08", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/hue-08.png", "input_tokens": 914, "latency_sec": 0.903768727905117, "model_name": "claude-haiku-4-5-20251001", "out_of_srgb": null, "output_tokens": 9, "prediction": { "choice": "D" }, "prompt_sha256": "8234947471a1bb7076e1e5dfe2fd3aba8c91ae436b20be843f2b0ab51861fe52", "provider": "anthropic", "raw_prediction": "{\"choice\": \"D\"}", "recorded_at": "2026-09-16T14:35:38.351354+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-hue-08", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "0f5ee27a-69b8-4cc8-a59e-40852be4b66b", "result_sha256": "07c9108d5a05c825ae092cd9d5a3ad94ea54ec86f3111b082f119ea0d8e311fe", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.000959, "delta_e_ok": null, "error": null, "error_kind": null, "family": "hue", "ground_truth": { "choice": "A" }, "group_id": "hue-09", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/hue-09.png", "input_tokens": 914, "latency_sec": 0.9859350019833073, "model_name": "claude-haiku-4-5-20251001", "out_of_srgb": null, "output_tokens": 9, "prediction": { "choice": "C" }, "prompt_sha256": "8234947471a1bb7076e1e5dfe2fd3aba8c91ae436b20be843f2b0ab51861fe52", "provider": "anthropic", "raw_prediction": "{\"choice\": \"C\"}", "recorded_at": "2026-09-16T14:03:43.408298+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-hue-09", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "dcf955f1-0d78-43b7-9941-63d3ad258567", "result_sha256": "a523bed390dd61f5b1da2fa6fb5b0570a7af015c1b50046468deaad4adc2576b", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.000959, "delta_e_ok": null, "error": null, "error_kind": null, "family": "hue", "ground_truth": { "choice": "B" }, "group_id": "hue-10", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/hue-10.png", "input_tokens": 914, "latency_sec": 0.7662238109624013, "model_name": "claude-haiku-4-5-20251001", "out_of_srgb": null, "output_tokens": 9, "prediction": { "choice": "B" }, "prompt_sha256": "8234947471a1bb7076e1e5dfe2fd3aba8c91ae436b20be843f2b0ab51861fe52", "provider": "anthropic", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T14:34:42.102758+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-hue-10", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "c2ad4a8f-25f4-442a-ba74-60753b5568ea", "result_sha256": "5f42adcae8d55414bc72a9c4c34e28dda28c9db1818985f575e3163769c482df", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.000959, "delta_e_ok": null, "error": null, "error_kind": null, "family": "hue", "ground_truth": { "choice": "C" }, "group_id": "hue-11", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/hue-11.png", "input_tokens": 914, "latency_sec": 1.1600382779724896, "model_name": "claude-haiku-4-5-20251001", "out_of_srgb": null, "output_tokens": 9, "prediction": { "choice": "C" }, "prompt_sha256": "8234947471a1bb7076e1e5dfe2fd3aba8c91ae436b20be843f2b0ab51861fe52", "provider": "anthropic", "raw_prediction": "{\"choice\": \"C\"}", "recorded_at": "2026-09-16T15:23:46.324950+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-hue-11", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "bcb2509f-60fc-4c8a-9069-d5151d962e0c", "result_sha256": "cd1bd9b77f46c268550f151423705b712cd59e8c58a93ab296f300f5fd08a31e", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.000959, "delta_e_ok": null, "error": null, "error_kind": null, "family": "hue", "ground_truth": { "choice": "D" }, "group_id": "hue-12", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/hue-12.png", "input_tokens": 914, "latency_sec": 0.9597330900141969, "model_name": "claude-haiku-4-5-20251001", "out_of_srgb": null, "output_tokens": 9, "prediction": { "choice": "D" }, "prompt_sha256": "8234947471a1bb7076e1e5dfe2fd3aba8c91ae436b20be843f2b0ab51861fe52", "provider": "anthropic", "raw_prediction": "{\"choice\": \"D\"}", "recorded_at": "2026-09-16T14:42:44.424351+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-hue-12", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "59a54262-469e-4756-8045-d5138fd865f4", "result_sha256": "09698a3fa2341a8a1282a876b46710b89b7058e3da37f6c6cb705d9a0e46e21a", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.000959, "delta_e_ok": null, "error": null, "error_kind": null, "family": "hue", "ground_truth": { "choice": "A" }, "group_id": "hue-13", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/hue-13.png", "input_tokens": 914, "latency_sec": 0.6659821369685233, "model_name": "claude-haiku-4-5-20251001", "out_of_srgb": null, "output_tokens": 9, "prediction": { "choice": "B" }, "prompt_sha256": "8234947471a1bb7076e1e5dfe2fd3aba8c91ae436b20be843f2b0ab51861fe52", "provider": "anthropic", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T14:38:21.718905+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-hue-13", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "204784ab-fb8e-4d99-ab9d-2bb31ab6e456", "result_sha256": "8aa1deb7a11f9f66bd4019e10a89beb13018f5f622f2b90c26d9e06747f2848d", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.000959, "delta_e_ok": null, "error": null, "error_kind": null, "family": "hue", "ground_truth": { "choice": "B" }, "group_id": "hue-14", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/hue-14.png", "input_tokens": 914, "latency_sec": 0.8548382370499894, "model_name": "claude-haiku-4-5-20251001", "out_of_srgb": null, "output_tokens": 9, "prediction": { "choice": "B" }, "prompt_sha256": "8234947471a1bb7076e1e5dfe2fd3aba8c91ae436b20be843f2b0ab51861fe52", "provider": "anthropic", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T14:22:19.566664+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-hue-14", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "a9851d3e-3e22-4fd2-8b49-851283cc1c56", "result_sha256": "02480c781669e9ff74c33f1dd1e75340686a7b58fae8ee31f2e74683f757cb65", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.000959, "delta_e_ok": null, "error": null, "error_kind": null, "family": "hue", "ground_truth": { "choice": "C" }, "group_id": "hue-15", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/hue-15.png", "input_tokens": 914, "latency_sec": 0.6608117980649695, "model_name": "claude-haiku-4-5-20251001", "out_of_srgb": null, "output_tokens": 9, "prediction": { "choice": "B" }, "prompt_sha256": "8234947471a1bb7076e1e5dfe2fd3aba8c91ae436b20be843f2b0ab51861fe52", "provider": "anthropic", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T14:33:49.268903+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-hue-15", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "6246aebe-12fb-446b-b93f-dd55d05a27e8", "result_sha256": "4663c4ee6045f10c6ea52d14dd37881f3c78deb3375dc37c12b1c1e1149f7714", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.000959, "delta_e_ok": null, "error": null, "error_kind": null, "family": "hue", "ground_truth": { "choice": "D" }, "group_id": "hue-16", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/hue-16.png", "input_tokens": 914, "latency_sec": 0.7305266999173909, "model_name": "claude-haiku-4-5-20251001", "out_of_srgb": null, "output_tokens": 9, "prediction": { "choice": "D" }, "prompt_sha256": "8234947471a1bb7076e1e5dfe2fd3aba8c91ae436b20be843f2b0ab51861fe52", "provider": "anthropic", "raw_prediction": "{\"choice\": \"D\"}", "recorded_at": "2026-09-16T15:30:58.595215+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-hue-16", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "332b0cb4-5622-4b39-a116-85e5b15fbb28", "result_sha256": "ded802b35c8c6227f59d35a6dc20f7dfaac4084bf23eb516be65b129245a3df9", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.000959, "delta_e_ok": null, "error": null, "error_kind": null, "family": "hue", "ground_truth": { "choice": "A" }, "group_id": "hue-17", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/hue-17.png", "input_tokens": 914, "latency_sec": 0.8987965430133045, "model_name": "claude-haiku-4-5-20251001", "out_of_srgb": null, "output_tokens": 9, "prediction": { "choice": "C" }, "prompt_sha256": "8234947471a1bb7076e1e5dfe2fd3aba8c91ae436b20be843f2b0ab51861fe52", "provider": "anthropic", "raw_prediction": "{\"choice\": \"C\"}", "recorded_at": "2026-09-16T15:29:20.989506+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-hue-17", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "f8d86a2e-d0eb-4b40-980b-102124b02da5", "result_sha256": "185da54688b6bbdbcb82fc93186f11bf6aadf44a6eadd865b5e527b7ef4e5ecf", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.000959, "delta_e_ok": null, "error": null, "error_kind": null, "family": "hue", "ground_truth": { "choice": "B" }, "group_id": "hue-18", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/hue-18.png", "input_tokens": 914, "latency_sec": 0.7933008540421724, "model_name": "claude-haiku-4-5-20251001", "out_of_srgb": null, "output_tokens": 9, "prediction": { "choice": "B" }, "prompt_sha256": "8234947471a1bb7076e1e5dfe2fd3aba8c91ae436b20be843f2b0ab51861fe52", "provider": "anthropic", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T16:19:54.209926+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-hue-18", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "1d3abfc3-9175-4e31-ac24-a47b76ad28ce", "result_sha256": "4b6f36a64328209bc7893fc8b0f076e8c3be8e339a66ba22b24571c784722069", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.000959, "delta_e_ok": null, "error": null, "error_kind": null, "family": "hue", "ground_truth": { "choice": "C" }, "group_id": "hue-19", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/hue-19.png", "input_tokens": 914, "latency_sec": 0.5509671020554379, "model_name": "claude-haiku-4-5-20251001", "out_of_srgb": null, "output_tokens": 9, "prediction": { "choice": "C" }, "prompt_sha256": "8234947471a1bb7076e1e5dfe2fd3aba8c91ae436b20be843f2b0ab51861fe52", "provider": "anthropic", "raw_prediction": "{\"choice\": \"C\"}", "recorded_at": "2026-09-16T15:18:36.655502+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-hue-19", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "466b760c-e405-4404-a83e-e473470f5034", "result_sha256": "7ab611d75afeae2c372ccbce6c624b0ca3eebeb0e0fd2dabdeca2c7686e0f29c", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.000959, "delta_e_ok": null, "error": null, "error_kind": null, "family": "hue", "ground_truth": { "choice": "D" }, "group_id": "hue-20", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/hue-20.png", "input_tokens": 914, "latency_sec": 0.816256391000934, "model_name": "claude-haiku-4-5-20251001", "out_of_srgb": null, "output_tokens": 9, "prediction": { "choice": "B" }, "prompt_sha256": "8234947471a1bb7076e1e5dfe2fd3aba8c91ae436b20be843f2b0ab51861fe52", "provider": "anthropic", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T15:54:18.769539+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-hue-20", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "e51b7521-9661-469e-b5e2-a4981f69770b", "result_sha256": "41ab9874fed1b198e0e6c6b8a768965160e427ad2f19d3aeb136d04114b0608e", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.000959, "delta_e_ok": null, "error": null, "error_kind": null, "family": "hue", "ground_truth": { "choice": "A" }, "group_id": "hue-21", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/hue-21.png", "input_tokens": 914, "latency_sec": 0.7893643559655175, "model_name": "claude-haiku-4-5-20251001", "out_of_srgb": null, "output_tokens": 9, "prediction": { "choice": "A" }, "prompt_sha256": "8234947471a1bb7076e1e5dfe2fd3aba8c91ae436b20be843f2b0ab51861fe52", "provider": "anthropic", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T16:28:18.695489+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-hue-21", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "e2c94da0-c6a1-46d3-953c-d3d9f5518759", "result_sha256": "8b6fa8a26bb4616bccdf70e79acbf760d17845e3f80dfaf87fef1a6ce617e057", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.000959, "delta_e_ok": null, "error": null, "error_kind": null, "family": "hue", "ground_truth": { "choice": "B" }, "group_id": "hue-22", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/hue-22.png", "input_tokens": 914, "latency_sec": 0.6017363489372656, "model_name": "claude-haiku-4-5-20251001", "out_of_srgb": null, "output_tokens": 9, "prediction": { "choice": "D" }, "prompt_sha256": "8234947471a1bb7076e1e5dfe2fd3aba8c91ae436b20be843f2b0ab51861fe52", "provider": "anthropic", "raw_prediction": "{\"choice\": \"D\"}", "recorded_at": "2026-09-16T15:34:04.875679+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-hue-22", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "5cc23ac7-0318-4f1a-a732-e505e32655f0", "result_sha256": "5a1230558219c4688bccfabb75793b1660ebd82e995b312599d2e3d3a7526f72", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.000959, "delta_e_ok": null, "error": null, "error_kind": null, "family": "hue", "ground_truth": { "choice": "C" }, "group_id": "hue-23", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/hue-23.png", "input_tokens": 914, "latency_sec": 0.687799490056932, "model_name": "claude-haiku-4-5-20251001", "out_of_srgb": null, "output_tokens": 9, "prediction": { "choice": "C" }, "prompt_sha256": "8234947471a1bb7076e1e5dfe2fd3aba8c91ae436b20be843f2b0ab51861fe52", "provider": "anthropic", "raw_prediction": "{\"choice\": \"C\"}", "recorded_at": "2026-09-16T15:21:34.270719+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-hue-23", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "77eb3de2-8674-4925-ba07-2c64c03f70dc", "result_sha256": "e41559e125958aa3855e74720813c6b0b4e86a0070e9351a62352432ff0e1464", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.000959, "delta_e_ok": null, "error": null, "error_kind": null, "family": "hue", "ground_truth": { "choice": "D" }, "group_id": "hue-24", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/hue-24.png", "input_tokens": 914, "latency_sec": 0.7549034300027415, "model_name": "claude-haiku-4-5-20251001", "out_of_srgb": null, "output_tokens": 9, "prediction": { "choice": "C" }, "prompt_sha256": "8234947471a1bb7076e1e5dfe2fd3aba8c91ae436b20be843f2b0ab51861fe52", "provider": "anthropic", "raw_prediction": "{\"choice\": \"C\"}", "recorded_at": "2026-09-16T14:46:40.083923+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-hue-24", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "f14d4fa9-72a6-4b7c-8be1-55596259fbb2", "result_sha256": "87980d4d8d4b675b132b4dea7833717284b9052c42f49006a7b1dcf36cb80555", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.000959, "delta_e_ok": null, "error": null, "error_kind": null, "family": "hue", "ground_truth": { "choice": "A" }, "group_id": "hue-25", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/hue-25.png", "input_tokens": 914, "latency_sec": 0.9088971510063857, "model_name": "claude-haiku-4-5-20251001", "out_of_srgb": null, "output_tokens": 9, "prediction": { "choice": "B" }, "prompt_sha256": "8234947471a1bb7076e1e5dfe2fd3aba8c91ae436b20be843f2b0ab51861fe52", "provider": "anthropic", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T16:30:21.238935+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-hue-25", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "4012bdc2-3a52-4f58-ad00-91b516f78283", "result_sha256": "5224ced1f14e63b37c62504ce70f59036059834c7767fc160bc921f56b6f56cf", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.000959, "delta_e_ok": null, "error": null, "error_kind": null, "family": "hue", "ground_truth": { "choice": "B" }, "group_id": "hue-26", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/hue-26.png", "input_tokens": 914, "latency_sec": 0.7159972070949152, "model_name": "claude-haiku-4-5-20251001", "out_of_srgb": null, "output_tokens": 9, "prediction": { "choice": "B" }, "prompt_sha256": "8234947471a1bb7076e1e5dfe2fd3aba8c91ae436b20be843f2b0ab51861fe52", "provider": "anthropic", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T15:45:11.862912+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-hue-26", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "ef68f04a-fc9b-41d3-8868-441dbb92fecf", "result_sha256": "7be8d1198735c452c6a6ff31a2f4b27b1548a018499eb61215b783583f60eff3", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.000959, "delta_e_ok": null, "error": null, "error_kind": null, "family": "hue", "ground_truth": { "choice": "C" }, "group_id": "hue-27", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/hue-27.png", "input_tokens": 914, "latency_sec": 0.9440761560108513, "model_name": "claude-haiku-4-5-20251001", "out_of_srgb": null, "output_tokens": 9, "prediction": { "choice": "B" }, "prompt_sha256": "8234947471a1bb7076e1e5dfe2fd3aba8c91ae436b20be843f2b0ab51861fe52", "provider": "anthropic", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T16:05:12.053598+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-hue-27", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "0444f752-9407-4dec-856a-d4ff6c9808a7", "result_sha256": "ccd40a031e581d563d8162f624d8ad1b55fe7cbf5bcccd19bc3830097b148171", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.000959, "delta_e_ok": null, "error": null, "error_kind": null, "family": "hue", "ground_truth": { "choice": "D" }, "group_id": "hue-28", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/hue-28.png", "input_tokens": 914, "latency_sec": 0.6243854371132329, "model_name": "claude-haiku-4-5-20251001", "out_of_srgb": null, "output_tokens": 9, "prediction": { "choice": "B" }, "prompt_sha256": "8234947471a1bb7076e1e5dfe2fd3aba8c91ae436b20be843f2b0ab51861fe52", "provider": "anthropic", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T15:00:12.469439+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-hue-28", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "5588aed8-7db7-4695-81de-ac8a5009f401", "result_sha256": "4b557e9ca5d5ee5a0c0d7eb7f0ba5736c774bb2bcb3bba911c7b21ddf0b928fc", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.000959, "delta_e_ok": null, "error": null, "error_kind": null, "family": "hue", "ground_truth": { "choice": "A" }, "group_id": "hue-29", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/hue-29.png", "input_tokens": 914, "latency_sec": 1.0709932019235566, "model_name": "claude-haiku-4-5-20251001", "out_of_srgb": null, "output_tokens": 9, "prediction": { "choice": "C" }, "prompt_sha256": "8234947471a1bb7076e1e5dfe2fd3aba8c91ae436b20be843f2b0ab51861fe52", "provider": "anthropic", "raw_prediction": "{\"choice\": \"C\"}", "recorded_at": "2026-09-16T16:11:43.058552+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-hue-29", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "3fa8e022-9658-4bfc-a1e4-e7ece44dd911", "result_sha256": "3efc88f4714c8c445879d38095baf942a170ea438eb5da4f270d0b2ccb316354", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.000959, "delta_e_ok": null, "error": null, "error_kind": null, "family": "hue", "ground_truth": { "choice": "B" }, "group_id": "hue-30", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/hue-30.png", "input_tokens": 914, "latency_sec": 0.9471911280415952, "model_name": "claude-haiku-4-5-20251001", "out_of_srgb": null, "output_tokens": 9, "prediction": { "choice": "C" }, "prompt_sha256": "8234947471a1bb7076e1e5dfe2fd3aba8c91ae436b20be843f2b0ab51861fe52", "provider": "anthropic", "raw_prediction": "{\"choice\": \"C\"}", "recorded_at": "2026-09-16T15:05:16.173935+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-hue-30", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "7d66f43f-4fa3-4d79-ae8f-ec4255e8ba9c", "result_sha256": "815b0cdfeef556d560a832cc61f53b490eb441d661c20d478255b9202c0091f7", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.000959, "delta_e_ok": null, "error": null, "error_kind": null, "family": "hue", "ground_truth": { "choice": "C" }, "group_id": "hue-31", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/hue-31.png", "input_tokens": 914, "latency_sec": 0.7048185169696808, "model_name": "claude-haiku-4-5-20251001", "out_of_srgb": null, "output_tokens": 9, "prediction": { "choice": "B" }, "prompt_sha256": "8234947471a1bb7076e1e5dfe2fd3aba8c91ae436b20be843f2b0ab51861fe52", "provider": "anthropic", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T14:29:03.933852+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-hue-31", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "dec9a9ad-01f8-43fc-8db7-41727a94f1d0", "result_sha256": "f718d71414508a1919b6454277cebc16e02dd2dd31c8f1af5b12d2a081e18fe4", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.000959, "delta_e_ok": null, "error": null, "error_kind": null, "family": "hue", "ground_truth": { "choice": "D" }, "group_id": "hue-32", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/hue-32.png", "input_tokens": 914, "latency_sec": 0.7725361230550334, "model_name": "claude-haiku-4-5-20251001", "out_of_srgb": null, "output_tokens": 9, "prediction": { "choice": "B" }, "prompt_sha256": "8234947471a1bb7076e1e5dfe2fd3aba8c91ae436b20be843f2b0ab51861fe52", "provider": "anthropic", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T15:17:02.403867+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-hue-32", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "7fba7d25-a39d-48b5-8c4e-37b72f75a252", "result_sha256": "c28ba1e34cd096df9298fd76643e98e9713725962ff5414f7464fd60e33dea72", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.000922, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "B" }, "group_id": "lightness-chain-01-edge-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-01.png", "input_tokens": 877, "latency_sec": 0.8304022159427404, "model_name": "claude-haiku-4-5-20251001", "out_of_srgb": null, "output_tokens": 9, "prediction": { "choice": "B" }, "prompt_sha256": "64bfc83d308291dc6a447de93571b42ec09ec6278f7fe82905c059b3926629a9", "provider": "anthropic", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T14:03:09.811188+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-01", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "14475b19-c77d-4a0d-95f4-afd6fd86d275", "result_sha256": "bfa71a74cd03a36cd9183d559a871cf8ae951d1a6d02462ee9a24cba4a8da3ec", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.000922, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "A" }, "group_id": "lightness-chain-01-edge-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-02.png", "input_tokens": 877, "latency_sec": 1.487250066944398, "model_name": "claude-haiku-4-5-20251001", "out_of_srgb": null, "output_tokens": 9, "prediction": { "choice": "A" }, "prompt_sha256": "64bfc83d308291dc6a447de93571b42ec09ec6278f7fe82905c059b3926629a9", "provider": "anthropic", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T15:31:10.304949+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-02", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "e5b83318-effc-47f3-837b-d507cb5bb5af", "result_sha256": "cbffd4538a7faf2aedf84844c30b269722e5e7a1d42aca765c23e574d19c8468", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.000922, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "A" }, "group_id": "lightness-chain-01-edge-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-03.png", "input_tokens": 877, "latency_sec": 0.6662940880050883, "model_name": "claude-haiku-4-5-20251001", "out_of_srgb": null, "output_tokens": 9, "prediction": { "choice": "A" }, "prompt_sha256": "14500bd7eefa43cebfa107c8a8fa9fa53dddd9be742ffa97660526f7a924c308", "provider": "anthropic", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T16:26:45.904362+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-03", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "7244e85f-f0ab-4d06-9ce6-8727dc142af7", "result_sha256": "b135d6b876a5a80d5def1a2c5faed4da3338ebb5ff0eb22c0b0c76e7cf6f0349", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.000922, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "B" }, "group_id": "lightness-chain-01-edge-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-04.png", "input_tokens": 877, "latency_sec": 0.8723893910646439, "model_name": "claude-haiku-4-5-20251001", "out_of_srgb": null, "output_tokens": 9, "prediction": { "choice": "B" }, "prompt_sha256": "14500bd7eefa43cebfa107c8a8fa9fa53dddd9be742ffa97660526f7a924c308", "provider": "anthropic", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T14:28:15.870486+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-04", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "cfbedce5-1570-4ed5-bf6a-f6a9a0b4f1b4", "result_sha256": "231394a7c4fa00067ed42dc7d7297fb908a30583c19c472aa889574582137d73", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.000922, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "B" }, "group_id": "lightness-chain-01-edge-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-05.png", "input_tokens": 877, "latency_sec": 1.0568434370215982, "model_name": "claude-haiku-4-5-20251001", "out_of_srgb": null, "output_tokens": 9, "prediction": { "choice": "B" }, "prompt_sha256": "64bfc83d308291dc6a447de93571b42ec09ec6278f7fe82905c059b3926629a9", "provider": "anthropic", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T16:05:30.266620+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-05", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "00cbb0f9-eb90-4018-bc44-c2a92b0781c0", "result_sha256": "d9dfbae2fe9c2f69e9ff76679dfb0e9dfe7ca57e59be136d615995fa42d064c0", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.000922, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "A" }, "group_id": "lightness-chain-01-edge-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-06.png", "input_tokens": 877, "latency_sec": 0.938809806946665, "model_name": "claude-haiku-4-5-20251001", "out_of_srgb": null, "output_tokens": 9, "prediction": { "choice": "A" }, "prompt_sha256": "64bfc83d308291dc6a447de93571b42ec09ec6278f7fe82905c059b3926629a9", "provider": "anthropic", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T16:30:46.551837+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-06", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "7b715eed-10e0-489a-a25c-6097d9b68512", "result_sha256": "df739fe94f613b7f1cad3b06d5e4f747649f74526c92ce7b94e25082dbab8a6f", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.000922, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "A" }, "group_id": "lightness-chain-01-edge-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-07.png", "input_tokens": 877, "latency_sec": 1.0560413720086217, "model_name": "claude-haiku-4-5-20251001", "out_of_srgb": null, "output_tokens": 9, "prediction": { "choice": "A" }, "prompt_sha256": "14500bd7eefa43cebfa107c8a8fa9fa53dddd9be742ffa97660526f7a924c308", "provider": "anthropic", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T14:16:47.415638+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-07", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "0568ada4-16e1-46cd-82de-945e50e98872", "result_sha256": "e4e9d9db38be7159706d5a304c9399453deb4eb4d3588f5cca39cd50b19c1aa7", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.000922, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "B" }, "group_id": "lightness-chain-01-edge-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-08.png", "input_tokens": 877, "latency_sec": 0.6466536429943517, "model_name": "claude-haiku-4-5-20251001", "out_of_srgb": null, "output_tokens": 9, "prediction": { "choice": "A" }, "prompt_sha256": "14500bd7eefa43cebfa107c8a8fa9fa53dddd9be742ffa97660526f7a924c308", "provider": "anthropic", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T14:23:25.850853+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-lightness-08", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "86d7ea61-b90c-46b0-ba80-5c66f9fd8ed9", "result_sha256": "b9e091a02d5f8f029ed6b71361e01b9124a02d3640ee5659b2c7b44b8f51e21a", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.000922, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "B" }, "group_id": "lightness-chain-01-edge-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-09.png", "input_tokens": 877, "latency_sec": 0.9234174089506269, "model_name": "claude-haiku-4-5-20251001", "out_of_srgb": null, "output_tokens": 9, "prediction": { "choice": "B" }, "prompt_sha256": "64bfc83d308291dc6a447de93571b42ec09ec6278f7fe82905c059b3926629a9", "provider": "anthropic", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T15:13:07.248986+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-09", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "b2ee5738-df68-49ad-ab28-ad798e68d882", "result_sha256": "5ae7e15467b52ada623cc2f8b038a1d5dbe27399afd4e58509f4e6b9a5af1479", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.000922, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "A" }, "group_id": "lightness-chain-01-edge-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-10.png", "input_tokens": 877, "latency_sec": 0.8845529779791832, "model_name": "claude-haiku-4-5-20251001", "out_of_srgb": null, "output_tokens": 9, "prediction": { "choice": "A" }, "prompt_sha256": "64bfc83d308291dc6a447de93571b42ec09ec6278f7fe82905c059b3926629a9", "provider": "anthropic", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T15:05:40.498462+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-10", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "6a884182-7aa9-464d-ba67-7f73613a0ae2", "result_sha256": "45394a0bcc6f285e2cc24ef81d475498debd21505d0578fe438753232d636349", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.000922, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "A" }, "group_id": "lightness-chain-01-edge-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-11.png", "input_tokens": 877, "latency_sec": 0.8659924170933664, "model_name": "claude-haiku-4-5-20251001", "out_of_srgb": null, "output_tokens": 9, "prediction": { "choice": "A" }, "prompt_sha256": "14500bd7eefa43cebfa107c8a8fa9fa53dddd9be742ffa97660526f7a924c308", "provider": "anthropic", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T16:16:51.329497+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-11", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "8e5d6a0b-cb04-42c6-b552-646f2b11d998", "result_sha256": "5809482b2ed1bbf6f1f41578effe7a3331a91d268768a27ec6c9717a9caf104b", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.000922, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "B" }, "group_id": "lightness-chain-01-edge-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-12.png", "input_tokens": 877, "latency_sec": 1.0421684680040926, "model_name": "claude-haiku-4-5-20251001", "out_of_srgb": null, "output_tokens": 9, "prediction": { "choice": "A" }, "prompt_sha256": "14500bd7eefa43cebfa107c8a8fa9fa53dddd9be742ffa97660526f7a924c308", "provider": "anthropic", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T15:50:17.642266+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-lightness-12", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "34b04630-ed33-448d-a843-c55d2dcc8a97", "result_sha256": "7465080f8afeccefbe0fca19b938cf9fb0446d14a4e2f697165dec92465a6349", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.000922, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "B" }, "group_id": "lightness-chain-01-edge-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-13.png", "input_tokens": 877, "latency_sec": 0.7079548350302503, "model_name": "claude-haiku-4-5-20251001", "out_of_srgb": null, "output_tokens": 9, "prediction": { "choice": "A" }, "prompt_sha256": "64bfc83d308291dc6a447de93571b42ec09ec6278f7fe82905c059b3926629a9", "provider": "anthropic", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T15:51:05.227624+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-lightness-13", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "a29b981f-03df-414f-9082-764bc508a7a7", "result_sha256": "684ea6df1e928d64c641fac1838ba69c730b884c83de921ab297b0707332a2ad", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.000922, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "A" }, "group_id": "lightness-chain-01-edge-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-14.png", "input_tokens": 877, "latency_sec": 1.154395975987427, "model_name": "claude-haiku-4-5-20251001", "out_of_srgb": null, "output_tokens": 9, "prediction": { "choice": "A" }, "prompt_sha256": "64bfc83d308291dc6a447de93571b42ec09ec6278f7fe82905c059b3926629a9", "provider": "anthropic", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T14:16:34.004263+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-14", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "04f4e226-93b6-4098-b69a-39dea04497a3", "result_sha256": "001ebc59cc51c2f7961a60987a2ebf21a19417bb7c4f7406a8d5346e14bead43", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.000922, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "A" }, "group_id": "lightness-chain-01-edge-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-15.png", "input_tokens": 877, "latency_sec": 0.8615817429963499, "model_name": "claude-haiku-4-5-20251001", "out_of_srgb": null, "output_tokens": 9, "prediction": { "choice": "A" }, "prompt_sha256": "14500bd7eefa43cebfa107c8a8fa9fa53dddd9be742ffa97660526f7a924c308", "provider": "anthropic", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T14:56:21.714047+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-15", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "3c6644a2-fddb-4faf-890e-a50d0718badf", "result_sha256": "0ce75e3bc1fad79eaa7875b3fe77e427dc9d07589a7cb6270a7921430ae6ba28", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.000922, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "B" }, "group_id": "lightness-chain-01-edge-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-16.png", "input_tokens": 877, "latency_sec": 0.8129996199859306, "model_name": "claude-haiku-4-5-20251001", "out_of_srgb": null, "output_tokens": 9, "prediction": { "choice": "A" }, "prompt_sha256": "14500bd7eefa43cebfa107c8a8fa9fa53dddd9be742ffa97660526f7a924c308", "provider": "anthropic", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T15:27:38.946717+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-lightness-16", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "ae9337f4-9c1e-4bd9-b16d-c0690332046f", "result_sha256": "57f13cdc130386360d72244cb85edc8673dd60d9d3f5eaba39851b7fac00a040", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.000922, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "B" }, "group_id": "lightness-chain-02-edge-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-17.png", "input_tokens": 877, "latency_sec": 0.803279284038581, "model_name": "claude-haiku-4-5-20251001", "out_of_srgb": null, "output_tokens": 9, "prediction": { "choice": "B" }, "prompt_sha256": "64bfc83d308291dc6a447de93571b42ec09ec6278f7fe82905c059b3926629a9", "provider": "anthropic", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T16:24:03.429520+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-17", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "514a9c92-fb51-4c10-bcf7-6fb5a1765042", "result_sha256": "8b9cdcd44bd6c16536e313e18f3914df7e6717bd5072c9f9af6c4d0921757fbd", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.000922, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "A" }, "group_id": "lightness-chain-02-edge-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-18.png", "input_tokens": 877, "latency_sec": 0.8862108399625868, "model_name": "claude-haiku-4-5-20251001", "out_of_srgb": null, "output_tokens": 9, "prediction": { "choice": "A" }, "prompt_sha256": "64bfc83d308291dc6a447de93571b42ec09ec6278f7fe82905c059b3926629a9", "provider": "anthropic", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T15:39:41.703605+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-18", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "ea854eb2-bad6-4ff5-86d1-e1cbff7fc116", "result_sha256": "e3b7839e069bf2bb462c3d7d48c77a93b97974a0dbf3a93a71122322083ca7f1", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.000922, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "A" }, "group_id": "lightness-chain-02-edge-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-19.png", "input_tokens": 877, "latency_sec": 0.6340830259723589, "model_name": "claude-haiku-4-5-20251001", "out_of_srgb": null, "output_tokens": 9, "prediction": { "choice": "A" }, "prompt_sha256": "14500bd7eefa43cebfa107c8a8fa9fa53dddd9be742ffa97660526f7a924c308", "provider": "anthropic", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T14:53:29.945713+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-19", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "5c987cd5-3e3d-4ebc-a25c-76fa60e7555c", "result_sha256": "ceca2b9f7cdaa1194e42a11e8b5bfbb5e53b8c54bfdf7d0b50b9b97e098accf8", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.000917, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "B" }, "group_id": "lightness-chain-02-edge-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-20.png", "input_tokens": 877, "latency_sec": 0.5975442489143461, "model_name": "claude-haiku-4-5-20251001", "out_of_srgb": null, "output_tokens": 8, "prediction": { "choice": "A" }, "prompt_sha256": "14500bd7eefa43cebfa107c8a8fa9fa53dddd9be742ffa97660526f7a924c308", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T15:24:01.274333+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-lightness-20", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "9e924e7b-335d-4532-8fc1-cedb6cfea6da", "result_sha256": "21dacf6c782d8d6e54ca5d900b1eb4205711de979fd0e793bbc4bcfdef5dc4e9", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.000922, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "B" }, "group_id": "lightness-chain-02-edge-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-21.png", "input_tokens": 877, "latency_sec": 0.6854509310796857, "model_name": "claude-haiku-4-5-20251001", "out_of_srgb": null, "output_tokens": 9, "prediction": { "choice": "A" }, "prompt_sha256": "64bfc83d308291dc6a447de93571b42ec09ec6278f7fe82905c059b3926629a9", "provider": "anthropic", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T16:02:34.554074+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-lightness-21", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "a19a90b2-32f5-420b-9e9a-36f199078e40", "result_sha256": "a212cc900868240c1c2df5db15f6b9c43bdbd89737dfbf7c6420c43a8d7472f1", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.000922, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "A" }, "group_id": "lightness-chain-02-edge-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-22.png", "input_tokens": 877, "latency_sec": 0.9566801830660552, "model_name": "claude-haiku-4-5-20251001", "out_of_srgb": null, "output_tokens": 9, "prediction": { "choice": "B" }, "prompt_sha256": "64bfc83d308291dc6a447de93571b42ec09ec6278f7fe82905c059b3926629a9", "provider": "anthropic", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T14:56:06.906962+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-lightness-22", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "bacbb9cb-dbed-4c59-89fa-bb52a171c42a", "result_sha256": "e0c11a71de8fe3edf3bdb4be8c95eaf73b4aea693038da310b442c3fc2a78fdd", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.000922, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "A" }, "group_id": "lightness-chain-02-edge-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-23.png", "input_tokens": 877, "latency_sec": 1.0554547919891775, "model_name": "claude-haiku-4-5-20251001", "out_of_srgb": null, "output_tokens": 9, "prediction": { "choice": "A" }, "prompt_sha256": "14500bd7eefa43cebfa107c8a8fa9fa53dddd9be742ffa97660526f7a924c308", "provider": "anthropic", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T16:06:57.530950+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-23", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "bb5bdf00-694c-4a3c-9dcb-d3b616793ca7", "result_sha256": "0fcbd615fb4009acee1c0c5eb65e74adca6297978110d04d817bf8e0f931e25e", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.000922, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "B" }, "group_id": "lightness-chain-02-edge-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-24.png", "input_tokens": 877, "latency_sec": 0.43991084792651236, "model_name": "claude-haiku-4-5-20251001", "out_of_srgb": null, "output_tokens": 9, "prediction": { "choice": "A" }, "prompt_sha256": "14500bd7eefa43cebfa107c8a8fa9fa53dddd9be742ffa97660526f7a924c308", "provider": "anthropic", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T15:24:18.838350+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-lightness-24", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "f5809592-3fd4-42c4-9c0c-ff2b084b1f4e", "result_sha256": "906dbf9ca96006625608f64c85bdadfe1981a0a1be3a3be6a29a641f11a86a76", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.000922, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "B" }, "group_id": "lightness-chain-02-edge-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-25.png", "input_tokens": 877, "latency_sec": 3.179652245948091, "model_name": "claude-haiku-4-5-20251001", "out_of_srgb": null, "output_tokens": 9, "prediction": { "choice": "B" }, "prompt_sha256": "64bfc83d308291dc6a447de93571b42ec09ec6278f7fe82905c059b3926629a9", "provider": "anthropic", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T16:15:47.490362+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-25", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "0752809f-0986-425c-a6aa-f257de30f061", "result_sha256": "0a9337dc6416fa61328071566b137020ae458c56116ec43e9a5a7ad8aad88f0b", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.000922, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "A" }, "group_id": "lightness-chain-02-edge-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-26.png", "input_tokens": 877, "latency_sec": 1.0971380899427459, "model_name": "claude-haiku-4-5-20251001", "out_of_srgb": null, "output_tokens": 9, "prediction": { "choice": "B" }, "prompt_sha256": "64bfc83d308291dc6a447de93571b42ec09ec6278f7fe82905c059b3926629a9", "provider": "anthropic", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T14:51:56.884073+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-lightness-26", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "a772c8bb-672c-49a7-8889-7c62550f5bcf", "result_sha256": "c6f1f33644001bdcc6b7aa7e547895d8b63769cda489eab2f8a928fb8ab5eccd", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.000922, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "A" }, "group_id": "lightness-chain-02-edge-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-27.png", "input_tokens": 877, "latency_sec": 0.7587275449186563, "model_name": "claude-haiku-4-5-20251001", "out_of_srgb": null, "output_tokens": 9, "prediction": { "choice": "A" }, "prompt_sha256": "14500bd7eefa43cebfa107c8a8fa9fa53dddd9be742ffa97660526f7a924c308", "provider": "anthropic", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T16:17:38.255044+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-27", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "090e20ea-8035-425b-bc1f-9bfff5b87216", "result_sha256": "d79d9722b6a9e755a0a7e31cc5f021fb85fd7e06e773c28a0b47a2685fc3f13f", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.000922, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "B" }, "group_id": "lightness-chain-02-edge-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-28.png", "input_tokens": 877, "latency_sec": 0.769623376079835, "model_name": "claude-haiku-4-5-20251001", "out_of_srgb": null, "output_tokens": 9, "prediction": { "choice": "A" }, "prompt_sha256": "14500bd7eefa43cebfa107c8a8fa9fa53dddd9be742ffa97660526f7a924c308", "provider": "anthropic", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T14:15:30.538288+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-lightness-28", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "71a33d59-6421-49e5-b1ee-9a31c46d8a20", "result_sha256": "ca2ab6a36c10d45fc0a54946cccb96b2d4e4b50119538c119aca2a15b59f986e", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.000922, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "B" }, "group_id": "lightness-chain-02-edge-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-29.png", "input_tokens": 877, "latency_sec": 0.9020074319560081, "model_name": "claude-haiku-4-5-20251001", "out_of_srgb": null, "output_tokens": 9, "prediction": { "choice": "B" }, "prompt_sha256": "64bfc83d308291dc6a447de93571b42ec09ec6278f7fe82905c059b3926629a9", "provider": "anthropic", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T14:50:12.020861+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-29", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "63bb8c0c-61bd-4ae0-9232-6b340a1d443f", "result_sha256": "ba9501027f0428e9355c203e067a3674d54433a23134da24598d432ebc7972f3", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.000922, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "A" }, "group_id": "lightness-chain-02-edge-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-30.png", "input_tokens": 877, "latency_sec": 4.35735346598085, "model_name": "claude-haiku-4-5-20251001", "out_of_srgb": null, "output_tokens": 9, "prediction": { "choice": "A" }, "prompt_sha256": "64bfc83d308291dc6a447de93571b42ec09ec6278f7fe82905c059b3926629a9", "provider": "anthropic", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T14:08:32.568740+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-30", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "70901fb3-f6f1-4231-a5ec-d7e30b0ef804", "result_sha256": "040035459ba097443033355ceb67d68010185bf81cd4663fffbe8d1efbbc3ddf", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.000922, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "A" }, "group_id": "lightness-chain-02-edge-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-31.png", "input_tokens": 877, "latency_sec": 0.7972278189845383, "model_name": "claude-haiku-4-5-20251001", "out_of_srgb": null, "output_tokens": 9, "prediction": { "choice": "A" }, "prompt_sha256": "14500bd7eefa43cebfa107c8a8fa9fa53dddd9be742ffa97660526f7a924c308", "provider": "anthropic", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T16:19:37.966963+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-31", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "fc4d83be-85d1-43fa-96c0-25e831c84e14", "result_sha256": "d2411e4b41f8c7e7b4b0fcedafd0504f94be615f31de2aa67c4309d0d2ce5d8a", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.000922, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "B" }, "group_id": "lightness-chain-02-edge-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-32.png", "input_tokens": 877, "latency_sec": 1.229260880034417, "model_name": "claude-haiku-4-5-20251001", "out_of_srgb": null, "output_tokens": 9, "prediction": { "choice": "A" }, "prompt_sha256": "14500bd7eefa43cebfa107c8a8fa9fa53dddd9be742ffa97660526f7a924c308", "provider": "anthropic", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T14:50:53.664845+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-lightness-32", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "b9997e70-20e0-4b73-952c-0c84dd8f8e72", "result_sha256": "926415111e459c96afb267ba3a5405f5214ae54c2732de7d9c75f310fa5faccc", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.000922, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "B" }, "group_id": "lightness-chain-03-edge-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-33.png", "input_tokens": 877, "latency_sec": 0.8484909500693902, "model_name": "claude-haiku-4-5-20251001", "out_of_srgb": null, "output_tokens": 9, "prediction": { "choice": "B" }, "prompt_sha256": "64bfc83d308291dc6a447de93571b42ec09ec6278f7fe82905c059b3926629a9", "provider": "anthropic", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T15:19:22.569629+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-33", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "88692057-3805-4edf-900e-0b585326d8d1", "result_sha256": "6d62e7f19da3a9aef5ba08bf8ba0b18c6e276f318a4ded4d50cf578992c42079", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.000922, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "A" }, "group_id": "lightness-chain-03-edge-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-34.png", "input_tokens": 877, "latency_sec": 0.936631926917471, "model_name": "claude-haiku-4-5-20251001", "out_of_srgb": null, "output_tokens": 9, "prediction": { "choice": "A" }, "prompt_sha256": "64bfc83d308291dc6a447de93571b42ec09ec6278f7fe82905c059b3926629a9", "provider": "anthropic", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T14:49:41.619798+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-34", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "73649798-2a89-454e-9643-e683e1a75b90", "result_sha256": "9767676b304f632996c82b4db76dfeda963b5d20d8fade5321e9dbb14a4b4247", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.000922, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "A" }, "group_id": "lightness-chain-03-edge-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-35.png", "input_tokens": 877, "latency_sec": 0.6992203519912437, "model_name": "claude-haiku-4-5-20251001", "out_of_srgb": null, "output_tokens": 9, "prediction": { "choice": "A" }, "prompt_sha256": "14500bd7eefa43cebfa107c8a8fa9fa53dddd9be742ffa97660526f7a924c308", "provider": "anthropic", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T16:08:28.369754+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-35", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "c3c2b35a-2552-4acd-9322-88dbf66af5fa", "result_sha256": "bd69ad1fe0053a34d5d1b295ab7b00e4392ee169968606f1eb21a82d007283dc", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.000922, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "B" }, "group_id": "lightness-chain-03-edge-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-36.png", "input_tokens": 877, "latency_sec": 0.6229313740041107, "model_name": "claude-haiku-4-5-20251001", "out_of_srgb": null, "output_tokens": 9, "prediction": { "choice": "A" }, "prompt_sha256": "14500bd7eefa43cebfa107c8a8fa9fa53dddd9be742ffa97660526f7a924c308", "provider": "anthropic", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T14:32:41.210326+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-lightness-36", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "fa7a5add-b588-4b28-8868-6f33e9df1863", "result_sha256": "fb1b98288585b5c72a9f84a6c0ec20ad0b6bfd9e50bc55f4f69fd75ef96495e9", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.000922, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "B" }, "group_id": "lightness-chain-03-edge-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-37.png", "input_tokens": 877, "latency_sec": 0.8169283330207691, "model_name": "claude-haiku-4-5-20251001", "out_of_srgb": null, "output_tokens": 9, "prediction": { "choice": "B" }, "prompt_sha256": "64bfc83d308291dc6a447de93571b42ec09ec6278f7fe82905c059b3926629a9", "provider": "anthropic", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T14:31:45.261610+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-37", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "1a79ffc1-ff4c-4b67-b423-b0c854c98c3c", "result_sha256": "b8f2888bf205255c803a48288678c3c87bba53de2fd236c92903bcfef2716878", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.000922, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "A" }, "group_id": "lightness-chain-03-edge-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-38.png", "input_tokens": 877, "latency_sec": 0.8057934169191867, "model_name": "claude-haiku-4-5-20251001", "out_of_srgb": null, "output_tokens": 9, "prediction": { "choice": "B" }, "prompt_sha256": "64bfc83d308291dc6a447de93571b42ec09ec6278f7fe82905c059b3926629a9", "provider": "anthropic", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T15:40:04.336419+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-lightness-38", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "3f9d5ded-a2a6-4446-b057-627c45ec176c", "result_sha256": "a7d3aa53694e65c5298ef57aeb556e7787875d83b0822c729253268972f29852", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.000922, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "A" }, "group_id": "lightness-chain-03-edge-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-39.png", "input_tokens": 877, "latency_sec": 0.8126656010281295, "model_name": "claude-haiku-4-5-20251001", "out_of_srgb": null, "output_tokens": 9, "prediction": { "choice": "A" }, "prompt_sha256": "14500bd7eefa43cebfa107c8a8fa9fa53dddd9be742ffa97660526f7a924c308", "provider": "anthropic", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T15:59:07.947120+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-39", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "de16e7e3-1903-4603-a86e-c440b5ac81dc", "result_sha256": "f2e1a545f7ca0810ea6d8fcafc4bdcf0dc5f6341512a9b31029135a7bcf8ce58", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.000922, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "B" }, "group_id": "lightness-chain-03-edge-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-40.png", "input_tokens": 877, "latency_sec": 0.6776568390196189, "model_name": "claude-haiku-4-5-20251001", "out_of_srgb": null, "output_tokens": 9, "prediction": { "choice": "A" }, "prompt_sha256": "14500bd7eefa43cebfa107c8a8fa9fa53dddd9be742ffa97660526f7a924c308", "provider": "anthropic", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T14:10:02.090410+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-lightness-40", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "6ed42622-aeeb-4c63-995e-92d45dc1fe93", "result_sha256": "9aa58d6ab9e925876c37ff781ee2fc4161bfb95b553bd017a9aab80b798973b1", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.000922, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "B" }, "group_id": "lightness-chain-03-edge-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-41.png", "input_tokens": 877, "latency_sec": 0.8641071119345725, "model_name": "claude-haiku-4-5-20251001", "out_of_srgb": null, "output_tokens": 9, "prediction": { "choice": "B" }, "prompt_sha256": "64bfc83d308291dc6a447de93571b42ec09ec6278f7fe82905c059b3926629a9", "provider": "anthropic", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T15:48:31.459083+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-41", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "af752c97-d81f-4d1f-9cc3-ad88ca78960c", "result_sha256": "8deaca80ee6af9594c25514d6bba3ba7bf99cf468d13a6a26df0b932d69980b5", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.000922, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "A" }, "group_id": "lightness-chain-03-edge-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-42.png", "input_tokens": 877, "latency_sec": 0.8337334159296006, "model_name": "claude-haiku-4-5-20251001", "out_of_srgb": null, "output_tokens": 9, "prediction": { "choice": "A" }, "prompt_sha256": "64bfc83d308291dc6a447de93571b42ec09ec6278f7fe82905c059b3926629a9", "provider": "anthropic", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T14:17:54.414573+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-42", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "aaed29fb-cd9b-4c78-9587-91fdbaa753b7", "result_sha256": "5c0fbb5602cebe94ce320602614851dc8b9f27aaf4d9d4f069009b27faf59fe7", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.000922, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "A" }, "group_id": "lightness-chain-03-edge-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-43.png", "input_tokens": 877, "latency_sec": 1.1052460160572082, "model_name": "claude-haiku-4-5-20251001", "out_of_srgb": null, "output_tokens": 9, "prediction": { "choice": "A" }, "prompt_sha256": "14500bd7eefa43cebfa107c8a8fa9fa53dddd9be742ffa97660526f7a924c308", "provider": "anthropic", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T16:27:50.553164+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-43", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "14f5dfa6-e9b9-41d0-80cd-2678f330f51d", "result_sha256": "7f0486ffeecb397b801fb0a5efc9c1840e7bc2840885259ded6b4e800e50e507", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.000922, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "B" }, "group_id": "lightness-chain-03-edge-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-44.png", "input_tokens": 877, "latency_sec": 0.9911652749869972, "model_name": "claude-haiku-4-5-20251001", "out_of_srgb": null, "output_tokens": 9, "prediction": { "choice": "A" }, "prompt_sha256": "14500bd7eefa43cebfa107c8a8fa9fa53dddd9be742ffa97660526f7a924c308", "provider": "anthropic", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T15:09:03.115512+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-lightness-44", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "ea796ce9-819a-46a3-8718-6349f4b92e80", "result_sha256": "e87555f6ed488598803ba82e1da7142111864b17a43322399e3d38a8cc06fc3c", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.000922, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "B" }, "group_id": "lightness-chain-03-edge-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-45.png", "input_tokens": 877, "latency_sec": 0.8391558500006795, "model_name": "claude-haiku-4-5-20251001", "out_of_srgb": null, "output_tokens": 9, "prediction": { "choice": "B" }, "prompt_sha256": "64bfc83d308291dc6a447de93571b42ec09ec6278f7fe82905c059b3926629a9", "provider": "anthropic", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T16:01:32.139502+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-45", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "c4ef8572-d0f9-4b55-88ce-240d01284a11", "result_sha256": "d29e99bce4d2bbc2ce45bdf153ad5864db0b3cdd7ee5db780e9474fdfa4db25c", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.000917, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "A" }, "group_id": "lightness-chain-03-edge-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-46.png", "input_tokens": 877, "latency_sec": 0.8739898130297661, "model_name": "claude-haiku-4-5-20251001", "out_of_srgb": null, "output_tokens": 8, "prediction": { "choice": "B" }, "prompt_sha256": "64bfc83d308291dc6a447de93571b42ec09ec6278f7fe82905c059b3926629a9", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T15:49:10.924915+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-lightness-46", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "d071ca55-abef-4393-a19f-0ad59111ed23", "result_sha256": "26d23b2f310f55953076b92b8b102504ccf77c254699e91c0d3ef6fb05655b3f", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.000922, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "A" }, "group_id": "lightness-chain-03-edge-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-47.png", "input_tokens": 877, "latency_sec": 0.8707080889726058, "model_name": "claude-haiku-4-5-20251001", "out_of_srgb": null, "output_tokens": 9, "prediction": { "choice": "A" }, "prompt_sha256": "14500bd7eefa43cebfa107c8a8fa9fa53dddd9be742ffa97660526f7a924c308", "provider": "anthropic", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T14:35:07.435658+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-47", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "2d9e1971-9ef8-4c38-b1e7-fb55d193ec3f", "result_sha256": "135141cabc48015a359c08360572755cbd3aa9ad4866f90860b64c203a4c046a", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.000922, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "B" }, "group_id": "lightness-chain-03-edge-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-48.png", "input_tokens": 877, "latency_sec": 0.9333458640612662, "model_name": "claude-haiku-4-5-20251001", "out_of_srgb": null, "output_tokens": 9, "prediction": { "choice": "A" }, "prompt_sha256": "14500bd7eefa43cebfa107c8a8fa9fa53dddd9be742ffa97660526f7a924c308", "provider": "anthropic", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T14:43:19.694325+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-lightness-48", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "2b06e287-23d4-4bf2-8e28-f9b63c1ceff3", "result_sha256": "cd386938cbda75c3c30c6f31f761c6914ce4ef870c84316c0e067b2089ea1136", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.000922, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "B" }, "group_id": "lightness-chain-04-edge-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-49.png", "input_tokens": 877, "latency_sec": 0.7582704479573295, "model_name": "claude-haiku-4-5-20251001", "out_of_srgb": null, "output_tokens": 9, "prediction": { "choice": "B" }, "prompt_sha256": "64bfc83d308291dc6a447de93571b42ec09ec6278f7fe82905c059b3926629a9", "provider": "anthropic", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T15:29:58.450738+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-49", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "9faac708-1a15-4242-9deb-fcb1382df742", "result_sha256": "a015a17b3abed7764d0966ad822ca50117d0a98d648077bb2dc81b0dc98a4adf", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.000922, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "A" }, "group_id": "lightness-chain-04-edge-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-50.png", "input_tokens": 877, "latency_sec": 0.9099375099176541, "model_name": "claude-haiku-4-5-20251001", "out_of_srgb": null, "output_tokens": 9, "prediction": { "choice": "A" }, "prompt_sha256": "64bfc83d308291dc6a447de93571b42ec09ec6278f7fe82905c059b3926629a9", "provider": "anthropic", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T16:00:20.538282+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-50", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "5ef6a1b9-7d61-4472-920e-c139220bb61e", "result_sha256": "08d8e901c610f143473560d700a63a1932c979ac6ff363ad41e7fe313f6f4732", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.000922, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "A" }, "group_id": "lightness-chain-04-edge-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-51.png", "input_tokens": 877, "latency_sec": 0.8122707980219275, "model_name": "claude-haiku-4-5-20251001", "out_of_srgb": null, "output_tokens": 9, "prediction": { "choice": "A" }, "prompt_sha256": "14500bd7eefa43cebfa107c8a8fa9fa53dddd9be742ffa97660526f7a924c308", "provider": "anthropic", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T14:40:08.197205+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-51", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "d2ff5ca2-f28d-4d45-8104-67024112063e", "result_sha256": "39e9f3682992b9b9b3ac700e944484d6cf4efbd725bdd871cf88637b3642cec4", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.000922, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "B" }, "group_id": "lightness-chain-04-edge-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-52.png", "input_tokens": 877, "latency_sec": 0.6458837309619412, "model_name": "claude-haiku-4-5-20251001", "out_of_srgb": null, "output_tokens": 9, "prediction": { "choice": "A" }, "prompt_sha256": "14500bd7eefa43cebfa107c8a8fa9fa53dddd9be742ffa97660526f7a924c308", "provider": "anthropic", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T14:28:27.410252+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-lightness-52", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "3e686c2f-873d-4945-b0fb-3acd565e8a02", "result_sha256": "8d7aeb36aedc0488a4acb6fc2564e03bfb2cb9836f90c4d53f62dc1f84645f55", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.000922, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "B" }, "group_id": "lightness-chain-04-edge-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-53.png", "input_tokens": 877, "latency_sec": 0.6065794950118288, "model_name": "claude-haiku-4-5-20251001", "out_of_srgb": null, "output_tokens": 9, "prediction": { "choice": "B" }, "prompt_sha256": "64bfc83d308291dc6a447de93571b42ec09ec6278f7fe82905c059b3926629a9", "provider": "anthropic", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T16:23:17.966614+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-53", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "7921224d-5fda-4dba-b1ca-0e137fb57103", "result_sha256": "86e75ade9cd94934a87e9e913ce525435c070b119f2cb6544ccaa14fa6c55bce", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.000922, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "A" }, "group_id": "lightness-chain-04-edge-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-54.png", "input_tokens": 877, "latency_sec": 0.9119660150026903, "model_name": "claude-haiku-4-5-20251001", "out_of_srgb": null, "output_tokens": 9, "prediction": { "choice": "A" }, "prompt_sha256": "64bfc83d308291dc6a447de93571b42ec09ec6278f7fe82905c059b3926629a9", "provider": "anthropic", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T15:31:18.129906+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-54", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "2e0af36e-b7ea-49a6-82c1-4d86be257af2", "result_sha256": "96764a0a278ddf90d28cf9b68eb4ef082e3e2a062cdf24b97929032a5359712b", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.000922, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "A" }, "group_id": "lightness-chain-04-edge-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-55.png", "input_tokens": 877, "latency_sec": 0.8464837830979377, "model_name": "claude-haiku-4-5-20251001", "out_of_srgb": null, "output_tokens": 9, "prediction": { "choice": "A" }, "prompt_sha256": "14500bd7eefa43cebfa107c8a8fa9fa53dddd9be742ffa97660526f7a924c308", "provider": "anthropic", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T15:38:02.458816+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-55", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "3f44665b-54c3-4e39-9c31-3fa103615a32", "result_sha256": "86c6e3f26193635ec78b8fd04f935b1478f1b53eaa82546b88c3fdf9828c30c3", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.000922, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "B" }, "group_id": "lightness-chain-04-edge-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-56.png", "input_tokens": 877, "latency_sec": 0.7293863750528544, "model_name": "claude-haiku-4-5-20251001", "out_of_srgb": null, "output_tokens": 9, "prediction": { "choice": "B" }, "prompt_sha256": "14500bd7eefa43cebfa107c8a8fa9fa53dddd9be742ffa97660526f7a924c308", "provider": "anthropic", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T14:40:37.087869+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-56", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "29b4b0f4-e7d9-4358-b1be-f8db07604a46", "result_sha256": "ae5d7451b2ae2066e934f7404ebccb4741083a48f5a7cdcd15c8f8f651df7aec", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.000922, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "B" }, "group_id": "lightness-chain-04-edge-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-57.png", "input_tokens": 877, "latency_sec": 0.695075970957987, "model_name": "claude-haiku-4-5-20251001", "out_of_srgb": null, "output_tokens": 9, "prediction": { "choice": "B" }, "prompt_sha256": "64bfc83d308291dc6a447de93571b42ec09ec6278f7fe82905c059b3926629a9", "provider": "anthropic", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T16:18:22.784957+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-57", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "cb5de0b0-7c82-4286-b72c-7c38faa03c43", "result_sha256": "e01b14720465f6d97b84b8414c6d8371cec83165bdfe211ce0b161189c78a4d2", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.000922, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "A" }, "group_id": "lightness-chain-04-edge-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-58.png", "input_tokens": 877, "latency_sec": 0.923804595018737, "model_name": "claude-haiku-4-5-20251001", "out_of_srgb": null, "output_tokens": 9, "prediction": { "choice": "B" }, "prompt_sha256": "64bfc83d308291dc6a447de93571b42ec09ec6278f7fe82905c059b3926629a9", "provider": "anthropic", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T16:12:11.855418+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-lightness-58", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "c7e9ce53-3f2f-4e4e-8b64-c99d05d8dd1f", "result_sha256": "bafe17a22de4003191645479866aa4b1c9caae2ca32667575483c09e0a6c05dd", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.000922, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "A" }, "group_id": "lightness-chain-04-edge-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-59.png", "input_tokens": 877, "latency_sec": 0.5569767019478604, "model_name": "claude-haiku-4-5-20251001", "out_of_srgb": null, "output_tokens": 9, "prediction": { "choice": "A" }, "prompt_sha256": "14500bd7eefa43cebfa107c8a8fa9fa53dddd9be742ffa97660526f7a924c308", "provider": "anthropic", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T15:16:21.451787+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-59", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "31d91ddf-54e4-4c91-a1a6-f6984a4a401d", "result_sha256": "e974d8d112047c5add2be28ead7124d7a854b272955caefd9adef629b90f3008", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.000922, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "B" }, "group_id": "lightness-chain-04-edge-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-60.png", "input_tokens": 877, "latency_sec": 0.7498842050554231, "model_name": "claude-haiku-4-5-20251001", "out_of_srgb": null, "output_tokens": 9, "prediction": { "choice": "A" }, "prompt_sha256": "14500bd7eefa43cebfa107c8a8fa9fa53dddd9be742ffa97660526f7a924c308", "provider": "anthropic", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T15:33:41.617876+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-lightness-60", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "bcffdcc8-36ce-4a5a-9635-5de01b16c948", "result_sha256": "3a122efb3c09704c473661afd85b9456f6fc595b66812e4f73aeb41a40e3e326", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.000922, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "B" }, "group_id": "lightness-chain-04-edge-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-61.png", "input_tokens": 877, "latency_sec": 0.8153904529754072, "model_name": "claude-haiku-4-5-20251001", "out_of_srgb": null, "output_tokens": 9, "prediction": { "choice": "B" }, "prompt_sha256": "64bfc83d308291dc6a447de93571b42ec09ec6278f7fe82905c059b3926629a9", "provider": "anthropic", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T16:25:10.940695+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-61", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "6292e281-e27b-4ae2-ac96-44b7dda84e11", "result_sha256": "3f8103c1bfa129f8714405b481bcf77d069e014f1fe25e994020638bd9630f4e", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.000922, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "A" }, "group_id": "lightness-chain-04-edge-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-62.png", "input_tokens": 877, "latency_sec": 0.7943910560570657, "model_name": "claude-haiku-4-5-20251001", "out_of_srgb": null, "output_tokens": 9, "prediction": { "choice": "B" }, "prompt_sha256": "64bfc83d308291dc6a447de93571b42ec09ec6278f7fe82905c059b3926629a9", "provider": "anthropic", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T14:06:47.848921+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-lightness-62", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "e4325ff6-3800-4136-8bab-217f83baa990", "result_sha256": "131d8d9fb71daedaeb2343c447418e34566859d3a0eab98a6c0c5323f191d69e", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.000922, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "A" }, "group_id": "lightness-chain-04-edge-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-63.png", "input_tokens": 877, "latency_sec": 0.874928593984805, "model_name": "claude-haiku-4-5-20251001", "out_of_srgb": null, "output_tokens": 9, "prediction": { "choice": "A" }, "prompt_sha256": "14500bd7eefa43cebfa107c8a8fa9fa53dddd9be742ffa97660526f7a924c308", "provider": "anthropic", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T14:12:00.772866+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-63", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "196430b4-ea79-420d-8662-718800c559d1", "result_sha256": "e0e08c884e5cd5f354f123650ac18a69c4f71404b240ee9c76ce8e12a34a53e5", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.000922, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "B" }, "group_id": "lightness-chain-04-edge-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-64.png", "input_tokens": 877, "latency_sec": 0.949463002034463, "model_name": "claude-haiku-4-5-20251001", "out_of_srgb": null, "output_tokens": 9, "prediction": { "choice": "A" }, "prompt_sha256": "14500bd7eefa43cebfa107c8a8fa9fa53dddd9be742ffa97660526f7a924c308", "provider": "anthropic", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T14:34:17.367167+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-lightness-64", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "e7d233bc-b043-49c0-a169-d21fd31b5266", "result_sha256": "f4e91378e2c7cac22adc5b46c0b50fa07644a4c27f360c59b16396a5ecd5c87a", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.000946, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "A" }, "group_id": "match-binding-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-01.png", "input_tokens": 901, "latency_sec": 0.9234932829858735, "model_name": "claude-haiku-4-5-20251001", "out_of_srgb": null, "output_tokens": 9, "prediction": { "choice": "C" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "anthropic", "raw_prediction": "{\"choice\": \"C\"}", "recorded_at": "2026-09-16T16:12:36.350766+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-matching-01", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "7f89a6f5-a060-4b9d-8ae3-644496265729", "result_sha256": "ee891695a4fdc93000d919e6ea822ae995418ea4aab4514ba891fd06fa3ba434", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.000946, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "B" }, "group_id": "match-binding-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-02.png", "input_tokens": 901, "latency_sec": 0.9322460970142856, "model_name": "claude-haiku-4-5-20251001", "out_of_srgb": null, "output_tokens": 9, "prediction": { "choice": "B" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "anthropic", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T15:30:24.655543+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-02", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "953c43dc-7350-4095-8471-361669df78db", "result_sha256": "1be63cca249d9c799e2bb7b6d1d711d2c818c4cf8f40c103a55cc8f311c288ac", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.000946, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "C" }, "group_id": "match-binding-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-03.png", "input_tokens": 901, "latency_sec": 0.8599274740554392, "model_name": "claude-haiku-4-5-20251001", "out_of_srgb": null, "output_tokens": 9, "prediction": { "choice": "C" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "anthropic", "raw_prediction": "{\"choice\": \"C\"}", "recorded_at": "2026-09-16T15:44:42.546412+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-03", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "3ce5db7a-6136-4b27-a83b-51f116091ff0", "result_sha256": "5c7d9f493e55b7227edf337ad3f2c90c0768d6a548512b779baaf55c13490a17", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.000946, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "D" }, "group_id": "match-binding-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-04.png", "input_tokens": 901, "latency_sec": 0.9866805369965732, "model_name": "claude-haiku-4-5-20251001", "out_of_srgb": null, "output_tokens": 9, "prediction": { "choice": "A" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "anthropic", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T15:03:31.358793+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-matching-04", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "9d1d6d09-6193-4371-b093-caa05a06e280", "result_sha256": "9894dd4555ca3801557e7238c94a64a27d328fb3195e4fd43592df9018c36573", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.000946, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "A" }, "group_id": "match-binding-05", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-05.png", "input_tokens": 901, "latency_sec": 0.9158821500604972, "model_name": "claude-haiku-4-5-20251001", "out_of_srgb": null, "output_tokens": 9, "prediction": { "choice": "C" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "anthropic", "raw_prediction": "{\"choice\": \"C\"}", "recorded_at": "2026-09-16T15:39:53.496900+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-matching-05", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "9acb9a52-bbf9-4623-815e-43e7730b9dda", "result_sha256": "4dc830c2a75da50c35f59f1b5460335c1b6e48e95bb1ae139829f0daa3b96a46", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.000946, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "B" }, "group_id": "match-binding-06", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-06.png", "input_tokens": 901, "latency_sec": 2.0148724229075015, "model_name": "claude-haiku-4-5-20251001", "out_of_srgb": null, "output_tokens": 9, "prediction": { "choice": "B" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "anthropic", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T15:38:21.538219+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-06", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "2b0254a7-648a-4f4d-a907-9c3cb45cf34e", "result_sha256": "13aa5371a6f9cc9b5122fbdae07352d8c8125ed6d2cc63250e5728d55ee54e1f", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.000946, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "C" }, "group_id": "match-binding-07", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-07.png", "input_tokens": 901, "latency_sec": 0.45475616306066513, "model_name": "claude-haiku-4-5-20251001", "out_of_srgb": null, "output_tokens": 9, "prediction": { "choice": "C" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "anthropic", "raw_prediction": "{\"choice\": \"C\"}", "recorded_at": "2026-09-16T15:11:48.020737+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-07", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "2b29a816-0c58-4752-ad06-e64c2bff851f", "result_sha256": "612ddddda29e931c01861e8ce5815651089731308018adacdf656171f8139f66", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.000946, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "D" }, "group_id": "match-binding-08", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-08.png", "input_tokens": 901, "latency_sec": 0.9267172970576212, "model_name": "claude-haiku-4-5-20251001", "out_of_srgb": null, "output_tokens": 9, "prediction": { "choice": "C" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "anthropic", "raw_prediction": "{\"choice\": \"C\"}", "recorded_at": "2026-09-16T16:18:06.018905+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-matching-08", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "1e1a84fc-5cd7-4b73-b26a-a1f12e3a1200", "result_sha256": "d3314925ea8d064870df1adc5e4ab7a094ae75c19349f278e605743a988120f4", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.000946, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "A" }, "group_id": "match-binding-09", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-09.png", "input_tokens": 901, "latency_sec": 0.9441420419607311, "model_name": "claude-haiku-4-5-20251001", "out_of_srgb": null, "output_tokens": 9, "prediction": { "choice": "B" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "anthropic", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T15:47:23.361962+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-matching-09", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "5b334ee7-65fd-4c5d-85a9-00cce813c89a", "result_sha256": "dc2a759b8e8c924b8f276a15402437e3420e2391d835d8fa152c7878c1a3e584", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.000946, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "B" }, "group_id": "match-binding-10", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-10.png", "input_tokens": 901, "latency_sec": 1.0944941799389198, "model_name": "claude-haiku-4-5-20251001", "out_of_srgb": null, "output_tokens": 9, "prediction": { "choice": "B" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "anthropic", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T14:38:10.729437+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-10", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "cd409f8d-471b-49c2-b474-53dec25cfc4c", "result_sha256": "e381146162bf0ad41f238f3e167de3db421e753c473987415ff893c1a486b77b", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.000946, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "C" }, "group_id": "match-binding-11", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-11.png", "input_tokens": 901, "latency_sec": 1.0130880330689251, "model_name": "claude-haiku-4-5-20251001", "out_of_srgb": null, "output_tokens": 9, "prediction": { "choice": "B" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "anthropic", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T15:07:36.921423+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-matching-11", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "d08ef7ae-199c-4d27-acd1-e23c55a69968", "result_sha256": "695b15dfbeea244cf848d023d8484a907f42916d5c14f3708dd9ea18f3e0fa2b", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.000946, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "D" }, "group_id": "match-binding-12", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-12.png", "input_tokens": 901, "latency_sec": 0.9480066059622914, "model_name": "claude-haiku-4-5-20251001", "out_of_srgb": null, "output_tokens": 9, "prediction": { "choice": "B" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "anthropic", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T14:02:16.306994+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-matching-12", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "b850cfb4-ca1f-4057-8fc2-1f8832c33d6b", "result_sha256": "c24d587e8c071e9fc4ea0c2ff4fc425f546f5f5eef1c355f19fd36265dfb4904", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.000946, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "A" }, "group_id": "match-binding-13", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-13.png", "input_tokens": 901, "latency_sec": 0.6027167289284989, "model_name": "claude-haiku-4-5-20251001", "out_of_srgb": null, "output_tokens": 9, "prediction": { "choice": "B" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "anthropic", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T15:35:32.068017+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-matching-13", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "ecc51d7b-41bd-4fab-bce0-7684fd280179", "result_sha256": "0f0867e687727fd9be8023f22562b6ef5b4395cf4054d99d273c9e878afe1b3f", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.000946, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "B" }, "group_id": "match-binding-14", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-14.png", "input_tokens": 901, "latency_sec": 0.8481862309854478, "model_name": "claude-haiku-4-5-20251001", "out_of_srgb": null, "output_tokens": 9, "prediction": { "choice": "B" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "anthropic", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T15:15:07.440816+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-14", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "a4378573-ea98-4219-b716-413abe7067f7", "result_sha256": "6535278ada341be394a1b5d3fbcfc7fc94a2f6b2658db33ae4ee00085a10b22a", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.000946, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "C" }, "group_id": "match-binding-15", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-15.png", "input_tokens": 901, "latency_sec": 0.6834382659289986, "model_name": "claude-haiku-4-5-20251001", "out_of_srgb": null, "output_tokens": 9, "prediction": { "choice": "B" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "anthropic", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T15:22:53.572635+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-matching-15", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "e93258a3-84c4-43ef-b95c-fcfc0dd94dae", "result_sha256": "07d088399582147e86b67ec11f7b5ef044d219d11d39fae0ece42ea9894f0d05", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.000946, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "D" }, "group_id": "match-binding-16", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-16.png", "input_tokens": 901, "latency_sec": 0.6554838840384036, "model_name": "claude-haiku-4-5-20251001", "out_of_srgb": null, "output_tokens": 9, "prediction": { "choice": "B" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "anthropic", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T14:13:06.788203+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-matching-16", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "641a7af1-00c7-4f15-8c14-bc6549ff1240", "result_sha256": "262f55a1ff2ad118190af8753dbeaa2031eb0cba30d5e5bbdaf1b9662400f13c", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.000946, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "A" }, "group_id": "match-binding-17", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-17.png", "input_tokens": 901, "latency_sec": 1.0443224420305341, "model_name": "claude-haiku-4-5-20251001", "out_of_srgb": null, "output_tokens": 9, "prediction": { "choice": "A" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "anthropic", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T15:54:57.780901+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-17", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "a3eca22b-3d5e-4bc9-ab1f-423878477a2d", "result_sha256": "f7ef7901fe109ce9dbdb8897f064e652c607205e2189562c70a0105b8462df9e", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.000946, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "B" }, "group_id": "match-binding-18", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-18.png", "input_tokens": 901, "latency_sec": 0.48552418302278966, "model_name": "claude-haiku-4-5-20251001", "out_of_srgb": null, "output_tokens": 9, "prediction": { "choice": "B" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "anthropic", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T15:33:06.530252+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-18", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "b375945f-2696-4924-9f81-0b7c43a2796a", "result_sha256": "d33910df503bc80165dc9e732aa50b21a625a8a7caf4bcae2978edc9afe6f1e9", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.000946, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "C" }, "group_id": "match-binding-19", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-19.png", "input_tokens": 901, "latency_sec": 0.6437541949562728, "model_name": "claude-haiku-4-5-20251001", "out_of_srgb": null, "output_tokens": 9, "prediction": { "choice": "C" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "anthropic", "raw_prediction": "{\"choice\": \"C\"}", "recorded_at": "2026-09-16T15:47:38.412409+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-19", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "4100a49f-972f-4eaa-a089-8247aa8e1371", "result_sha256": "7af2140761ca6466fc9e8828d0959bef9e2f239dcba3087bd0dd1b31425be0a5", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.000946, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "D" }, "group_id": "match-binding-20", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-20.png", "input_tokens": 901, "latency_sec": 0.8046451830305159, "model_name": "claude-haiku-4-5-20251001", "out_of_srgb": null, "output_tokens": 9, "prediction": { "choice": "B" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "anthropic", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T15:17:55.781182+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-matching-20", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "db1e6a54-e685-4851-9f03-a51af1555879", "result_sha256": "fa0dcffc47faccfa6d8102692be4bdf8221d87aa3832f9a99b3a1453116c4475", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.000946, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "A" }, "group_id": "match-binding-21", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-21.png", "input_tokens": 901, "latency_sec": 0.8725889050401747, "model_name": "claude-haiku-4-5-20251001", "out_of_srgb": null, "output_tokens": 9, "prediction": { "choice": "C" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "anthropic", "raw_prediction": "{\"choice\": \"C\"}", "recorded_at": "2026-09-16T14:35:47.232980+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-matching-21", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "387b4a8f-10b8-4ba4-aefc-5b6dc9196355", "result_sha256": "e1685aab0d1921d9913736d7f1c0b11da8f47a56c87df190d9552c1b9234c065", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.000946, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "B" }, "group_id": "match-binding-22", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-22.png", "input_tokens": 901, "latency_sec": 0.837595134973526, "model_name": "claude-haiku-4-5-20251001", "out_of_srgb": null, "output_tokens": 9, "prediction": { "choice": "B" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "anthropic", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T14:27:53.536137+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-22", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "5ef79926-fbb7-422c-8a42-2fdeafae493a", "result_sha256": "5c2bb1711e9e4914397b5a566aba095e56c669a1b3724e0491d0164202959427", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.000946, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "C" }, "group_id": "match-binding-23", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-23.png", "input_tokens": 901, "latency_sec": 0.8716951980022714, "model_name": "claude-haiku-4-5-20251001", "out_of_srgb": null, "output_tokens": 9, "prediction": { "choice": "C" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "anthropic", "raw_prediction": "{\"choice\": \"C\"}", "recorded_at": "2026-09-16T16:12:49.870352+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-23", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "697a6846-2f60-4e34-ab5b-a48aa64ab4d1", "result_sha256": "78be104267a27466959cf07b5fd088a6e5aeb90b8264da53ba30a7da62f73e11", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.000946, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "D" }, "group_id": "match-binding-24", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-24.png", "input_tokens": 901, "latency_sec": 0.8122495959978551, "model_name": "claude-haiku-4-5-20251001", "out_of_srgb": null, "output_tokens": 9, "prediction": { "choice": "C" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "anthropic", "raw_prediction": "{\"choice\": \"C\"}", "recorded_at": "2026-09-16T15:40:44.157869+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-matching-24", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "5b2972cc-767b-4433-9d1f-701e7ec81ed1", "result_sha256": "eb0642685572040bf49d3c3c299449ae1f23d3a020767fa008a89792e2a1d80e", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.000946, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "A" }, "group_id": "match-binding-25", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-25.png", "input_tokens": 901, "latency_sec": 0.8269378080731258, "model_name": "claude-haiku-4-5-20251001", "out_of_srgb": null, "output_tokens": 9, "prediction": { "choice": "B" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "anthropic", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T15:36:01.141175+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-matching-25", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "bb430a04-7089-4f43-817b-91a4aa0a2358", "result_sha256": "9097e92fda3e277625d340e1ab5f4861cb0360e0748800a056b55ba6d5582ec3", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.000946, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "B" }, "group_id": "match-binding-26", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-26.png", "input_tokens": 901, "latency_sec": 0.7235719879390672, "model_name": "claude-haiku-4-5-20251001", "out_of_srgb": null, "output_tokens": 9, "prediction": { "choice": "B" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "anthropic", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T14:25:38.444615+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-26", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "25f579d2-5bc0-4b08-b46f-12d054329384", "result_sha256": "d325ab94a64e068b456dd34ca3ecfdb68ec9c288eeb80cbd10175d91a40db6eb", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.000946, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "C" }, "group_id": "match-binding-27", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-27.png", "input_tokens": 901, "latency_sec": 0.8211122188949957, "model_name": "claude-haiku-4-5-20251001", "out_of_srgb": null, "output_tokens": 9, "prediction": { "choice": "C" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "anthropic", "raw_prediction": "{\"choice\": \"C\"}", "recorded_at": "2026-09-16T15:09:27.034177+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-27", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "2c389b60-e492-4366-91fd-72c3fd812174", "result_sha256": "f2d8d602d42cee289820aee7de37f7c6a523b67e79ea0fd0d13856671cb3c7e4", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.000946, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "D" }, "group_id": "match-binding-28", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-28.png", "input_tokens": 901, "latency_sec": 0.7982102769892663, "model_name": "claude-haiku-4-5-20251001", "out_of_srgb": null, "output_tokens": 9, "prediction": { "choice": "B" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "anthropic", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T15:53:38.026788+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-matching-28", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "b4347fe1-9e51-414d-9f51-21f52b7d01ad", "result_sha256": "99721fdde3f790d3318d7048c31bc4079289f96f7145200125f19ff0e3d11085", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.000946, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "A" }, "group_id": "match-binding-29", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-29.png", "input_tokens": 901, "latency_sec": 0.6699864179827273, "model_name": "claude-haiku-4-5-20251001", "out_of_srgb": null, "output_tokens": 9, "prediction": { "choice": "C" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "anthropic", "raw_prediction": "{\"choice\": \"C\"}", "recorded_at": "2026-09-16T14:30:45.430351+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-matching-29", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "7372a0cf-c25d-4db7-99e0-aa20ed84c1e9", "result_sha256": "a68133b77919caddc47cd3d33322aae83bda21f8c54ed91bf26d05b975fce570", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.000946, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "B" }, "group_id": "match-binding-30", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-30.png", "input_tokens": 901, "latency_sec": 0.9142852600198239, "model_name": "claude-haiku-4-5-20251001", "out_of_srgb": null, "output_tokens": 9, "prediction": { "choice": "C" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "anthropic", "raw_prediction": "{\"choice\": \"C\"}", "recorded_at": "2026-09-16T15:52:10.826061+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-matching-30", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "09bf17e0-5dbe-4256-a819-97abd63c9132", "result_sha256": "3dc5077b150e13715a9ed9a31d3bb7d3ff9482ea11d5bed11331934f2d789369", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.000946, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "C" }, "group_id": "match-binding-31", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-31.png", "input_tokens": 901, "latency_sec": 0.7807558049680665, "model_name": "claude-haiku-4-5-20251001", "out_of_srgb": null, "output_tokens": 9, "prediction": { "choice": "B" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "anthropic", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T16:20:31.880535+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-matching-31", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "bf29056e-2ec6-4e48-af0e-45000f91d21f", "result_sha256": "c6ea845a0739930fa81c97187abc0cb3c931fa7429df5560ed6372709ffe6af6", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.000946, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "D" }, "group_id": "match-binding-32", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-32.png", "input_tokens": 901, "latency_sec": 0.8156215789495036, "model_name": "claude-haiku-4-5-20251001", "out_of_srgb": null, "output_tokens": 9, "prediction": { "choice": "C" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "anthropic", "raw_prediction": "{\"choice\": \"C\"}", "recorded_at": "2026-09-16T15:03:54.829983+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-matching-32", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "9f26c1f7-c53f-4236-b526-ad4a47fe19e7", "result_sha256": "70abad9f17be122a7f6e6ae3c35c0b2f258a11a7fccead5882a3ca89e7639d94", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.000946, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "A" }, "group_id": "match-binding-33", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-33.png", "input_tokens": 901, "latency_sec": 0.6526201230008155, "model_name": "claude-haiku-4-5-20251001", "out_of_srgb": null, "output_tokens": 9, "prediction": { "choice": "A" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "anthropic", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T14:49:21.953954+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-33", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "d28fb41d-05c9-43b5-b1d0-e5bcd697ae0f", "result_sha256": "b54cf7c627c3a0a8dcd4f810b88df5cd59cf5df3ff41c559c2c9df1c0d70e307", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.000946, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "B" }, "group_id": "match-binding-34", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-34.png", "input_tokens": 901, "latency_sec": 0.8913556319894269, "model_name": "claude-haiku-4-5-20251001", "out_of_srgb": null, "output_tokens": 9, "prediction": { "choice": "B" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "anthropic", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T15:42:52.540472+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-34", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "0ce9b2d0-c1ed-4cee-b5fa-d34fe66ab774", "result_sha256": "a519233c4713282b61541ef39f8921e92770a0d219465e9b4deb37f8992b992b", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.000946, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "C" }, "group_id": "match-binding-35", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-35.png", "input_tokens": 901, "latency_sec": 0.7377413609065115, "model_name": "claude-haiku-4-5-20251001", "out_of_srgb": null, "output_tokens": 9, "prediction": { "choice": "C" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "anthropic", "raw_prediction": "{\"choice\": \"C\"}", "recorded_at": "2026-09-16T14:25:50.148547+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-35", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "926b63d6-42d1-4c16-b85f-4c908264a718", "result_sha256": "9c9102e34b5b0267acdcedb2306aa928f19fc0e248454295b19ca7d0f9ef4d63", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.000946, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "D" }, "group_id": "match-binding-36", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-36.png", "input_tokens": 901, "latency_sec": 0.6758204159559682, "model_name": "claude-haiku-4-5-20251001", "out_of_srgb": null, "output_tokens": 9, "prediction": { "choice": "D" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "anthropic", "raw_prediction": "{\"choice\": \"D\"}", "recorded_at": "2026-09-16T15:15:24.210549+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-36", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "e7ff0e9d-bd45-4f55-a0b2-befac5b2f073", "result_sha256": "25cef8b202aaf4fa78ec245bc2e64c464473fc764a868fa5fd4fdc693dfc5b23", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.000946, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "A" }, "group_id": "match-binding-37", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-37.png", "input_tokens": 901, "latency_sec": 0.9227587730856612, "model_name": "claude-haiku-4-5-20251001", "out_of_srgb": null, "output_tokens": 9, "prediction": { "choice": "A" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "anthropic", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T15:07:23.000058+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-37", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "9d7bcedb-00fa-4945-aba7-16959ac7b3f3", "result_sha256": "9e0394ff0187cc7d8ed1f0994b63d8749c81a4f3ab901ee654a53256aee79a5e", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.000946, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "B" }, "group_id": "match-binding-38", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-38.png", "input_tokens": 901, "latency_sec": 1.1233911509625614, "model_name": "claude-haiku-4-5-20251001", "out_of_srgb": null, "output_tokens": 9, "prediction": { "choice": "B" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "anthropic", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T15:24:44.163377+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-38", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "4743b641-3beb-477c-8495-018dda96b6a8", "result_sha256": "a351a609fe4fe6709d83c3262ef6adf5eab8edea5e4bf58effb7fd9380b0ce41", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.000946, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "C" }, "group_id": "match-binding-39", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-39.png", "input_tokens": 901, "latency_sec": 0.8887888389872387, "model_name": "claude-haiku-4-5-20251001", "out_of_srgb": null, "output_tokens": 9, "prediction": { "choice": "C" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "anthropic", "raw_prediction": "{\"choice\": \"C\"}", "recorded_at": "2026-09-16T15:52:51.828139+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-39", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "c2aebdda-c2f9-4576-a99b-9de10115b757", "result_sha256": "2c4873a7d527d5afc6931bdb34804b954732e74ebdf366060c51756c3c31b1be", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.000946, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "D" }, "group_id": "match-binding-40", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-40.png", "input_tokens": 901, "latency_sec": 0.8984964339761063, "model_name": "claude-haiku-4-5-20251001", "out_of_srgb": null, "output_tokens": 9, "prediction": { "choice": "B" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "anthropic", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T14:29:57.275311+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-matching-40", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "c9150ddd-de71-4edc-95a2-15fc0eaef76b", "result_sha256": "5d898b84dca59b4fd9b601e3a275ee7fca7a0c08283fca023e90fd4663931314", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.000946, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "A" }, "group_id": "match-binding-41", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-41.png", "input_tokens": 901, "latency_sec": 0.725556428078562, "model_name": "claude-haiku-4-5-20251001", "out_of_srgb": null, "output_tokens": 9, "prediction": { "choice": "C" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "anthropic", "raw_prediction": "{\"choice\": \"C\"}", "recorded_at": "2026-09-16T16:09:12.275559+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-matching-41", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "63c6e0c1-28d1-4fef-a99e-348f0daea16a", "result_sha256": "5100f8400f44070ce4bb3302a382f411ecf87549e67cfc55a19487e8a11c3e2b", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.000946, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "B" }, "group_id": "match-binding-42", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-42.png", "input_tokens": 901, "latency_sec": 0.9170904770726338, "model_name": "claude-haiku-4-5-20251001", "out_of_srgb": null, "output_tokens": 9, "prediction": { "choice": "B" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "anthropic", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T16:23:49.459182+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-42", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "62eb4f46-1c63-462a-836a-33f73238f047", "result_sha256": "cd64b5f2d6f9208b8389a679d246efe90103c3258b9e21148ea8683770b48660", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.000946, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "C" }, "group_id": "match-binding-43", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-43.png", "input_tokens": 901, "latency_sec": 0.8125597540056333, "model_name": "claude-haiku-4-5-20251001", "out_of_srgb": null, "output_tokens": 9, "prediction": { "choice": "C" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "anthropic", "raw_prediction": "{\"choice\": \"C\"}", "recorded_at": "2026-09-16T15:07:10.904310+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-43", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "a9c9387c-5b2a-4b63-a4df-ab8d38968f28", "result_sha256": "ef61ad2adafc8c7c0ad281e40a14e4df875d9271e404550e9992b46c7b393678", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.000946, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "D" }, "group_id": "match-binding-44", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-44.png", "input_tokens": 901, "latency_sec": 0.9504912029951811, "model_name": "claude-haiku-4-5-20251001", "out_of_srgb": null, "output_tokens": 9, "prediction": { "choice": "B" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "anthropic", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T16:13:29.013466+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-matching-44", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "e60509e8-44d3-4d62-954f-2dbd1d68e423", "result_sha256": "66fbbb7d87e87c6f541fe4160c49fd955de62f7b20c5730d1b46440c05e47dc0", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.000946, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "A" }, "group_id": "match-binding-45", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-45.png", "input_tokens": 901, "latency_sec": 0.9545197210973129, "model_name": "claude-haiku-4-5-20251001", "out_of_srgb": null, "output_tokens": 9, "prediction": { "choice": "B" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "anthropic", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T14:19:48.854462+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-matching-45", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "3b59e763-58e3-4b40-af49-99a7a0582f88", "result_sha256": "72d496959d78da394117b113a4b11bbb8e908c2640ad6fc875955bc3dc898add", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.000946, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "B" }, "group_id": "match-binding-46", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-46.png", "input_tokens": 901, "latency_sec": 0.8830532650463283, "model_name": "claude-haiku-4-5-20251001", "out_of_srgb": null, "output_tokens": 9, "prediction": { "choice": "B" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "anthropic", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T14:41:04.759411+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-46", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "e060ada9-fbfa-48c6-b2e2-03790e54cc3d", "result_sha256": "93a93a3bda42598b244fb505ef7c2ca59964c2254dd45ae919e6378173d3070d", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.000946, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "C" }, "group_id": "match-binding-47", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-47.png", "input_tokens": 901, "latency_sec": 1.0232914859661832, "model_name": "claude-haiku-4-5-20251001", "out_of_srgb": null, "output_tokens": 9, "prediction": { "choice": "B" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "anthropic", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T14:01:12.713757+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-matching-47", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "e09f1ccb-abdd-4519-a854-68b12cd6a9c0", "result_sha256": "4f0acd6681ddd02af9e054163e947ade658ea390e6880325042c6be7314d7492", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.000946, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "D" }, "group_id": "match-binding-48", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-48.png", "input_tokens": 901, "latency_sec": 0.731035255943425, "model_name": "claude-haiku-4-5-20251001", "out_of_srgb": null, "output_tokens": 9, "prediction": { "choice": "B" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "anthropic", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T15:04:41.192392+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-matching-48", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "e4fa31f0-7d5c-4e0b-bbb1-89db6e77532d", "result_sha256": "82137dc62e4571e95ff1a4dfdbbeb004621af8bdea34e26b849d0af49c6a1c72", "result": { "component_errors": { "c": 0.016879893259451967, "h": 5.007770759988574, "l": 0.023073914022002873 }, "correct": null, "cost_estimated": false, "cost_usd": 0.001068, "delta_e_ok": 0.032272134012061804, "error": null, "error_kind": null, "family": "oklch", "ground_truth": { "rgb": [ 192, 64, 80 ] }, "group_id": "numeric-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-01.png", "input_tokens": 968, "latency_sec": 1.4262480409815907, "model_name": "claude-haiku-4-5-20251001", "out_of_srgb": false, "output_tokens": 20, "prediction": { "c": 0.18, "h": 12.0, "l": 0.58 }, "prompt_sha256": "cfc2f885cbdbcece08f23bb635b333e3e35d9a41ebaf72f1a755e461f8f494d4", "provider": "anthropic", "raw_prediction": "{\"l\":0.58,\"c\":0.18,\"h\":12}", "recorded_at": "2026-09-16T16:14:27.297725+00:00", "request_attempts": 1, "score": 83.8639329939691, "task_id": "colorbench-oklch-01", "tight_score": 35.45573197587639, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": false, "0.02": false, "0.05": true } } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "a5070ffc-635e-4be0-ab37-65355d26e91b", "result_sha256": "c8db54ced859d39b0c8cb3702733e874af2f89a5d637e16a14e0b488230ca713", "result": { "component_errors": { "c": 0.07859696095232235, "h": 6.945271858660533, "l": 0.020653299340816833 }, "correct": null, "cost_estimated": false, "cost_usd": 0.001093, "delta_e_ok": 0.08402728856011674, "error": null, "error_kind": null, "family": "oklch", "ground_truth": { "rgb": [ 38, 112, 190 ] }, "group_id": "numeric-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-02.png", "input_tokens": 968, "latency_sec": 0.7910636110464111, "model_name": "claude-haiku-4-5-20251001", "out_of_srgb": true, "output_tokens": 25, "prediction": { "c": 0.22, "h": 260.0, "l": 0.52 }, "prompt_sha256": "cfc2f885cbdbcece08f23bb635b333e3e35d9a41ebaf72f1a755e461f8f494d4", "provider": "anthropic", "raw_prediction": "{\"l\": 0.52, \"c\": 0.22, \"h\": 260}", "recorded_at": "2026-09-16T14:03:56.155163+00:00", "request_attempts": 1, "score": 57.98635571994164, "task_id": "colorbench-oklch-02", "tight_score": 0, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": false, "0.02": false, "0.05": false } } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "928ceb40-19fb-404b-b582-b8e0d7c03766", "result_sha256": "a2e000beed748b6db034bbe857e07f1a601400f8963c0488962251f899f8012b", "result": { "component_errors": { "c": 0.04929469685825781, "h": 17.03735052816387, "l": 0.028902482213614133 }, "correct": null, "cost_estimated": false, "cost_usd": 0.001093, "delta_e_ok": 0.06775830388158932, "error": null, "error_kind": null, "family": "oklch", "ground_truth": { "rgb": [ 60, 140, 100 ] }, "group_id": "numeric-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-03.png", "input_tokens": 968, "latency_sec": 1.9334368950221688, "model_name": "claude-haiku-4-5-20251001", "out_of_srgb": false, "output_tokens": 25, "prediction": { "c": 0.15, "h": 142.0, "l": 0.55 }, "prompt_sha256": "cfc2f885cbdbcece08f23bb635b333e3e35d9a41ebaf72f1a755e461f8f494d4", "provider": "anthropic", "raw_prediction": "{\"l\": 0.55, \"c\": 0.15, \"h\": 142}", "recorded_at": "2026-09-16T13:59:49.681163+00:00", "request_attempts": 1, "score": 66.12084805920534, "task_id": "colorbench-oklch-03", "tight_score": 0, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": false, "0.02": false, "0.05": false } } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "23b66470-cc63-4c65-83bb-b97ca179bd11", "result_sha256": "01c3567083fb45009c7ad96d255ca377afb30061aa14cdef642264c06f5d4871", "result": { "component_errors": { "c": 0.030361814369457993, "h": 8.04277204060071, "l": 0.006854237561005672 }, "correct": null, "cost_estimated": false, "cost_usd": 0.001068, "delta_e_ok": 0.03635728747581481, "error": null, "error_kind": null, "family": "oklch", "ground_truth": { "rgb": [ 185, 135, 45 ] }, "group_id": "numeric-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-04.png", "input_tokens": 968, "latency_sec": 0.9615774200065061, "model_name": "claude-haiku-4-5-20251001", "out_of_srgb": true, "output_tokens": 20, "prediction": { "c": 0.15, "h": 70.0, "l": 0.65 }, "prompt_sha256": "cfc2f885cbdbcece08f23bb635b333e3e35d9a41ebaf72f1a755e461f8f494d4", "provider": "anthropic", "raw_prediction": "{\"l\":0.65,\"c\":0.15,\"h\":70}", "recorded_at": "2026-09-16T14:14:44.311446+00:00", "request_attempts": 1, "score": 81.82135626209259, "task_id": "colorbench-oklch-04", "tight_score": 27.28542504837038, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": false, "0.02": false, "0.05": true } } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "88161239-7b63-4795-b896-d3b1fb62ed28", "result_sha256": "bd91fdaf5f99e7380827160b976a0ab15f83a201a676cea50af7de05ed319bba", "result": { "component_errors": { "c": 0.03687444837155937, "h": 17.992859039531936, "l": 0.01590664287409238 }, "correct": null, "cost_estimated": false, "cost_usd": 0.001093, "delta_e_ok": 0.06428518411795865, "error": null, "error_kind": null, "family": "oklch", "ground_truth": { "rgb": [ 135, 85, 175 ] }, "group_id": "numeric-05", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-05.png", "input_tokens": 968, "latency_sec": 1.4037032319465652, "model_name": "claude-haiku-4-5-20251001", "out_of_srgb": false, "output_tokens": 25, "prediction": { "c": 0.18, "h": 290.0, "l": 0.56 }, "prompt_sha256": "cfc2f885cbdbcece08f23bb635b333e3e35d9a41ebaf72f1a755e461f8f494d4", "provider": "anthropic", "raw_prediction": "{\"l\": 0.56, \"c\": 0.18, \"h\": 290}", "recorded_at": "2026-09-16T14:07:31.723174+00:00", "request_attempts": 1, "score": 67.85740794102068, "task_id": "colorbench-oklch-05", "tight_score": 0, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": false, "0.02": false, "0.05": false } } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "43257c9f-4911-4aab-bc54-21257624f7aa", "result_sha256": "3862fad9f19b001a6c0827b7872a2ced46966d8530ee24d5f807e6c3c01b64cc", "result": { "component_errors": { "c": 0.021263262224657686, "h": 11.126765068149865, "l": 0.05299893545501938 }, "correct": null, "cost_estimated": false, "cost_usd": 0.001093, "delta_e_ok": 0.05863163771517304, "error": null, "error_kind": null, "family": "oklch", "ground_truth": { "rgb": [ 22, 48, 75 ] }, "group_id": "numeric-06", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-06.png", "input_tokens": 968, "latency_sec": 1.4712805199669674, "model_name": "claude-haiku-4-5-20251001", "out_of_srgb": true, "output_tokens": 25, "prediction": { "c": 0.08, "h": 240.0, "l": 0.25 }, "prompt_sha256": "cfc2f885cbdbcece08f23bb635b333e3e35d9a41ebaf72f1a755e461f8f494d4", "provider": "anthropic", "raw_prediction": "{\"l\": 0.25, \"c\": 0.08, \"h\": 240}", "recorded_at": "2026-09-16T16:21:46.010884+00:00", "request_attempts": 1, "score": 70.68418114241348, "task_id": "colorbench-oklch-06", "tight_score": 0, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": false, "0.02": false, "0.05": false } } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "90e7596b-cb2d-433a-aec6-a49d4abdead2", "result_sha256": "d1dd98eba86ff9c63cdf0024bb324b292ce10291516e0638f095371c05e76ff4", "result": { "component_errors": { "c": 0.04231162124572216, "h": 20.08212992486247, "l": 0.030092721588155347 }, "correct": null, "cost_estimated": false, "cost_usd": 0.001093, "delta_e_ok": 0.05533958208718566, "error": null, "error_kind": null, "family": "oklch", "ground_truth": { "rgb": [ 225, 215, 188 ] }, "group_id": "numeric-07", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-07.png", "input_tokens": 968, "latency_sec": 1.4514837969327345, "model_name": "claude-haiku-4-5-20251001", "out_of_srgb": false, "output_tokens": 25, "prediction": { "c": 0.08, "h": 70.0, "l": 0.85 }, "prompt_sha256": "cfc2f885cbdbcece08f23bb635b333e3e35d9a41ebaf72f1a755e461f8f494d4", "provider": "anthropic", "raw_prediction": "{\"l\": 0.85, \"c\": 0.08, \"h\": 70}", "recorded_at": "2026-09-16T15:36:55.089248+00:00", "request_attempts": 1, "score": 72.33020895640718, "task_id": "colorbench-oklch-07", "tight_score": 0, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": false, "0.02": false, "0.05": false } } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "c68b7122-162e-481a-9246-7011c7163faf", "result_sha256": "4edafb3712ed4778f203faf87fa6acfa43f94be33f5074c54af496f8062ac586", "result": { "component_errors": { "c": 0.01, "h": null, "l": 0.05987080170711767 }, "correct": null, "cost_estimated": false, "cost_usd": 0.001093, "delta_e_ok": 0.060700188600055216, "error": null, "error_kind": null, "family": "oklch", "ground_truth": { "rgb": [ 128, 128, 128 ] }, "group_id": "numeric-08", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-08.png", "input_tokens": 968, "latency_sec": 1.3745145230786875, "model_name": "claude-haiku-4-5-20251001", "out_of_srgb": false, "output_tokens": 25, "prediction": { "c": 0.01, "h": 0.0, "l": 0.54 }, "prompt_sha256": "cfc2f885cbdbcece08f23bb635b333e3e35d9a41ebaf72f1a755e461f8f494d4", "provider": "anthropic", "raw_prediction": "{\"l\": 0.54, \"c\": 0.01, \"h\": 0}", "recorded_at": "2026-09-16T15:23:11.781104+00:00", "request_attempts": 1, "score": 69.6499056999724, "task_id": "colorbench-oklch-08", "tight_score": 0, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": false, "0.02": false, "0.05": false } } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "0390755a-4900-473f-8829-a47bb5143a8e", "result_sha256": "22cfba350d22ef537d2df62d5bd11d70a7634911b7069cdfb9fd4622b26306e6", "result": { "component_errors": { "c": 0.006380754408096129, "h": 3.54935647130705, "l": 0.022646550277791277 }, "correct": null, "cost_estimated": false, "cost_usd": 0.001078, "delta_e_ok": 0.027288157923321683, "error": null, "error_kind": null, "family": "oklch", "ground_truth": { "rgb": [ 230, 32, 44 ] }, "group_id": "numeric-09", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-09.png", "input_tokens": 968, "latency_sec": 1.2736793149961159, "model_name": "claude-haiku-4-5-20251001", "out_of_srgb": false, "output_tokens": 22, "prediction": { "c": 0.22, "h": 29.2, "l": 0.57 }, "prompt_sha256": "cfc2f885cbdbcece08f23bb635b333e3e35d9a41ebaf72f1a755e461f8f494d4", "provider": "anthropic", "raw_prediction": "{\"l\":0.57,\"c\":0.22,\"h\":29.2}", "recorded_at": "2026-09-16T14:27:14.952110+00:00", "request_attempts": 1, "score": 86.35592103833916, "task_id": "colorbench-oklch-09", "tight_score": 45.42368415335664, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": false, "0.02": false, "0.05": true } } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "b96861db-85e8-4cd4-9925-d6aecbaf7b77", "result_sha256": "ef2789b022c85f54eff2b724247870b630d781903a1291439c4415896d94c7ca", "result": { "component_errors": { "c": 0.023979400707593107, "h": 9.707901203728738, "l": 0.0648760845977463 }, "correct": null, "cost_estimated": false, "cost_usd": 0.001068, "delta_e_ok": 0.07475441648632548, "error": null, "error_kind": null, "family": "oklch", "ground_truth": { "rgb": [ 24, 158, 82 ] }, "group_id": "numeric-10", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-10.png", "input_tokens": 968, "latency_sec": 1.392380648991093, "model_name": "claude-haiku-4-5-20251001", "out_of_srgb": false, "output_tokens": 20, "prediction": { "c": 0.18, "h": 142.0, "l": 0.55 }, "prompt_sha256": "cfc2f885cbdbcece08f23bb635b333e3e35d9a41ebaf72f1a755e461f8f494d4", "provider": "anthropic", "raw_prediction": "{\"l\":0.55,\"c\":0.18,\"h\":142}", "recorded_at": "2026-09-16T15:46:58.710507+00:00", "request_attempts": 1, "score": 62.62279175683726, "task_id": "colorbench-oklch-10", "tight_score": 0, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": false, "0.02": false, "0.05": false } } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "63763199-5b00-47e0-ab8a-a1fcd303e606", "result_sha256": "a7f8fa9de48fecc5dd2350fae4bf59f573c5173c41f13c3c96a073ebc48a2ba7", "result": { "component_errors": { "c": 0.027840148314169977, "h": 6.215151949296171, "l": 0.03554996115838727 }, "correct": null, "cost_estimated": false, "cost_usd": 0.001068, "delta_e_ok": 0.05188217857194087, "error": null, "error_kind": null, "family": "oklch", "ground_truth": { "rgb": [ 44, 84, 228 ] }, "group_id": "numeric-11", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-11.png", "input_tokens": 968, "latency_sec": 1.078274947940372, "model_name": "claude-haiku-4-5-20251001", "out_of_srgb": true, "output_tokens": 20, "prediction": { "c": 0.25, "h": 260.0, "l": 0.55 }, "prompt_sha256": "cfc2f885cbdbcece08f23bb635b333e3e35d9a41ebaf72f1a755e461f8f494d4", "provider": "anthropic", "raw_prediction": "{\"l\":0.55,\"c\":0.25,\"h\":260}", "recorded_at": "2026-09-16T14:01:34.320554+00:00", "request_attempts": 1, "score": 74.05891071402957, "task_id": "colorbench-oklch-11", "tight_score": 0, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": false, "0.02": false, "0.05": false } } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "a2e1ec1a-9294-410f-8bca-dd31894a26b0", "result_sha256": "7e1d67e976943ce04dfb23da7a1644128825852af294877bac13c6f08b7b2b24", "result": { "component_errors": { "c": 0.05261057549329698, "h": 3.365848307139572, "l": 0.03591716862656269 }, "correct": null, "cost_estimated": false, "cost_usd": 0.001068, "delta_e_ok": 0.06469129907681453, "error": null, "error_kind": null, "family": "oklch", "ground_truth": { "rgb": [ 236, 208, 44 ] }, "group_id": "numeric-12", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-12.png", "input_tokens": 968, "latency_sec": 1.3659366599749774, "model_name": "claude-haiku-4-5-20251001", "out_of_srgb": true, "output_tokens": 20, "prediction": { "c": 0.22, "h": 102.0, "l": 0.82 }, "prompt_sha256": "cfc2f885cbdbcece08f23bb635b333e3e35d9a41ebaf72f1a755e461f8f494d4", "provider": "anthropic", "raw_prediction": "{\"l\":0.82,\"c\":0.22,\"h\":102}", "recorded_at": "2026-09-16T14:38:35.963462+00:00", "request_attempts": 1, "score": 67.65435046159274, "task_id": "colorbench-oklch-12", "tight_score": 0, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": false, "0.02": false, "0.05": false } } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "3c229b8c-f06a-405f-8c03-5cc95ce735c0", "result_sha256": "b31481790b4d9de177cc50260ff67d80755228cd7d6be1b5043164204db29f05", "result": { "component_errors": { "c": 0.026027880784928348, "h": 26.05634901887896, "l": 0.04902632877021906 }, "correct": null, "cost_estimated": false, "cost_usd": 0.001093, "delta_e_ok": 0.12026228165674455, "error": null, "error_kind": null, "family": "oklch", "ground_truth": { "rgb": [ 198, 58, 188 ] }, "group_id": "numeric-13", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-13.png", "input_tokens": 968, "latency_sec": 0.8045978010632098, "model_name": "claude-haiku-4-5-20251001", "out_of_srgb": true, "output_tokens": 25, "prediction": { "c": 0.25, "h": 305.0, "l": 0.65 }, "prompt_sha256": "cfc2f885cbdbcece08f23bb635b333e3e35d9a41ebaf72f1a755e461f8f494d4", "provider": "anthropic", "raw_prediction": "{\"l\": 0.65, \"c\": 0.25, \"h\": 305}", "recorded_at": "2026-09-16T14:04:58.766596+00:00", "request_attempts": 1, "score": 39.86885917162773, "task_id": "colorbench-oklch-13", "tight_score": 0, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": false, "0.02": false, "0.05": false } } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "102f3f10-1dc9-4b1a-84b5-e9c942c49196", "result_sha256": "119ea62505500a9170591c2d9512562c8f0365c6d53e3bc064c9a70e654e9826", "result": { "component_errors": { "c": 0.06778633196280223, "h": 15.106234077695092, "l": 0.08343834345367696 }, "correct": null, "cost_estimated": false, "cost_usd": 0.001093, "delta_e_ok": 0.11381075781915344, "error": null, "error_kind": null, "family": "oklch", "ground_truth": { "rgb": [ 44, 178, 198 ] }, "group_id": "numeric-14", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-14.png", "input_tokens": 968, "latency_sec": 1.3836817349074408, "model_name": "claude-haiku-4-5-20251001", "out_of_srgb": true, "output_tokens": 25, "prediction": { "c": 0.18, "h": 195.0, "l": 0.62 }, "prompt_sha256": "cfc2f885cbdbcece08f23bb635b333e3e35d9a41ebaf72f1a755e461f8f494d4", "provider": "anthropic", "raw_prediction": "{\"l\": 0.62, \"c\": 0.18, \"h\": 195}", "recorded_at": "2026-09-16T15:06:20.529471+00:00", "request_attempts": 1, "score": 43.09462109042328, "task_id": "colorbench-oklch-14", "tight_score": 0, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": false, "0.02": false, "0.05": false } } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "086c7ab4-9099-4cb9-801d-85c095a2d3f7", "result_sha256": "cb2f9e0bacd2f61e26b28f7a39abe4d5b2d0dde6ac4cb1eb62b15d2080ae2ad8", "result": { "component_errors": { "c": 0.004093520693841951, "h": null, "l": 0.11394063135467541 }, "correct": null, "cost_estimated": false, "cost_usd": 0.001083, "delta_e_ok": 0.1140141411631599, "error": null, "error_kind": null, "family": "oklch", "ground_truth": { "rgb": [ 16, 16, 18 ] }, "group_id": "numeric-15", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-15.png", "input_tokens": 968, "latency_sec": 1.1014589780243114, "model_name": "claude-haiku-4-5-20251001", "out_of_srgb": false, "output_tokens": 23, "prediction": { "c": 0.0, "h": 0.0, "l": 0.06 }, "prompt_sha256": "cfc2f885cbdbcece08f23bb635b333e3e35d9a41ebaf72f1a755e461f8f494d4", "provider": "anthropic", "raw_prediction": "{\"l\": 0.06, \"c\": 0, \"h\": 0}", "recorded_at": "2026-09-16T15:49:21.840990+00:00", "request_attempts": 1, "score": 42.992929418420054, "task_id": "colorbench-oklch-15", "tight_score": 0, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": false, "0.02": false, "0.05": false } } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "12fc71de-5157-4397-a6be-317eb8a941cc", "result_sha256": "ef6eec2c288f5f2a640f892adae714e59938efc224b0d18325d20337eef816ea", "result": { "component_errors": { "c": 0.00602418443123451, "h": null, "l": 0.0166820242589244 }, "correct": null, "cost_estimated": false, "cost_usd": 0.001068, "delta_e_ok": 0.020411910674169954, "error": null, "error_kind": null, "family": "oklch", "ground_truth": { "rgb": [ 243, 243, 240 ] }, "group_id": "numeric-16", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-16.png", "input_tokens": 968, "latency_sec": 1.6604608038906008, "model_name": "claude-haiku-4-5-20251001", "out_of_srgb": false, "output_tokens": 20, "prediction": { "c": 0.01, "h": 0.0, "l": 0.98 }, "prompt_sha256": "cfc2f885cbdbcece08f23bb635b333e3e35d9a41ebaf72f1a755e461f8f494d4", "provider": "anthropic", "raw_prediction": "{\"l\":0.98,\"c\":0.01,\"h\":0}", "recorded_at": "2026-09-16T14:44:07.349363+00:00", "request_attempts": 1, "score": 89.79404466291503, "task_id": "colorbench-oklch-16", "tight_score": 59.176178651660095, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": false, "0.02": false, "0.05": true } } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "84b851c2-e2fa-4793-a3ef-639d62ade965", "result_sha256": "513c6b399716f43b856f7def1705795ce4c7879c57f324085069170011363b59", "result": { "component_errors": { "b": 16, "g": 9, "r": 4 }, "correct": null, "cost_estimated": false, "cost_usd": 0.00104, "delta_e_ok": 0.025249429854014765, "error": null, "error_kind": null, "family": "rgb", "ground_truth": { "rgb": [ 192, 64, 80 ] }, "group_id": "numeric-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-01.png", "input_tokens": 935, "latency_sec": 0.6608731469605118, "model_name": "claude-haiku-4-5-20251001", "out_of_srgb": false, "output_tokens": 21, "prediction": { "b": 96, "g": 73, "r": 196 }, "prompt_sha256": "09fd259e1933fb6529f0be5f0819e7edcbad485141fc78abea1ceadc70f0cf55", "provider": "anthropic", "raw_prediction": "{\"r\": 196, \"g\": 73, \"b\": 96}", "recorded_at": "2026-09-16T15:32:40.281894+00:00", "request_attempts": 1, "score": 87.37528507299261, "task_id": "colorbench-rgb-01", "tight_score": 49.50114029197047, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": false, "0.02": false, "0.05": true } } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "288fa2ad-f423-45af-be37-8538f584c757", "result_sha256": "9506d203c860526d70f482bf176fe5845dfc3b5b80b00964642f8c28c772cc71", "result": { "component_errors": { "b": 2, "g": 11, "r": 16 }, "correct": null, "cost_estimated": false, "cost_usd": 0.00104, "delta_e_ok": 0.03321077566924735, "error": null, "error_kind": null, "family": "rgb", "ground_truth": { "rgb": [ 38, 112, 190 ] }, "group_id": "numeric-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-02.png", "input_tokens": 935, "latency_sec": 0.7319944379851222, "model_name": "claude-haiku-4-5-20251001", "out_of_srgb": false, "output_tokens": 21, "prediction": { "b": 188, "g": 101, "r": 22 }, "prompt_sha256": "09fd259e1933fb6529f0be5f0819e7edcbad485141fc78abea1ceadc70f0cf55", "provider": "anthropic", "raw_prediction": "{\"r\": 22, \"g\": 101, \"b\": 188}", "recorded_at": "2026-09-16T15:09:43.936414+00:00", "request_attempts": 1, "score": 83.39461216537633, "task_id": "colorbench-rgb-02", "tight_score": 33.5784486615053, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": false, "0.02": false, "0.05": true } } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "b875d02a-db71-4a1d-b39f-9e30653b160a", "result_sha256": "7b3d56ce5bc2941b3eacd1faeef1ca7e23022066402dc46649fea970e351de61", "result": { "component_errors": { "b": 2, "g": 13, "r": 8 }, "correct": null, "cost_estimated": false, "cost_usd": 0.00104, "delta_e_ok": 0.04065372296395956, "error": null, "error_kind": null, "family": "rgb", "ground_truth": { "rgb": [ 60, 140, 100 ] }, "group_id": "numeric-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-03.png", "input_tokens": 935, "latency_sec": 1.3335854290053248, "model_name": "claude-haiku-4-5-20251001", "out_of_srgb": false, "output_tokens": 21, "prediction": { "b": 102, "g": 153, "r": 68 }, "prompt_sha256": "09fd259e1933fb6529f0be5f0819e7edcbad485141fc78abea1ceadc70f0cf55", "provider": "anthropic", "raw_prediction": "{\"r\": 68, \"g\": 153, \"b\": 102}", "recorded_at": "2026-09-16T16:25:38.137085+00:00", "request_attempts": 1, "score": 79.67313851802022, "task_id": "colorbench-rgb-03", "tight_score": 18.69255407208088, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": false, "0.02": false, "0.05": true } } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "934c83ff-53fa-4d20-bb88-190bef8a622e", "result_sha256": "00b03835f86ccfd3b530630591ed90017aeaf4e4dea0ba2e270208abd244a117", "result": { "component_errors": { "b": 5, "g": 5, "r": 1 }, "correct": null, "cost_estimated": false, "cost_usd": 0.00104, "delta_e_ok": 0.01447692239293388, "error": null, "error_kind": null, "family": "rgb", "ground_truth": { "rgb": [ 185, 135, 45 ] }, "group_id": "numeric-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-04.png", "input_tokens": 935, "latency_sec": 1.5917409349931404, "model_name": "claude-haiku-4-5-20251001", "out_of_srgb": false, "output_tokens": 21, "prediction": { "b": 40, "g": 140, "r": 184 }, "prompt_sha256": "09fd259e1933fb6529f0be5f0819e7edcbad485141fc78abea1ceadc70f0cf55", "provider": "anthropic", "raw_prediction": "{\"r\": 184, \"g\": 140, \"b\": 40}", "recorded_at": "2026-09-16T14:43:39.349849+00:00", "request_attempts": 1, "score": 92.76153880353306, "task_id": "colorbench-rgb-04", "tight_score": 71.04615521413224, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": false, "0.02": true, "0.05": true } } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "51ce6bb1-6d6d-4a36-a2bd-53f203bade31", "result_sha256": "963ae1da5474e843054c93d25dfa04119e19401030f86d9ee11ece163485833d", "result": { "component_errors": { "b": 7, "g": 4, "r": 20 }, "correct": null, "cost_estimated": false, "cost_usd": 0.00104, "delta_e_ok": 0.03920189853345744, "error": null, "error_kind": null, "family": "rgb", "ground_truth": { "rgb": [ 135, 85, 175 ] }, "group_id": "numeric-05", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-05.png", "input_tokens": 935, "latency_sec": 0.9688285420415923, "model_name": "claude-haiku-4-5-20251001", "out_of_srgb": false, "output_tokens": 21, "prediction": { "b": 182, "g": 89, "r": 155 }, "prompt_sha256": "09fd259e1933fb6529f0be5f0819e7edcbad485141fc78abea1ceadc70f0cf55", "provider": "anthropic", "raw_prediction": "{\"r\": 155, \"g\": 89, \"b\": 182}", "recorded_at": "2026-09-16T16:32:30.640265+00:00", "request_attempts": 1, "score": 80.39905073327128, "task_id": "colorbench-rgb-05", "tight_score": 21.59620293308513, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": false, "0.02": false, "0.05": true } } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "af072528-1cef-4d7a-868c-5cbecb1c8cd9", "result_sha256": "8e4d00b73be69889262dd122ba0b40f9b113621d5f1698948f59fdc78d5a6944", "result": { "component_errors": { "b": 4, "g": 4, "r": 3 }, "correct": null, "cost_estimated": false, "cost_usd": 0.00104, "delta_e_ok": 0.013500250424814566, "error": null, "error_kind": null, "family": "rgb", "ground_truth": { "rgb": [ 22, 48, 75 ] }, "group_id": "numeric-06", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-06.png", "input_tokens": 935, "latency_sec": 1.274383999989368, "model_name": "claude-haiku-4-5-20251001", "out_of_srgb": false, "output_tokens": 21, "prediction": { "b": 71, "g": 44, "r": 25 }, "prompt_sha256": "09fd259e1933fb6529f0be5f0819e7edcbad485141fc78abea1ceadc70f0cf55", "provider": "anthropic", "raw_prediction": "{\"r\": 25, \"g\": 44, \"b\": 71}", "recorded_at": "2026-09-16T15:06:53.547934+00:00", "request_attempts": 1, "score": 93.24987478759272, "task_id": "colorbench-rgb-06", "tight_score": 72.99949915037087, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": false, "0.02": true, "0.05": true } } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "48503fb7-1ccb-4148-ba36-0658f8799776", "result_sha256": "e9bdca0777cec9145333fb24df8768af916ca73d5edc9ae2df5b7aa04752d999", "result": { "component_errors": { "b": 8, "g": 5, "r": 5 }, "correct": null, "cost_estimated": false, "cost_usd": 0.00104, "delta_e_ok": 0.020697102478991827, "error": null, "error_kind": null, "family": "rgb", "ground_truth": { "rgb": [ 225, 215, 188 ] }, "group_id": "numeric-07", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-07.png", "input_tokens": 935, "latency_sec": 1.2069443688960746, "model_name": "claude-haiku-4-5-20251001", "out_of_srgb": false, "output_tokens": 21, "prediction": { "b": 180, "g": 220, "r": 230 }, "prompt_sha256": "09fd259e1933fb6529f0be5f0819e7edcbad485141fc78abea1ceadc70f0cf55", "provider": "anthropic", "raw_prediction": "{\"r\": 230, \"g\": 220, \"b\": 180}", "recorded_at": "2026-09-16T14:44:42.685354+00:00", "request_attempts": 1, "score": 89.65144876050408, "task_id": "colorbench-rgb-07", "tight_score": 58.605795042016354, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": false, "0.02": false, "0.05": true } } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "9cb0c862-cd63-4aea-87bc-8377431e8b19", "result_sha256": "9d339f8f47c3c0591ead7a38ae0f44d3c8a7d0eae64791735c64a57f17b01854", "result": { "component_errors": { "b": 0, "g": 0, "r": 0 }, "correct": null, "cost_estimated": false, "cost_usd": 0.00104, "delta_e_ok": 0.0, "error": null, "error_kind": null, "family": "rgb", "ground_truth": { "rgb": [ 128, 128, 128 ] }, "group_id": "numeric-08", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-08.png", "input_tokens": 935, "latency_sec": 1.113498597056605, "model_name": "claude-haiku-4-5-20251001", "out_of_srgb": false, "output_tokens": 21, "prediction": { "b": 128, "g": 128, "r": 128 }, "prompt_sha256": "09fd259e1933fb6529f0be5f0819e7edcbad485141fc78abea1ceadc70f0cf55", "provider": "anthropic", "raw_prediction": "{\"r\": 128, \"g\": 128, \"b\": 128}", "recorded_at": "2026-09-16T15:38:11.950804+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-rgb-08", "tight_score": 100.0, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": true, "0.01": true, "0.02": true, "0.05": true } } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "a8e0b060-2245-41fe-8990-e073345999e4", "result_sha256": "c8ed79adf7672ad3c0ad13febe33b43a566ea1407f32003202cd2f4410666bdb", "result": { "component_errors": { "b": 8, "g": 4, "r": 7 }, "correct": null, "cost_estimated": false, "cost_usd": 0.00104, "delta_e_ok": 0.014338607878340529, "error": null, "error_kind": null, "family": "rgb", "ground_truth": { "rgb": [ 230, 32, 44 ] }, "group_id": "numeric-09", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-09.png", "input_tokens": 935, "latency_sec": 1.1317887649638578, "model_name": "claude-haiku-4-5-20251001", "out_of_srgb": false, "output_tokens": 21, "prediction": { "b": 36, "g": 28, "r": 237 }, "prompt_sha256": "09fd259e1933fb6529f0be5f0819e7edcbad485141fc78abea1ceadc70f0cf55", "provider": "anthropic", "raw_prediction": "{\"r\": 237, \"g\": 28, \"b\": 36}", "recorded_at": "2026-09-16T15:34:53.846363+00:00", "request_attempts": 1, "score": 92.83069606082974, "task_id": "colorbench-rgb-09", "tight_score": 71.32278424331895, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": false, "0.02": true, "0.05": true } } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "9c91f24b-5e0b-4f2b-894e-44df1074511f", "result_sha256": "edf674163a13db7ad368b5ed240a5d54b2fd06f8133904fddd33b26b4e36666a", "result": { "component_errors": { "b": 6, "g": 19, "r": 10 }, "correct": null, "cost_estimated": false, "cost_usd": 0.00104, "delta_e_ok": 0.0598113856270558, "error": null, "error_kind": null, "family": "rgb", "ground_truth": { "rgb": [ 24, 158, 82 ] }, "group_id": "numeric-10", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-10.png", "input_tokens": 935, "latency_sec": 1.2036200739676133, "model_name": "claude-haiku-4-5-20251001", "out_of_srgb": false, "output_tokens": 21, "prediction": { "b": 76, "g": 177, "r": 34 }, "prompt_sha256": "09fd259e1933fb6529f0be5f0819e7edcbad485141fc78abea1ceadc70f0cf55", "provider": "anthropic", "raw_prediction": "{\"r\": 34, \"g\": 177, \"b\": 76}", "recorded_at": "2026-09-16T14:46:07.277969+00:00", "request_attempts": 1, "score": 70.09430718647211, "task_id": "colorbench-rgb-10", "tight_score": 0, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": false, "0.02": false, "0.05": false } } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "271aee95-46fa-456f-9cc8-e41b60bb8d2d", "result_sha256": "1c4b4e3ef6c34e66dae339cf0b26cb660ef0d3239cee28b9fe277799350aa3b4", "result": { "component_errors": { "b": 48, "g": 19, "r": 19 }, "correct": null, "cost_estimated": false, "cost_usd": 0.00104, "delta_e_ok": 0.09205126165854137, "error": null, "error_kind": null, "family": "rgb", "ground_truth": { "rgb": [ 44, 84, 228 ] }, "group_id": "numeric-11", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-11.png", "input_tokens": 935, "latency_sec": 0.7533598319860175, "model_name": "claude-haiku-4-5-20251001", "out_of_srgb": false, "output_tokens": 21, "prediction": { "b": 180, "g": 65, "r": 25 }, "prompt_sha256": "09fd259e1933fb6529f0be5f0819e7edcbad485141fc78abea1ceadc70f0cf55", "provider": "anthropic", "raw_prediction": "{\"r\": 25, \"g\": 65, \"b\": 180}", "recorded_at": "2026-09-16T16:32:44.106285+00:00", "request_attempts": 1, "score": 53.97436917072932, "task_id": "colorbench-rgb-11", "tight_score": 0, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": false, "0.02": false, "0.05": false } } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "d0aa63d8-e878-43ca-8f52-2c9525aca55a", "result_sha256": "e88b58a1d161f89fe31b2d761d55ae3dd2ca965e2d2498cd906ad2abacfe7170", "result": { "component_errors": { "b": 44, "g": 20, "r": 19 }, "correct": null, "cost_estimated": false, "cost_usd": 0.00104, "delta_e_ok": 0.061530727034930184, "error": null, "error_kind": null, "family": "rgb", "ground_truth": { "rgb": [ 236, 208, 44 ] }, "group_id": "numeric-12", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-12.png", "input_tokens": 935, "latency_sec": 1.2130775690311566, "model_name": "claude-haiku-4-5-20251001", "out_of_srgb": false, "output_tokens": 21, "prediction": { "b": 0, "g": 228, "r": 255 }, "prompt_sha256": "09fd259e1933fb6529f0be5f0819e7edcbad485141fc78abea1ceadc70f0cf55", "provider": "anthropic", "raw_prediction": "{\"r\": 255, \"g\": 228, \"b\": 0}", "recorded_at": "2026-09-16T15:37:48.607287+00:00", "request_attempts": 1, "score": 69.23463648253491, "task_id": "colorbench-rgb-12", "tight_score": 0, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": false, "0.02": false, "0.05": false } } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "3105b771-90ad-4270-b393-a5bad080cf6b", "result_sha256": "eeaccd433f7fb4ae8aa82df29813f06e27f59f5d7032279918964f2cb9fa50bb", "result": { "component_errors": { "b": 12, "g": 58, "r": 2 }, "correct": null, "cost_estimated": false, "cost_usd": 0.00104, "delta_e_ok": 0.04896986365672607, "error": null, "error_kind": null, "family": "rgb", "ground_truth": { "rgb": [ 198, 58, 188 ] }, "group_id": "numeric-13", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-13.png", "input_tokens": 935, "latency_sec": 1.3011574249248952, "model_name": "claude-haiku-4-5-20251001", "out_of_srgb": false, "output_tokens": 21, "prediction": { "b": 200, "g": 0, "r": 200 }, "prompt_sha256": "09fd259e1933fb6529f0be5f0819e7edcbad485141fc78abea1ceadc70f0cf55", "provider": "anthropic", "raw_prediction": "{\"r\": 200, \"g\": 0, \"b\": 200}", "recorded_at": "2026-09-16T15:18:14.905793+00:00", "request_attempts": 1, "score": 75.51506817163697, "task_id": "colorbench-rgb-13", "tight_score": 2.0602726865478593, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": false, "0.02": false, "0.05": true } } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "22635456-5d1b-47c8-b81e-28eb3036bc62", "result_sha256": "313b5f750966ae31443651c5acdb624c51a058a840c939fa8941491f06c79c61", "result": { "component_errors": { "b": 6, "g": 1, "r": 13 }, "correct": null, "cost_estimated": false, "cost_usd": 0.00104, "delta_e_ok": 0.010847908092053275, "error": null, "error_kind": null, "family": "rgb", "ground_truth": { "rgb": [ 44, 178, 198 ] }, "group_id": "numeric-14", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-14.png", "input_tokens": 935, "latency_sec": 1.1975414799526334, "model_name": "claude-haiku-4-5-20251001", "out_of_srgb": false, "output_tokens": 21, "prediction": { "b": 204, "g": 177, "r": 31 }, "prompt_sha256": "09fd259e1933fb6529f0be5f0819e7edcbad485141fc78abea1ceadc70f0cf55", "provider": "anthropic", "raw_prediction": "{\"r\": 31, \"g\": 177, \"b\": 204}", "recorded_at": "2026-09-16T15:08:23.419620+00:00", "request_attempts": 1, "score": 94.57604595397336, "task_id": "colorbench-rgb-14", "tight_score": 78.30418381589345, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": false, "0.02": true, "0.05": true } } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "61541a57-5a76-45ce-92a3-e624565f3fbe", "result_sha256": "0222eb704919c871b39fd9d8db3f85d2aa92346a8af15a1a5f272ced8f48fcf5", "result": { "component_errors": { "b": 2, "g": 4, "r": 4 }, "correct": null, "cost_estimated": false, "cost_usd": 0.00104, "delta_e_ok": 0.0177880904182456, "error": null, "error_kind": null, "family": "rgb", "ground_truth": { "rgb": [ 16, 16, 18 ] }, "group_id": "numeric-15", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-15.png", "input_tokens": 935, "latency_sec": 1.2672732069622725, "model_name": "claude-haiku-4-5-20251001", "out_of_srgb": false, "output_tokens": 21, "prediction": { "b": 20, "g": 20, "r": 20 }, "prompt_sha256": "09fd259e1933fb6529f0be5f0819e7edcbad485141fc78abea1ceadc70f0cf55", "provider": "anthropic", "raw_prediction": "{\"r\": 20, \"g\": 20, \"b\": 20}", "recorded_at": "2026-09-16T15:30:34.162954+00:00", "request_attempts": 1, "score": 91.10595479087719, "task_id": "colorbench-rgb-15", "tight_score": 64.4238191635088, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": false, "0.02": true, "0.05": true } } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "db876e41-7de7-48bc-a321-9061298228ca", "result_sha256": "9251fbfb5a5237ed102d797c1140dd017ea16bc6e46a09b9e1404394b3b23008", "result": { "component_errors": { "b": 0, "g": 0, "r": 2 }, "correct": null, "cost_estimated": false, "cost_usd": 0.00104, "delta_e_ok": 0.0026361827337427813, "error": null, "error_kind": null, "family": "rgb", "ground_truth": { "rgb": [ 243, 243, 240 ] }, "group_id": "numeric-16", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-16.png", "input_tokens": 935, "latency_sec": 1.3214817099506035, "model_name": "claude-haiku-4-5-20251001", "out_of_srgb": false, "output_tokens": 21, "prediction": { "b": 240, "g": 243, "r": 245 }, "prompt_sha256": "09fd259e1933fb6529f0be5f0819e7edcbad485141fc78abea1ceadc70f0cf55", "provider": "anthropic", "raw_prediction": "{\"r\": 245, \"g\": 243, \"b\": 240}", "recorded_at": "2026-09-16T15:36:33.476462+00:00", "request_attempts": 1, "score": 98.68190863312861, "task_id": "colorbench-rgb-16", "tight_score": 94.72763453251444, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": true, "0.01": true, "0.02": true, "0.05": true } } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "75668698-2933-440b-a52f-fce625062d9e", "result_sha256": "81b5aeddff67020be8c1535cba77409c16246b942ec64b014df29a0aea0a9596", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.000939, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "A" }, "group_id": "samediff-pair-01-aa", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-01-aa.png", "input_tokens": 894, "latency_sec": 1.1933984579518437, "model_name": "claude-haiku-4-5-20251001", "out_of_srgb": null, "output_tokens": 9, "prediction": { "choice": "A" }, "prompt_sha256": "5e7848665b728e9630152c817156693405880e5f162e38c259dfb28921044958", "provider": "anthropic", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T15:01:18.276380+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-01", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "ecd8f19c-35a2-49aa-8025-c200ccc0b934", "result_sha256": "984b9ef5323fd00b54a4dbf38a3231983615ff7c5cdf59d14a4fda4cd0a74ea8", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.000939, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "B" }, "group_id": "samediff-pair-01-aa", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-01-aa.png", "input_tokens": 894, "latency_sec": 0.7439031770918518, "model_name": "claude-haiku-4-5-20251001", "out_of_srgb": null, "output_tokens": 9, "prediction": { "choice": "B" }, "prompt_sha256": "0a4ab165981a50bcd6b555f867e9fb0981199d629c3115939bc1fd3f4639f344", "provider": "anthropic", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T16:29:35.247757+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-02", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "ef900b95-70a0-4c01-b7de-0fdf22403a51", "result_sha256": "b9227b1a581b3f9c0d492f88ca299be6d55bff6486b8fead3f6c940c1add35b9", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.000939, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "A" }, "group_id": "samediff-pair-01-bb", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-01-bb.png", "input_tokens": 894, "latency_sec": 0.8249790439149365, "model_name": "claude-haiku-4-5-20251001", "out_of_srgb": null, "output_tokens": 9, "prediction": { "choice": "A" }, "prompt_sha256": "5e7848665b728e9630152c817156693405880e5f162e38c259dfb28921044958", "provider": "anthropic", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T15:45:01.717095+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-03", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "b2e177c5-020e-45f9-8476-daba6fb8b384", "result_sha256": "dbb52391bc70a0ad71f0627d88b29067692811d5732f5171f71899cca5f60c65", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.000939, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "B" }, "group_id": "samediff-pair-01-bb", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-01-bb.png", "input_tokens": 894, "latency_sec": 0.831562384031713, "model_name": "claude-haiku-4-5-20251001", "out_of_srgb": null, "output_tokens": 9, "prediction": { "choice": "B" }, "prompt_sha256": "0a4ab165981a50bcd6b555f867e9fb0981199d629c3115939bc1fd3f4639f344", "provider": "anthropic", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T14:25:25.419008+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-04", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "a24e4daa-7b0b-4db1-9592-9f2b65ff9067", "result_sha256": "eea29692492ddabb1985f248a1f43f07b6fbc18227247c0418f1c22c11efdbeb", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.000934, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "B" }, "group_id": "samediff-pair-01-ab", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-01-ab.png", "input_tokens": 894, "latency_sec": 0.9204822699539363, "model_name": "claude-haiku-4-5-20251001", "out_of_srgb": null, "output_tokens": 8, "prediction": { "choice": "A" }, "prompt_sha256": "5e7848665b728e9630152c817156693405880e5f162e38c259dfb28921044958", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T15:39:29.366567+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-samediff-05", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "8aa02d1d-3209-4f94-a5ae-8c5440a043ed", "result_sha256": "7e7bd3cf037ead3230084626e7d32c8432cec6629c604e3bb8a111b6e44c8048", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.000939, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "A" }, "group_id": "samediff-pair-01-ab", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-01-ab.png", "input_tokens": 894, "latency_sec": 0.8572061789454892, "model_name": "claude-haiku-4-5-20251001", "out_of_srgb": null, "output_tokens": 9, "prediction": { "choice": "B" }, "prompt_sha256": "0a4ab165981a50bcd6b555f867e9fb0981199d629c3115939bc1fd3f4639f344", "provider": "anthropic", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T15:28:54.381822+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-samediff-06", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "f19b987a-9261-4b8b-8518-98f4a66c2ad3", "result_sha256": "a5727825624b079590c8ebf44084e80c434385c008bc23fc6d80fc929043c381", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.000939, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "B" }, "group_id": "samediff-pair-01-ba", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-01-ba.png", "input_tokens": 894, "latency_sec": 1.380180652020499, "model_name": "claude-haiku-4-5-20251001", "out_of_srgb": null, "output_tokens": 9, "prediction": { "choice": "A" }, "prompt_sha256": "5e7848665b728e9630152c817156693405880e5f162e38c259dfb28921044958", "provider": "anthropic", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T15:52:34.522200+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-samediff-07", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "915cb510-c4a2-4ec7-a760-ae27604cf154", "result_sha256": "107a86276cf15cd17c84a42ee3994c601b4751f6f55533c0459d4363b683f928", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.000939, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "A" }, "group_id": "samediff-pair-01-ba", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-01-ba.png", "input_tokens": 894, "latency_sec": 0.8604356769938022, "model_name": "claude-haiku-4-5-20251001", "out_of_srgb": null, "output_tokens": 9, "prediction": { "choice": "B" }, "prompt_sha256": "0a4ab165981a50bcd6b555f867e9fb0981199d629c3115939bc1fd3f4639f344", "provider": "anthropic", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T15:41:58.457551+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-samediff-08", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "8eb3b1c7-e17c-4204-8aad-d97b63aa4957", "result_sha256": "de2c14874204b43ecd8d47ae8f37774148542fc0baa5211dfae194b952862ac0", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.000934, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "A" }, "group_id": "samediff-pair-02-aa", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-02-aa.png", "input_tokens": 894, "latency_sec": 0.8472198389936239, "model_name": "claude-haiku-4-5-20251001", "out_of_srgb": null, "output_tokens": 8, "prediction": { "choice": "A" }, "prompt_sha256": "5e7848665b728e9630152c817156693405880e5f162e38c259dfb28921044958", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T16:01:45.387024+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-09", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "d613b5f1-4b84-41e7-81e6-a0f567969e9e", "result_sha256": "3805b6e2eec4a666534f46ad9f81335befb4ac186d7db75d979fa10489482731", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.000939, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "B" }, "group_id": "samediff-pair-02-aa", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-02-aa.png", "input_tokens": 894, "latency_sec": 0.67698076099623, "model_name": "claude-haiku-4-5-20251001", "out_of_srgb": null, "output_tokens": 9, "prediction": { "choice": "B" }, "prompt_sha256": "0a4ab165981a50bcd6b555f867e9fb0981199d629c3115939bc1fd3f4639f344", "provider": "anthropic", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T16:24:58.441370+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-10", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "d2b833c6-4a4e-4e59-97a0-c6e9ab263e11", "result_sha256": "cc28688e5d46658e1b37028ed40e9b992ee1c6ecc1bde9139b19d0623c863f34", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.000939, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "A" }, "group_id": "samediff-pair-02-bb", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-02-bb.png", "input_tokens": 894, "latency_sec": 0.834914137958549, "model_name": "claude-haiku-4-5-20251001", "out_of_srgb": null, "output_tokens": 9, "prediction": { "choice": "A" }, "prompt_sha256": "5e7848665b728e9630152c817156693405880e5f162e38c259dfb28921044958", "provider": "anthropic", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T15:51:25.123991+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-11", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "754c0fc0-e67f-40df-b888-e5746b345594", "result_sha256": "b19dfba19557ffd1ed48dfedfc27f88dc1ad23b64b0ea6f375499d008bedab37", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.000939, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "B" }, "group_id": "samediff-pair-02-bb", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-02-bb.png", "input_tokens": 894, "latency_sec": 1.017974601010792, "model_name": "claude-haiku-4-5-20251001", "out_of_srgb": null, "output_tokens": 9, "prediction": { "choice": "B" }, "prompt_sha256": "0a4ab165981a50bcd6b555f867e9fb0981199d629c3115939bc1fd3f4639f344", "provider": "anthropic", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T16:07:38.947567+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-12", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "24ebf287-c6c6-4b70-9d0a-b3d5bcb45592", "result_sha256": "99ec9764122888ee3d310ab32406d934cddc010a85acea55991a35d00acf432b", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.000939, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "B" }, "group_id": "samediff-pair-02-ab", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-02-ab.png", "input_tokens": 894, "latency_sec": 0.8553882989799604, "model_name": "claude-haiku-4-5-20251001", "out_of_srgb": null, "output_tokens": 9, "prediction": { "choice": "A" }, "prompt_sha256": "5e7848665b728e9630152c817156693405880e5f162e38c259dfb28921044958", "provider": "anthropic", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T16:15:58.909730+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-samediff-13", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "81b238e6-1eca-4824-b84d-4f19a65f09ef", "result_sha256": "31c4d8ea4194fd8708785049373ab0abdab32bc6ad869d6ced08431aba1117c2", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.000939, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "A" }, "group_id": "samediff-pair-02-ab", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-02-ab.png", "input_tokens": 894, "latency_sec": 0.7120566220255569, "model_name": "claude-haiku-4-5-20251001", "out_of_srgb": null, "output_tokens": 9, "prediction": { "choice": "B" }, "prompt_sha256": "0a4ab165981a50bcd6b555f867e9fb0981199d629c3115939bc1fd3f4639f344", "provider": "anthropic", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T15:32:02.182537+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-samediff-14", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "fcb711d0-ff8d-4557-8ea8-5e2a732c227b", "result_sha256": "29943231de5d3db3fe039c32d926818d5d85495d021c32cf304181a4cf61fc17", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.000939, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "B" }, "group_id": "samediff-pair-02-ba", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-02-ba.png", "input_tokens": 894, "latency_sec": 0.8529380309628323, "model_name": "claude-haiku-4-5-20251001", "out_of_srgb": null, "output_tokens": 9, "prediction": { "choice": "A" }, "prompt_sha256": "5e7848665b728e9630152c817156693405880e5f162e38c259dfb28921044958", "provider": "anthropic", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T16:23:32.453963+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-samediff-15", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "9a9bc847-6e7b-4beb-9a5b-7a3197d2d1a0", "result_sha256": "add9148aa53090fadbe3b239c477cf6d082ed0cf958bcec763ab984b47829eac", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.000939, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "A" }, "group_id": "samediff-pair-02-ba", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-02-ba.png", "input_tokens": 894, "latency_sec": 0.5783490850590169, "model_name": "claude-haiku-4-5-20251001", "out_of_srgb": null, "output_tokens": 9, "prediction": { "choice": "B" }, "prompt_sha256": "0a4ab165981a50bcd6b555f867e9fb0981199d629c3115939bc1fd3f4639f344", "provider": "anthropic", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T14:27:00.053650+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-samediff-16", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "45abdf75-4c5b-4d90-9597-e94614c48b94", "result_sha256": "898daf2a01e3c95e0f83133e84c07a0fef7b15d89d1cfdbc8ec4582977b2be99", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.000939, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "A" }, "group_id": "samediff-pair-03-aa", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-03-aa.png", "input_tokens": 894, "latency_sec": 0.7506658650236204, "model_name": "claude-haiku-4-5-20251001", "out_of_srgb": null, "output_tokens": 9, "prediction": { "choice": "A" }, "prompt_sha256": "5e7848665b728e9630152c817156693405880e5f162e38c259dfb28921044958", "provider": "anthropic", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T15:25:20.282894+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-17", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "feea3ed7-0aa2-4d25-8e40-e074d7890c3e", "result_sha256": "e8b1e9f6058ade2ab6ef03131ac9d050e458489647765122e35b63510e32601f", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.000934, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "B" }, "group_id": "samediff-pair-03-aa", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-03-aa.png", "input_tokens": 894, "latency_sec": 0.8515321660088375, "model_name": "claude-haiku-4-5-20251001", "out_of_srgb": null, "output_tokens": 8, "prediction": { "choice": "B" }, "prompt_sha256": "0a4ab165981a50bcd6b555f867e9fb0981199d629c3115939bc1fd3f4639f344", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T15:12:16.316475+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-18", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "eddc5010-a417-497f-883a-715bf28f569b", "result_sha256": "7df9431775871ece5993b1b2c593d8f697ae87a8c9020f0acd2cdd0773301cae", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.000939, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "A" }, "group_id": "samediff-pair-03-bb", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-03-bb.png", "input_tokens": 894, "latency_sec": 0.6818051269510761, "model_name": "claude-haiku-4-5-20251001", "out_of_srgb": null, "output_tokens": 9, "prediction": { "choice": "A" }, "prompt_sha256": "5e7848665b728e9630152c817156693405880e5f162e38c259dfb28921044958", "provider": "anthropic", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T15:53:02.290718+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-19", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "bd9af503-ba15-454b-a41b-089b038d0260", "result_sha256": "c232dda38b570ce883f20feb0c2b1cb84c9970964ec049ece9fe208ba7b11ea9", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.000939, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "B" }, "group_id": "samediff-pair-03-bb", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-03-bb.png", "input_tokens": 894, "latency_sec": 0.9233520840061828, "model_name": "claude-haiku-4-5-20251001", "out_of_srgb": null, "output_tokens": 9, "prediction": { "choice": "B" }, "prompt_sha256": "0a4ab165981a50bcd6b555f867e9fb0981199d629c3115939bc1fd3f4639f344", "provider": "anthropic", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T16:00:44.435711+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-20", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "d43bf96a-94ad-4f0d-91c1-2fabe1d319d6", "result_sha256": "21e43f3056768b853e32af3dc466145b89b2b832cf6c1faf941f93cb33b03982", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.000939, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "B" }, "group_id": "samediff-pair-03-ab", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-03-ab.png", "input_tokens": 894, "latency_sec": 0.7602375820279121, "model_name": "claude-haiku-4-5-20251001", "out_of_srgb": null, "output_tokens": 9, "prediction": { "choice": "A" }, "prompt_sha256": "5e7848665b728e9630152c817156693405880e5f162e38c259dfb28921044958", "provider": "anthropic", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T14:43:52.172576+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-samediff-21", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "9a578037-bd6d-4b55-93b7-e3de2052c94b", "result_sha256": "24fb187470e105d01bcce5856b769de82911b4e3c0e1ac977d17d75f5fed2144", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.000934, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "A" }, "group_id": "samediff-pair-03-ab", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-03-ab.png", "input_tokens": 894, "latency_sec": 0.750866387039423, "model_name": "claude-haiku-4-5-20251001", "out_of_srgb": null, "output_tokens": 8, "prediction": { "choice": "B" }, "prompt_sha256": "0a4ab165981a50bcd6b555f867e9fb0981199d629c3115939bc1fd3f4639f344", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T15:33:32.915585+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-samediff-22", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "b3286cbb-c62a-4236-bd87-c7647ea823bc", "result_sha256": "01cc1d393ea376d9365d85c79e7d8518e9dbbee1af645bf2dee0faf94d4005a3", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.000939, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "B" }, "group_id": "samediff-pair-03-ba", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-03-ba.png", "input_tokens": 894, "latency_sec": 0.5834260090487078, "model_name": "claude-haiku-4-5-20251001", "out_of_srgb": null, "output_tokens": 9, "prediction": { "choice": "A" }, "prompt_sha256": "5e7848665b728e9630152c817156693405880e5f162e38c259dfb28921044958", "provider": "anthropic", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T16:13:16.001968+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-samediff-23", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "417b5d83-6172-4545-9146-2ec1e8786ca1", "result_sha256": "033c6a8752aa554fd68ff0276dba179b2f03264d2e6f30109e64b1006a452774", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.000939, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "A" }, "group_id": "samediff-pair-03-ba", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-03-ba.png", "input_tokens": 894, "latency_sec": 0.9502745679346845, "model_name": "claude-haiku-4-5-20251001", "out_of_srgb": null, "output_tokens": 9, "prediction": { "choice": "B" }, "prompt_sha256": "0a4ab165981a50bcd6b555f867e9fb0981199d629c3115939bc1fd3f4639f344", "provider": "anthropic", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T16:11:10.422233+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-samediff-24", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "47b5b75b-3a3e-4388-af80-a7a5ed606109", "result_sha256": "64d11b48d90795b47c6e0bab5d7b3808a3d52fe0f484776575c3b33cb7ce3697", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.000939, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "A" }, "group_id": "samediff-pair-04-aa", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-04-aa.png", "input_tokens": 894, "latency_sec": 0.6533243550220504, "model_name": "claude-haiku-4-5-20251001", "out_of_srgb": null, "output_tokens": 9, "prediction": { "choice": "A" }, "prompt_sha256": "5e7848665b728e9630152c817156693405880e5f162e38c259dfb28921044958", "provider": "anthropic", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T16:29:24.301715+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-25", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "7d6c4639-cab2-4a89-b36f-c0ba059dbdb9", "result_sha256": "02c109b4f04d885be50cc85a0fcddbf2749927430e59ce0105424a8c8504cc06", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.000939, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "B" }, "group_id": "samediff-pair-04-aa", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-04-aa.png", "input_tokens": 894, "latency_sec": 0.7320297849364579, "model_name": "claude-haiku-4-5-20251001", "out_of_srgb": null, "output_tokens": 9, "prediction": { "choice": "B" }, "prompt_sha256": "0a4ab165981a50bcd6b555f867e9fb0981199d629c3115939bc1fd3f4639f344", "provider": "anthropic", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T15:22:00.476248+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-26", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "1028dc4f-5a2d-4154-a334-14d6f459ee9f", "result_sha256": "42d5ce1f71045437305c038d29c6fe4758f77e88b37f00411c43deb6ba7ad688", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.000939, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "A" }, "group_id": "samediff-pair-04-bb", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-04-bb.png", "input_tokens": 894, "latency_sec": 1.7614835089771077, "model_name": "claude-haiku-4-5-20251001", "out_of_srgb": null, "output_tokens": 9, "prediction": { "choice": "A" }, "prompt_sha256": "5e7848665b728e9630152c817156693405880e5f162e38c259dfb28921044958", "provider": "anthropic", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T15:32:29.422152+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-27", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "813c1029-5227-4b4c-a283-14421104b5ea", "result_sha256": "d5800b7e3a90d5dc805168c80568a029ddce65a32f1553a556921c2e5ab0461b", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.000939, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "B" }, "group_id": "samediff-pair-04-bb", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-04-bb.png", "input_tokens": 894, "latency_sec": 0.8782753320410848, "model_name": "claude-haiku-4-5-20251001", "out_of_srgb": null, "output_tokens": 9, "prediction": { "choice": "B" }, "prompt_sha256": "0a4ab165981a50bcd6b555f867e9fb0981199d629c3115939bc1fd3f4639f344", "provider": "anthropic", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T15:09:10.429307+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-28", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "7ef8ebf9-8ca1-41ce-ba58-506b8be4fde9", "result_sha256": "86c27bccb352a742be9918a9e136804af81321fab5d08cc4a8d0bd4f6a1f7d51", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.000939, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "B" }, "group_id": "samediff-pair-04-ab", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-04-ab.png", "input_tokens": 894, "latency_sec": 0.7403861930361018, "model_name": "claude-haiku-4-5-20251001", "out_of_srgb": null, "output_tokens": 9, "prediction": { "choice": "A" }, "prompt_sha256": "5e7848665b728e9630152c817156693405880e5f162e38c259dfb28921044958", "provider": "anthropic", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T15:44:03.792429+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-samediff-29", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "56263678-ee6c-4740-ac33-802739088e82", "result_sha256": "f1650d2e3a724197827c78c79e9eb156c9db4156864e1b8c914d42f361325c2b", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.000939, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "A" }, "group_id": "samediff-pair-04-ab", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-04-ab.png", "input_tokens": 894, "latency_sec": 0.7786381790647283, "model_name": "claude-haiku-4-5-20251001", "out_of_srgb": null, "output_tokens": 9, "prediction": { "choice": "B" }, "prompt_sha256": "0a4ab165981a50bcd6b555f867e9fb0981199d629c3115939bc1fd3f4639f344", "provider": "anthropic", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T14:05:57.545544+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-samediff-30", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "507291c1-64c5-404d-86e2-41a9e55a0fa4", "result_sha256": "0be0460831abbeff83a8677c99b8094c56f0f0ff8bcbd5e99ed501f2e07932e3", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.000939, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "B" }, "group_id": "samediff-pair-04-ba", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-04-ba.png", "input_tokens": 894, "latency_sec": 0.5364960059523582, "model_name": "claude-haiku-4-5-20251001", "out_of_srgb": null, "output_tokens": 9, "prediction": { "choice": "A" }, "prompt_sha256": "5e7848665b728e9630152c817156693405880e5f162e38c259dfb28921044958", "provider": "anthropic", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T16:14:13.625117+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-samediff-31", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "25a07d9c-0b4d-4efb-ac8f-ab3774c8554d", "result_sha256": "6f233aa4848da750c2e61b36291373b7d5967da3e8558d9bb5527254c677a80d", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.000939, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "A" }, "group_id": "samediff-pair-04-ba", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-04-ba.png", "input_tokens": 894, "latency_sec": 1.0123748410260305, "model_name": "claude-haiku-4-5-20251001", "out_of_srgb": null, "output_tokens": 9, "prediction": { "choice": "B" }, "prompt_sha256": "0a4ab165981a50bcd6b555f867e9fb0981199d629c3115939bc1fd3f4639f344", "provider": "anthropic", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T15:46:07.026431+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-samediff-32", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "43d6aee0-523a-4ecd-9836-366e7efb2741", "result_sha256": "bb1b6b65c74b620cc490f30a594a4c8ea53fee4d19fc6f26bad872bc65d3c77d", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.000939, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "A" }, "group_id": "samediff-pair-05-aa", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-05-aa.png", "input_tokens": 894, "latency_sec": 1.3249790479894727, "model_name": "claude-haiku-4-5-20251001", "out_of_srgb": null, "output_tokens": 9, "prediction": { "choice": "A" }, "prompt_sha256": "5e7848665b728e9630152c817156693405880e5f162e38c259dfb28921044958", "provider": "anthropic", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T15:07:51.084382+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-33", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "b5407bda-2e86-4e16-bc0c-0c4a6e2cd2a7", "result_sha256": "79fb3481493846d71080dca6942579df6cf88a90e68ab5985263bbbd46e456dd", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.000939, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "B" }, "group_id": "samediff-pair-05-aa", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-05-aa.png", "input_tokens": 894, "latency_sec": 0.7653736990178004, "model_name": "claude-haiku-4-5-20251001", "out_of_srgb": null, "output_tokens": 9, "prediction": { "choice": "B" }, "prompt_sha256": "0a4ab165981a50bcd6b555f867e9fb0981199d629c3115939bc1fd3f4639f344", "provider": "anthropic", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T15:43:48.757611+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-34", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "59bc0d16-6dbf-4e71-88f1-fe8d432dcc0f", "result_sha256": "4ba0398e91cfbafe0b63866b3dde23c78ad32dbbe93dee3d83687909bcb3cdb1", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.000939, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "A" }, "group_id": "samediff-pair-05-bb", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-05-bb.png", "input_tokens": 894, "latency_sec": 0.7364268810488284, "model_name": "claude-haiku-4-5-20251001", "out_of_srgb": null, "output_tokens": 9, "prediction": { "choice": "A" }, "prompt_sha256": "5e7848665b728e9630152c817156693405880e5f162e38c259dfb28921044958", "provider": "anthropic", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T16:02:50.186659+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-35", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "eeef27be-a7f8-4727-b15b-5b4418773f5a", "result_sha256": "84c2ed60ecd2525d68423a674f5a756852a961360bd3aae463a89c5715b4c138", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.000939, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "B" }, "group_id": "samediff-pair-05-bb", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-05-bb.png", "input_tokens": 894, "latency_sec": 0.48788663500454277, "model_name": "claude-haiku-4-5-20251001", "out_of_srgb": null, "output_tokens": 9, "prediction": { "choice": "B" }, "prompt_sha256": "0a4ab165981a50bcd6b555f867e9fb0981199d629c3115939bc1fd3f4639f344", "provider": "anthropic", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T16:20:59.462790+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-36", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "25261095-1549-4482-ba69-661a0b46a3b3", "result_sha256": "6792d346ec6ea3842ac7f0f57bed30b36b3df49fbb01c481315e2ad17597dc43", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.000939, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "B" }, "group_id": "samediff-pair-05-ab", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-05-ab.png", "input_tokens": 894, "latency_sec": 0.8623911589384079, "model_name": "claude-haiku-4-5-20251001", "out_of_srgb": null, "output_tokens": 9, "prediction": { "choice": "A" }, "prompt_sha256": "5e7848665b728e9630152c817156693405880e5f162e38c259dfb28921044958", "provider": "anthropic", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T15:47:52.722764+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-samediff-37", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "3365b079-38e1-4c7f-872a-b872dcd59b91", "result_sha256": "2cb6ecf3f740cf256491638a18da83bfd0099280da979ada6405730b7ac42141", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.000939, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "A" }, "group_id": "samediff-pair-05-ab", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-05-ab.png", "input_tokens": 894, "latency_sec": 0.7995089959586039, "model_name": "claude-haiku-4-5-20251001", "out_of_srgb": null, "output_tokens": 9, "prediction": { "choice": "B" }, "prompt_sha256": "0a4ab165981a50bcd6b555f867e9fb0981199d629c3115939bc1fd3f4639f344", "provider": "anthropic", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T15:55:09.163198+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-samediff-38", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "2d6e2c1e-7f22-4d47-84fa-9c623afc5022", "result_sha256": "d4df22a3221c2bb91c49d3199bc2ef145f855a0b5363c46ce45c9d5d677e4487", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.000939, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "B" }, "group_id": "samediff-pair-05-ba", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-05-ba.png", "input_tokens": 894, "latency_sec": 0.8102302909828722, "model_name": "claude-haiku-4-5-20251001", "out_of_srgb": null, "output_tokens": 9, "prediction": { "choice": "A" }, "prompt_sha256": "5e7848665b728e9630152c817156693405880e5f162e38c259dfb28921044958", "provider": "anthropic", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T15:14:49.557701+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-samediff-39", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "618e32a1-40a9-4cf0-ad26-97dfd8bbe325", "result_sha256": "fc9c02462f1fdf671c704747652b84c7f9baeacfa9e968951708781a202c3710", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.000939, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "A" }, "group_id": "samediff-pair-05-ba", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-05-ba.png", "input_tokens": 894, "latency_sec": 0.9982087759999558, "model_name": "claude-haiku-4-5-20251001", "out_of_srgb": null, "output_tokens": 9, "prediction": { "choice": "B" }, "prompt_sha256": "0a4ab165981a50bcd6b555f867e9fb0981199d629c3115939bc1fd3f4639f344", "provider": "anthropic", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T14:52:25.247162+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-samediff-40", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "ea4b4762-896c-4190-b540-35e3e62892f9", "result_sha256": "ce1158b0fff484e3c0dc417b174f8d15157ddf8efba4eefd4d53cf32c3df5469", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.000939, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "A" }, "group_id": "samediff-pair-06-aa", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-06-aa.png", "input_tokens": 894, "latency_sec": 0.7311059370404109, "model_name": "claude-haiku-4-5-20251001", "out_of_srgb": null, "output_tokens": 9, "prediction": { "choice": "A" }, "prompt_sha256": "5e7848665b728e9630152c817156693405880e5f162e38c259dfb28921044958", "provider": "anthropic", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T14:25:04.982770+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-41", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "6cf9c4b4-e336-4ebc-9762-9c5cfa717921", "result_sha256": "202d0e0782a0e01305a32f4046a7b1322262c94d47afdf1bbc5ccc733c82d17f", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.000939, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "B" }, "group_id": "samediff-pair-06-aa", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-06-aa.png", "input_tokens": 894, "latency_sec": 0.6421823259443045, "model_name": "claude-haiku-4-5-20251001", "out_of_srgb": null, "output_tokens": 9, "prediction": { "choice": "B" }, "prompt_sha256": "0a4ab165981a50bcd6b555f867e9fb0981199d629c3115939bc1fd3f4639f344", "provider": "anthropic", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T15:19:36.373313+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-42", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "1baeae86-a298-4979-92e1-2da698edef93", "result_sha256": "d6347956cd9ab646fbccbd8410a51099d048feec92d019c1811703e245fd888a", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.000939, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "A" }, "group_id": "samediff-pair-06-bb", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-06-bb.png", "input_tokens": 894, "latency_sec": 0.6095163730205968, "model_name": "claude-haiku-4-5-20251001", "out_of_srgb": null, "output_tokens": 9, "prediction": { "choice": "A" }, "prompt_sha256": "5e7848665b728e9630152c817156693405880e5f162e38c259dfb28921044958", "provider": "anthropic", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T14:47:59.532434+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-43", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "47ca9dc3-c097-4c97-aaeb-c386fa682b0c", "result_sha256": "ad0de4f4cc2e89e68276ee779d4f5fdad29d56ab877139020542bce607031e04", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.000939, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "B" }, "group_id": "samediff-pair-06-bb", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-06-bb.png", "input_tokens": 894, "latency_sec": 0.8275236109038815, "model_name": "claude-haiku-4-5-20251001", "out_of_srgb": null, "output_tokens": 9, "prediction": { "choice": "B" }, "prompt_sha256": "0a4ab165981a50bcd6b555f867e9fb0981199d629c3115939bc1fd3f4639f344", "provider": "anthropic", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T16:17:06.269842+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-44", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "8f5c0fb4-de04-4956-a6e1-2046cce75230", "result_sha256": "8b1712c46911c393564d5d16b72fb02c41e3b13536120b1c65c97f9bc6148f7d", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.000939, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "B" }, "group_id": "samediff-pair-06-ab", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-06-ab.png", "input_tokens": 894, "latency_sec": 1.0824938300065696, "model_name": "claude-haiku-4-5-20251001", "out_of_srgb": null, "output_tokens": 9, "prediction": { "choice": "A" }, "prompt_sha256": "5e7848665b728e9630152c817156693405880e5f162e38c259dfb28921044958", "provider": "anthropic", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T14:34:30.181194+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-samediff-45", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "ebd19f9c-1e4d-4039-8bcc-44f7a5c67481", "result_sha256": "55ba5b119c9c272437b520de794cca67393178da794e342caec36119ad720d05", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.000939, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "A" }, "group_id": "samediff-pair-06-ab", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-06-ab.png", "input_tokens": 894, "latency_sec": 0.8251088639954105, "model_name": "claude-haiku-4-5-20251001", "out_of_srgb": null, "output_tokens": 9, "prediction": { "choice": "B" }, "prompt_sha256": "0a4ab165981a50bcd6b555f867e9fb0981199d629c3115939bc1fd3f4639f344", "provider": "anthropic", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T15:33:49.472872+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-samediff-46", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "b77b7895-447d-4755-84b9-ab6a7b0d088b", "result_sha256": "2935c1d3b714533392290240062249bdc21eb4b580c9036a599895fe94eab943", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.000939, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "B" }, "group_id": "samediff-pair-06-ba", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-06-ba.png", "input_tokens": 894, "latency_sec": 1.1746394319925457, "model_name": "claude-haiku-4-5-20251001", "out_of_srgb": null, "output_tokens": 9, "prediction": { "choice": "A" }, "prompt_sha256": "5e7848665b728e9630152c817156693405880e5f162e38c259dfb28921044958", "provider": "anthropic", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T14:12:19.400599+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-samediff-47", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "c75740b7-0038-4d06-8278-8b298a12a015", "result_sha256": "b7dfbe7561eb17f9277417801f8caea719b799ca571813d949714a2be86aa457", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.000934, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "A" }, "group_id": "samediff-pair-06-ba", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-06-ba.png", "input_tokens": 894, "latency_sec": 0.7224677900085226, "model_name": "claude-haiku-4-5-20251001", "out_of_srgb": null, "output_tokens": 8, "prediction": { "choice": "B" }, "prompt_sha256": "0a4ab165981a50bcd6b555f867e9fb0981199d629c3115939bc1fd3f4639f344", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T14:41:33.538750+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-samediff-48", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "dc647048-267d-40e0-9d75-421648ba6ca0", "result_sha256": "bfb7fe008058ede611d85b9cd66e9e16d4ac59a9cee3c115356ecb18e84fa861", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.000951, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "A" }, "group_id": "smallmatch-01-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-01.png", "input_tokens": 906, "latency_sec": 0.7970976870274171, "model_name": "claude-haiku-4-5-20251001", "out_of_srgb": null, "output_tokens": 9, "prediction": { "choice": "B" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "anthropic", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T14:22:48.347675+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-smallmatch-01", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "017c7f24-355d-4f73-b387-d82114c06b5d", "result_sha256": "a2296c750abcc62e5b9a8491e5cf3f53ca360cc3ecd302e6763d1fdcec23e288", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.000951, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "B" }, "group_id": "smallmatch-01-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-02.png", "input_tokens": 906, "latency_sec": 0.8054555939743295, "model_name": "claude-haiku-4-5-20251001", "out_of_srgb": null, "output_tokens": 9, "prediction": { "choice": "B" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "anthropic", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T16:03:04.719870+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-02", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "c68230e2-ad50-4d09-8272-780106eb2cb7", "result_sha256": "6f779e3b68cd3ae306702af44b7e05756b776de563744276819bb222d8e71bef", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.000951, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "C" }, "group_id": "smallmatch-01-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-03.png", "input_tokens": 906, "latency_sec": 0.7906604070449248, "model_name": "claude-haiku-4-5-20251001", "out_of_srgb": null, "output_tokens": 9, "prediction": { "choice": "B" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "anthropic", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T14:19:06.771965+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-smallmatch-03", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "e0248f19-5282-4113-b4d8-2aaf0df793a2", "result_sha256": "755ff8e6b3953953a897251126381906c2a42aea6901a68622f1cc1883bded44", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.000951, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "D" }, "group_id": "smallmatch-01-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-04.png", "input_tokens": 906, "latency_sec": 1.138437181012705, "model_name": "claude-haiku-4-5-20251001", "out_of_srgb": null, "output_tokens": 9, "prediction": { "choice": "B" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "anthropic", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T15:41:28.084465+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-smallmatch-04", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "70ce060f-0613-49be-8bf6-d47eda30ea67", "result_sha256": "2cc7aa66621a3997f94bcd2369e0f665526ad7da8e96a0168074def6eb07c225", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.000951, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "A" }, "group_id": "smallmatch-01-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-05.png", "input_tokens": 906, "latency_sec": 0.7799017749493942, "model_name": "claude-haiku-4-5-20251001", "out_of_srgb": null, "output_tokens": 9, "prediction": { "choice": "C" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "anthropic", "raw_prediction": "{\"choice\": \"C\"}", "recorded_at": "2026-09-16T15:54:41.333791+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-smallmatch-05", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "bf227739-fbfc-40bd-ab5a-56722a1d2c18", "result_sha256": "39685aedc3ccd87fa40d62126147235fdf7684faade919d88923447b100ab7c9", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.000951, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "B" }, "group_id": "smallmatch-01-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-06.png", "input_tokens": 906, "latency_sec": 0.7406235319795087, "model_name": "claude-haiku-4-5-20251001", "out_of_srgb": null, "output_tokens": 9, "prediction": { "choice": "B" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "anthropic", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T14:34:02.850188+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-06", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "7a271790-6699-42d2-8a35-6dda13019ad7", "result_sha256": "cfda07a44ed9a32f5d2cf5f8c4f6a3669ea46b1ceed3eac37f0f6e5da1775719", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.000951, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "C" }, "group_id": "smallmatch-01-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-07.png", "input_tokens": 906, "latency_sec": 1.0097530899802223, "model_name": "claude-haiku-4-5-20251001", "out_of_srgb": null, "output_tokens": 9, "prediction": { "choice": "C" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "anthropic", "raw_prediction": "{\"choice\": \"C\"}", "recorded_at": "2026-09-16T15:00:33.411357+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-07", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "1125ac97-5555-4404-b5fc-0f26c48d0d26", "result_sha256": "f4a6ca8afaed31b5304d66cc8b22c18e09a6095c8010e93a3bd8d7e056e319b9", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.000951, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "D" }, "group_id": "smallmatch-01-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-08.png", "input_tokens": 906, "latency_sec": 0.5365861800964922, "model_name": "claude-haiku-4-5-20251001", "out_of_srgb": null, "output_tokens": 9, "prediction": { "choice": "C" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "anthropic", "raw_prediction": "{\"choice\": \"C\"}", "recorded_at": "2026-09-16T16:32:17.240202+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-smallmatch-08", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "c699071c-8646-4e35-8b07-9cbfcceea54a", "result_sha256": "36cc7e659e3af7b3a9f0bea7f74ef6952297d5a2fcddf4b33505c92b1e27d724", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.000951, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "A" }, "group_id": "smallmatch-01-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-09.png", "input_tokens": 906, "latency_sec": 0.7539002849953249, "model_name": "claude-haiku-4-5-20251001", "out_of_srgb": null, "output_tokens": 9, "prediction": { "choice": "C" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "anthropic", "raw_prediction": "{\"choice\": \"C\"}", "recorded_at": "2026-09-16T16:27:30.483033+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-smallmatch-09", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "f579d31d-0e05-408f-9fe3-3cdfb03d1ddb", "result_sha256": "c3d59e012314484fa7455b5b2753072007f1b162335d54ac156c6e8eb9a8bd08", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.000951, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "B" }, "group_id": "smallmatch-01-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-10.png", "input_tokens": 906, "latency_sec": 1.212933088070713, "model_name": "claude-haiku-4-5-20251001", "out_of_srgb": null, "output_tokens": 9, "prediction": { "choice": "B" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "anthropic", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T16:04:19.826263+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-10", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "1c8d3144-2148-4014-93cd-180b0118d322", "result_sha256": "c1da83e607ae7f917bec5ff3391e5cdecfa4b41c4dc77393fad8687374ed600a", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.000951, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "C" }, "group_id": "smallmatch-01-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-11.png", "input_tokens": 906, "latency_sec": 0.9476736489450559, "model_name": "claude-haiku-4-5-20251001", "out_of_srgb": null, "output_tokens": 9, "prediction": { "choice": "C" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "anthropic", "raw_prediction": "{\"choice\": \"C\"}", "recorded_at": "2026-09-16T16:02:20.935385+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-11", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "2139d5b9-c0cb-41a9-93bd-5c40001ff0e5", "result_sha256": "a71c5750ab654aae4afc6d7b78c80a21cc2c0182fea349011998887b0aec4f7f", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.000951, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "D" }, "group_id": "smallmatch-01-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-12.png", "input_tokens": 906, "latency_sec": 0.6568348930450156, "model_name": "claude-haiku-4-5-20251001", "out_of_srgb": null, "output_tokens": 9, "prediction": { "choice": "D" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "anthropic", "raw_prediction": "{\"choice\": \"D\"}", "recorded_at": "2026-09-16T15:34:33.471073+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-12", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "c6a9c963-ea94-43a8-b56e-cec43b34343a", "result_sha256": "6b208dcf7b265cc74ac70ddacea07de39621877aff4ce9c432c607703f74d1b0", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.000951, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "A" }, "group_id": "smallmatch-01-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-13.png", "input_tokens": 906, "latency_sec": 0.7508077380480245, "model_name": "claude-haiku-4-5-20251001", "out_of_srgb": null, "output_tokens": 9, "prediction": { "choice": "B" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "anthropic", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T16:21:13.742855+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-smallmatch-13", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "f01501b6-45bd-4aff-af05-db6c2daa0cbe", "result_sha256": "9bf90be1014b0799befe37a5965ef360e4cf65387219ffc0d0f92e7fd1ef0036", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.000951, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "B" }, "group_id": "smallmatch-01-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-14.png", "input_tokens": 906, "latency_sec": 0.8616059520281851, "model_name": "claude-haiku-4-5-20251001", "out_of_srgb": null, "output_tokens": 9, "prediction": { "choice": "B" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "anthropic", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T16:22:45.618585+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-14", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "d0c0b1bd-a041-4863-8c8e-ce4f50bb9e20", "result_sha256": "8deb5929d1843d073bc7b97b83de95afd500c479d742e97ec26a0c53f56ea28f", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.000951, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "C" }, "group_id": "smallmatch-01-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-15.png", "input_tokens": 906, "latency_sec": 0.6444616219960153, "model_name": "claude-haiku-4-5-20251001", "out_of_srgb": null, "output_tokens": 9, "prediction": { "choice": "B" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "anthropic", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T14:23:57.151529+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-smallmatch-15", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "c91a4ebf-7a5d-4282-ae99-335ea92170ef", "result_sha256": "beda7748cdfc95499770cc473063a479d50007eb505a13b41d0d03c9199ba2ff", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.000951, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "D" }, "group_id": "smallmatch-01-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-16.png", "input_tokens": 906, "latency_sec": 0.5109571400098503, "model_name": "claude-haiku-4-5-20251001", "out_of_srgb": null, "output_tokens": 9, "prediction": { "choice": "B" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "anthropic", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T15:11:20.755452+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-smallmatch-16", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "d64c7038-5469-440f-86c8-5cd80bdd2424", "result_sha256": "827726459380050f8bf52a54dbd1a01a667d7d90dd28a88259015ac1e763dc58", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.000951, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "A" }, "group_id": "smallmatch-02-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-17.png", "input_tokens": 906, "latency_sec": 0.7693834269884974, "model_name": "claude-haiku-4-5-20251001", "out_of_srgb": null, "output_tokens": 9, "prediction": { "choice": "B" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "anthropic", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T16:27:09.180445+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-smallmatch-17", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "15a0cb37-6f6d-4952-89b3-a47fd46fd554", "result_sha256": "2c23c445b7eecb3230e0cf1e72639ceedef0eb644ea39c54d75a0d27cefaf4de", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.000951, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "B" }, "group_id": "smallmatch-02-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-18.png", "input_tokens": 906, "latency_sec": 0.7273951900424436, "model_name": "claude-haiku-4-5-20251001", "out_of_srgb": null, "output_tokens": 9, "prediction": { "choice": "B" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "anthropic", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T16:24:20.831183+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-18", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "c37a5596-24d0-4460-a401-5c0c317aadd8", "result_sha256": "d3d6c10eb29b16e413439b05529885c383057bb74334e67d4c452bfae425b3c9", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.000951, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "C" }, "group_id": "smallmatch-02-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-19.png", "input_tokens": 906, "latency_sec": 0.550915666972287, "model_name": "claude-haiku-4-5-20251001", "out_of_srgb": null, "output_tokens": 9, "prediction": { "choice": "B" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "anthropic", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T15:26:05.586773+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-smallmatch-19", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "687b6bde-c0ee-40e4-880d-dbaf386585d2", "result_sha256": "039293f4bafecf2c78b58ef82a6490024d93941edef045a18bd5ca5f388a6024", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.000951, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "D" }, "group_id": "smallmatch-02-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-20.png", "input_tokens": 906, "latency_sec": 1.1025444379774854, "model_name": "claude-haiku-4-5-20251001", "out_of_srgb": null, "output_tokens": 9, "prediction": { "choice": "B" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "anthropic", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T15:08:05.828751+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-smallmatch-20", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "13d06b7d-53c7-4119-9ead-6aa250527b0e", "result_sha256": "5e41ff9e1d881d1b3c074263c0a8be884deb3d45ef7bda2f7def9b05830a9ad9", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.000951, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "A" }, "group_id": "smallmatch-02-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-21.png", "input_tokens": 906, "latency_sec": 0.7481714650057256, "model_name": "claude-haiku-4-5-20251001", "out_of_srgb": null, "output_tokens": 9, "prediction": { "choice": "A" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "anthropic", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T15:12:40.356196+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-21", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "bd35b5c9-8fc1-4360-b261-4a3a000af186", "result_sha256": "166cc880821cb756e2b0a0c2d5982ffae24c9b1f6dc0fe5b32d006e43b0f8c0c", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.000951, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "B" }, "group_id": "smallmatch-02-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-22.png", "input_tokens": 906, "latency_sec": 0.6958691719919443, "model_name": "claude-haiku-4-5-20251001", "out_of_srgb": null, "output_tokens": 9, "prediction": { "choice": "B" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "anthropic", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T14:24:51.020296+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-22", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "db959d98-6f26-4fed-9bff-655a85d539bc", "result_sha256": "0d5b32e7eea3fc01ec10c587df527996299c142258427bcc89549e973590a7aa", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.000951, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "C" }, "group_id": "smallmatch-02-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-23.png", "input_tokens": 906, "latency_sec": 0.9101592340739444, "model_name": "claude-haiku-4-5-20251001", "out_of_srgb": null, "output_tokens": 9, "prediction": { "choice": "B" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "anthropic", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T16:29:47.307541+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-smallmatch-23", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "4a5390fd-d3fa-45de-b22e-d4348948e0ad", "result_sha256": "e29a2452902a410ae813f2acaad97a7eeaa3a097a13441432f2b80b0051de651", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.000951, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "D" }, "group_id": "smallmatch-02-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-24.png", "input_tokens": 906, "latency_sec": 1.1968750229571015, "model_name": "claude-haiku-4-5-20251001", "out_of_srgb": null, "output_tokens": 9, "prediction": { "choice": "B" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "anthropic", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T15:39:10.648889+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-smallmatch-24", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "2e3eae35-c0f7-4617-a414-6a96638001b2", "result_sha256": "9ac70a31b0235b2267b455ffd3a898517282fee40279b2860782dc976ca3c8f0", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.000951, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "A" }, "group_id": "smallmatch-02-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-25.png", "input_tokens": 906, "latency_sec": 0.6578446519561112, "model_name": "claude-haiku-4-5-20251001", "out_of_srgb": null, "output_tokens": 9, "prediction": { "choice": "B" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "anthropic", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T16:09:44.839740+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-smallmatch-25", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "cedf683b-cfd4-4a1f-b706-6189dc37a271", "result_sha256": "f2f6b3cb45e80be5d275e873ad807e43b841139ac39864c6e22964fcc4def53e", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.000951, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "B" }, "group_id": "smallmatch-02-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-26.png", "input_tokens": 906, "latency_sec": 0.6490416059968993, "model_name": "claude-haiku-4-5-20251001", "out_of_srgb": null, "output_tokens": 9, "prediction": { "choice": "B" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "anthropic", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T14:53:14.270493+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-26", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "b41c7ae8-8736-4d60-9a41-d4f2a68ffa71", "result_sha256": "fdfd4d6abb9ffdece1b4747e1e0e6ea49dbca00546ce6e484afc931ce3e0b260", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.000951, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "C" }, "group_id": "smallmatch-02-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-27.png", "input_tokens": 906, "latency_sec": 0.7415776419220492, "model_name": "claude-haiku-4-5-20251001", "out_of_srgb": null, "output_tokens": 9, "prediction": { "choice": "B" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "anthropic", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T15:17:39.707853+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-smallmatch-27", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "beb32b50-4428-4a4c-b776-252a29d1e80a", "result_sha256": "4a5980d01fae6ea6533c69af0f3a82c0945d2eec1efe74f95820820c876c9702", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.000951, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "D" }, "group_id": "smallmatch-02-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-28.png", "input_tokens": 906, "latency_sec": 0.6602437029359862, "model_name": "claude-haiku-4-5-20251001", "out_of_srgb": null, "output_tokens": 9, "prediction": { "choice": "B" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "anthropic", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T14:02:40.623913+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-smallmatch-28", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "2c47e64f-8e16-4262-a81b-3523585540be", "result_sha256": "a525a40cdf2bd66ee808146bfdef03aa0465d961ad200103f872f7a4e12993fc", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.000951, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "A" }, "group_id": "smallmatch-02-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-29.png", "input_tokens": 906, "latency_sec": 0.6937286879401654, "model_name": "claude-haiku-4-5-20251001", "out_of_srgb": null, "output_tokens": 9, "prediction": { "choice": "B" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "anthropic", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T14:39:19.534746+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-smallmatch-29", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "bbaa6b81-924d-46fb-bf73-3b3e786d0f8d", "result_sha256": "f8e53607c49a60c6019fcd48c4f477c326430f17038ab838e73ceed18374f689", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.000951, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "B" }, "group_id": "smallmatch-02-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-30.png", "input_tokens": 906, "latency_sec": 0.6957364160334691, "model_name": "claude-haiku-4-5-20251001", "out_of_srgb": null, "output_tokens": 9, "prediction": { "choice": "B" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "anthropic", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T16:01:57.170785+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-30", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "ac4013b5-0536-495d-a825-07cb44f65ccc", "result_sha256": "ad2d8be454a364034975917d570031bcbcb6fa9710218da0402009c287dd9e70", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.000951, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "C" }, "group_id": "smallmatch-02-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-31.png", "input_tokens": 906, "latency_sec": 0.7969611160224304, "model_name": "claude-haiku-4-5-20251001", "out_of_srgb": null, "output_tokens": 9, "prediction": { "choice": "B" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "anthropic", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T14:11:31.620208+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-smallmatch-31", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "bf97d47b-c624-4e58-bc55-467904645442", "result_sha256": "1caf7c08cb41aa5926c60161c4ebf5c477841fec339df946dc5aa458de023f7e", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.000951, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "D" }, "group_id": "smallmatch-02-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-32.png", "input_tokens": 906, "latency_sec": 0.7784454149659723, "model_name": "claude-haiku-4-5-20251001", "out_of_srgb": null, "output_tokens": 9, "prediction": { "choice": "B" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "anthropic", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T16:03:33.117060+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-smallmatch-32", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "d3309806-37ba-4abe-b495-60557505c707", "result_sha256": "cf0173e6dc3fe1c71bc4fbadc71079b6b3659a2a824f6f7be68f235f90bcd278", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.000951, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "A" }, "group_id": "smallmatch-03-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-33.png", "input_tokens": 906, "latency_sec": 0.5919355730293319, "model_name": "claude-haiku-4-5-20251001", "out_of_srgb": null, "output_tokens": 9, "prediction": { "choice": "B" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "anthropic", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T14:42:56.874340+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-smallmatch-33", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "741756cb-733a-4001-88f8-dd85af9a0b3a", "result_sha256": "22c98e2db6e63cd83612cde8466da662e7c4b56d76d8e47f706a1674fb04440f", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.000951, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "B" }, "group_id": "smallmatch-03-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-34.png", "input_tokens": 906, "latency_sec": 0.73495588300284, "model_name": "claude-haiku-4-5-20251001", "out_of_srgb": null, "output_tokens": 9, "prediction": { "choice": "B" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "anthropic", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T14:42:09.711356+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-34", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "6439f212-42ba-42eb-92e7-02f4f0738573", "result_sha256": "5f9bab46c3a08d2c804e819ef156c4ff784e938c1c142dedd638ce35d1a1080d", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.000951, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "C" }, "group_id": "smallmatch-03-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-35.png", "input_tokens": 906, "latency_sec": 0.5337693729670718, "model_name": "claude-haiku-4-5-20251001", "out_of_srgb": null, "output_tokens": 9, "prediction": { "choice": "B" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "anthropic", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T15:27:23.474689+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-smallmatch-35", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "13318bd2-d779-44a4-b063-0882c05f775d", "result_sha256": "2d18c133ffe9305595d73587a6e1b17a466e2c50a7451f17934a81725ae1ab05", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.000951, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "D" }, "group_id": "smallmatch-03-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-36.png", "input_tokens": 906, "latency_sec": 0.6767092270310968, "model_name": "claude-haiku-4-5-20251001", "out_of_srgb": null, "output_tokens": 9, "prediction": { "choice": "D" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "anthropic", "raw_prediction": "{\"choice\": \"D\"}", "recorded_at": "2026-09-16T15:38:29.521875+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-36", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "6dac1e6c-2ee2-462d-8fac-a510c0747cff", "result_sha256": "4f2bd27b26a5bf802bc886457dfb94d429509fd6b9d6b5f8dcb5b68d2160cd39", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.000951, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "A" }, "group_id": "smallmatch-03-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-37.png", "input_tokens": 906, "latency_sec": 0.8592583140125498, "model_name": "claude-haiku-4-5-20251001", "out_of_srgb": null, "output_tokens": 9, "prediction": { "choice": "C" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "anthropic", "raw_prediction": "{\"choice\": \"C\"}", "recorded_at": "2026-09-16T15:08:38.334484+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-smallmatch-37", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "afe0988a-d4c1-42cb-a5ed-d7994301a43b", "result_sha256": "4fb504e43d7fde08771997265171a7568495f3234c2de33f30b407d26503b5db", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.000951, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "B" }, "group_id": "smallmatch-03-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-38.png", "input_tokens": 906, "latency_sec": 0.919908331008628, "model_name": "claude-haiku-4-5-20251001", "out_of_srgb": null, "output_tokens": 9, "prediction": { "choice": "C" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "anthropic", "raw_prediction": "{\"choice\": \"C\"}", "recorded_at": "2026-09-16T15:01:02.134912+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-smallmatch-38", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "51b72cad-3662-4403-8b5d-61128332c9ed", "result_sha256": "dff79179183740147c4611b1d390538911c4ab5e24f33c1221909b243824da12", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.000951, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "C" }, "group_id": "smallmatch-03-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-39.png", "input_tokens": 906, "latency_sec": 0.7650369750335813, "model_name": "claude-haiku-4-5-20251001", "out_of_srgb": null, "output_tokens": 9, "prediction": { "choice": "C" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "anthropic", "raw_prediction": "{\"choice\": \"C\"}", "recorded_at": "2026-09-16T15:32:53.297869+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-39", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "240b9af5-2956-4294-a681-43efa4a6c04b", "result_sha256": "5d7550d80e103757f8df8d8478320a7a074de4876f89b509acd0f0d8207f4a08", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.000951, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "D" }, "group_id": "smallmatch-03-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-40.png", "input_tokens": 906, "latency_sec": 2.272820853977464, "model_name": "claude-haiku-4-5-20251001", "out_of_srgb": null, "output_tokens": 9, "prediction": { "choice": "B" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "anthropic", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T14:52:49.506061+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-smallmatch-40", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "a90581a3-93ea-4974-b012-8700181a5233", "result_sha256": "5ece7e6d1bd7394b48a949aebfd8d27dbd7a573ad8907099546cf0d2f46db393", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.000951, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "A" }, "group_id": "smallmatch-03-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-41.png", "input_tokens": 906, "latency_sec": 0.6419957999605685, "model_name": "claude-haiku-4-5-20251001", "out_of_srgb": null, "output_tokens": 9, "prediction": { "choice": "B" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "anthropic", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T14:14:11.509733+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-smallmatch-41", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "a02d79c2-9c48-4708-ae0c-7e1766ff1acf", "result_sha256": "8bfdb4682cc2a224ad654d684242ba87126c0cab8e0e305a9f294070352634e2", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.000951, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "B" }, "group_id": "smallmatch-03-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-42.png", "input_tokens": 906, "latency_sec": 1.625509856035933, "model_name": "claude-haiku-4-5-20251001", "out_of_srgb": null, "output_tokens": 9, "prediction": { "choice": "D" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "anthropic", "raw_prediction": "{\"choice\": \"D\"}", "recorded_at": "2026-09-16T16:25:50.399810+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-smallmatch-42", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "5bc2b215-5d45-477b-a676-a0d5d6063773", "result_sha256": "f2b638634c194381eb45081eeb3f2e2c3b0e244e7ad3c2632029ef3143cf7ae0", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.000951, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "C" }, "group_id": "smallmatch-03-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-43.png", "input_tokens": 906, "latency_sec": 0.5940192999551073, "model_name": "claude-haiku-4-5-20251001", "out_of_srgb": null, "output_tokens": 9, "prediction": { "choice": "B" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "anthropic", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T15:02:07.630247+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-smallmatch-43", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "47a115c0-9247-4f86-8b92-9e2162c5c79c", "result_sha256": "a9f723a70c9925d49628d0c96b80b62b4d35b12309d620ee88c95af98468eed1", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.000951, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "D" }, "group_id": "smallmatch-03-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-44.png", "input_tokens": 906, "latency_sec": 0.9194256609771401, "model_name": "claude-haiku-4-5-20251001", "out_of_srgb": null, "output_tokens": 9, "prediction": { "choice": "D" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "anthropic", "raw_prediction": "{\"choice\": \"D\"}", "recorded_at": "2026-09-16T14:45:03.381431+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-44", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "ba35b3c7-c305-4fc7-916b-05a56e41c372", "result_sha256": "b9fee3a15b4426a61c8986fadf8434b35407f0935883b06b342974215eeb865c", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.000951, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "A" }, "group_id": "smallmatch-03-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-45.png", "input_tokens": 906, "latency_sec": 1.135161937912926, "model_name": "claude-haiku-4-5-20251001", "out_of_srgb": null, "output_tokens": 9, "prediction": { "choice": "B" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "anthropic", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T15:41:12.486043+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-smallmatch-45", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "f4865fb5-83c6-4396-a9da-ce9d3651e48f", "result_sha256": "b40940e2cdaad1baf4204557a47032b1cddca9eea4eb0301d210f02c4d5e9e4b", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.000951, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "B" }, "group_id": "smallmatch-03-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-46.png", "input_tokens": 906, "latency_sec": 0.6309021950000897, "model_name": "claude-haiku-4-5-20251001", "out_of_srgb": null, "output_tokens": 9, "prediction": { "choice": "B" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "anthropic", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T14:38:59.932346+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-46", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "e2dc4b4a-3c35-4a55-b0ab-4ca20c3bffd8", "result_sha256": "a83567ce3eb5819dc03b0b4e8f397a9f5ec344b2884748b04901772f559e62fa", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.000951, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "C" }, "group_id": "smallmatch-03-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-47.png", "input_tokens": 906, "latency_sec": 0.6944605431053787, "model_name": "claude-haiku-4-5-20251001", "out_of_srgb": null, "output_tokens": 9, "prediction": { "choice": "B" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "anthropic", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T16:31:06.409820+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-smallmatch-47", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "195af816-0aba-4cc3-be06-a055b1b97ff1", "result_sha256": "30de7e7de004d882ad1cf4aa0ba955fbf603c67383a8668e98bd09e8b0d49690", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.000951, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "D" }, "group_id": "smallmatch-03-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-48.png", "input_tokens": 906, "latency_sec": 0.6875000869622454, "model_name": "claude-haiku-4-5-20251001", "out_of_srgb": null, "output_tokens": 9, "prediction": { "choice": "B" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "anthropic", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T16:28:48.643837+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-smallmatch-48", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "6c623f95-e909-41ad-abd4-7971e1215e04", "result_sha256": "d6021f5f395a542da09812affbe7d49749f6b04b3821481da00151ff64d84b5e", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.000951, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "A" }, "group_id": "smallmatch-04-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-49.png", "input_tokens": 906, "latency_sec": 1.029942819965072, "model_name": "claude-haiku-4-5-20251001", "out_of_srgb": null, "output_tokens": 9, "prediction": { "choice": "B" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "anthropic", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T16:17:25.220481+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-smallmatch-49", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "6d4988c9-7498-4d1c-ae49-c30830ed3361", "result_sha256": "65f7e632ea917b55d0213237644166359dc3ef836f563d83d722d2847c28c167", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.000951, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "B" }, "group_id": "smallmatch-04-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-50.png", "input_tokens": 906, "latency_sec": 0.8884110279614106, "model_name": "claude-haiku-4-5-20251001", "out_of_srgb": null, "output_tokens": 9, "prediction": { "choice": "B" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "anthropic", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T15:29:42.808082+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-50", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "927131e7-6cf7-4a47-835a-0abaa8301fe8", "result_sha256": "f25de5391c59a635128505eb37d9b0a95d9c4f27acd33ee48df2772eba1d7b97", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.000951, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "C" }, "group_id": "smallmatch-04-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-51.png", "input_tokens": 906, "latency_sec": 0.9243504119804129, "model_name": "claude-haiku-4-5-20251001", "out_of_srgb": null, "output_tokens": 9, "prediction": { "choice": "B" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "anthropic", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T14:53:47.141306+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-smallmatch-51", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "04e57358-5b71-486a-bb13-cde0a92da724", "result_sha256": "4c960097040edf2692ae724d66cd90215484bd4c4102e95cc90e8f91dc80d50f", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.000951, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "D" }, "group_id": "smallmatch-04-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-52.png", "input_tokens": 906, "latency_sec": 0.6331736340653151, "model_name": "claude-haiku-4-5-20251001", "out_of_srgb": null, "output_tokens": 9, "prediction": { "choice": "B" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "anthropic", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T16:07:05.983425+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-smallmatch-52", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "b98345b0-0434-4295-849d-8392a5c16051", "result_sha256": "1c32a0505e06a81aa91c80ace8bb42719102f0fa5cd13a86b66bb9252b02328e", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.000951, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "A" }, "group_id": "smallmatch-04-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-53.png", "input_tokens": 906, "latency_sec": 0.8547558909049258, "model_name": "claude-haiku-4-5-20251001", "out_of_srgb": null, "output_tokens": 9, "prediction": { "choice": "C" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "anthropic", "raw_prediction": "{\"choice\": \"C\"}", "recorded_at": "2026-09-16T16:12:59.758508+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-smallmatch-53", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "604fa79e-2af3-4371-9517-4900c68e438a", "result_sha256": "4ce5c80ab9056c3d60d9c3a23e1fee21082104e8ac915bfc7863de9b641f0427", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.000951, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "B" }, "group_id": "smallmatch-04-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-54.png", "input_tokens": 906, "latency_sec": 0.7558524199994281, "model_name": "claude-haiku-4-5-20251001", "out_of_srgb": null, "output_tokens": 9, "prediction": { "choice": "C" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "anthropic", "raw_prediction": "{\"choice\": \"C\"}", "recorded_at": "2026-09-16T14:26:42.339607+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-smallmatch-54", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "204cbaa1-f5c0-46d7-8023-fe8784944250", "result_sha256": "0372bb9ca6a843a28c7f32172a4040e5a814c43b031b4673579bdb0fd0a6206f", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.000951, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "C" }, "group_id": "smallmatch-04-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-55.png", "input_tokens": 906, "latency_sec": 0.8173215329879895, "model_name": "claude-haiku-4-5-20251001", "out_of_srgb": null, "output_tokens": 9, "prediction": { "choice": "C" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "anthropic", "raw_prediction": "{\"choice\": \"C\"}", "recorded_at": "2026-09-16T14:04:30.377381+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-55", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "d464dabb-d64d-4d2b-9482-0738dd0b7938", "result_sha256": "9ac2e1d9fbc3b903e4deba1cec4a968148f73c06aab9cdb378a69f03d6a4f6ca", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.000951, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "D" }, "group_id": "smallmatch-04-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-56.png", "input_tokens": 906, "latency_sec": 1.1382465839851648, "model_name": "claude-haiku-4-5-20251001", "out_of_srgb": null, "output_tokens": 9, "prediction": { "choice": "C" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "anthropic", "raw_prediction": "{\"choice\": \"C\"}", "recorded_at": "2026-09-16T14:59:10.950735+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-smallmatch-56", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "a0626ad8-6c6a-4f0a-b4ca-156a87d4e3a1", "result_sha256": "ccbaa2c11c26dc0f1393f635958f5bae4cb974d8e72aca300ff7c22bb8b75787", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.000951, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "A" }, "group_id": "smallmatch-04-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-57.png", "input_tokens": 906, "latency_sec": 0.7576397960074246, "model_name": "claude-haiku-4-5-20251001", "out_of_srgb": null, "output_tokens": 9, "prediction": { "choice": "A" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "anthropic", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T15:04:17.870612+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-57", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "eec616b8-21b8-40c5-982c-1ae54e015cc0", "result_sha256": "dce3fa2aedf1192bf5663ab7170f60248772a5ad74824f397fef9d8c99842114", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.000951, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "B" }, "group_id": "smallmatch-04-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-58.png", "input_tokens": 906, "latency_sec": 0.8818899730686098, "model_name": "claude-haiku-4-5-20251001", "out_of_srgb": null, "output_tokens": 9, "prediction": { "choice": "B" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "anthropic", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T15:09:57.482459+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-58", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "4d0672f2-d724-4a64-be47-3518b951c44e", "result_sha256": "5a6d730b00ba336bf16f83f9d6e643ebb9eca9bd2c60f1f43b8197dcaccde9c7", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.000951, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "C" }, "group_id": "smallmatch-04-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-59.png", "input_tokens": 906, "latency_sec": 0.8150615250924602, "model_name": "claude-haiku-4-5-20251001", "out_of_srgb": null, "output_tokens": 9, "prediction": { "choice": "B" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "anthropic", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T14:11:09.808845+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-smallmatch-59", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "bcc129b7-6f95-4a03-97b0-c6b54063082c", "result_sha256": "35d8b76a3f75a7f2fef74723b5b2d1cdb0656e52b36eca9dae579e93bf540231", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.000951, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "D" }, "group_id": "smallmatch-04-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-60.png", "input_tokens": 906, "latency_sec": 0.9181843689875677, "model_name": "claude-haiku-4-5-20251001", "out_of_srgb": null, "output_tokens": 9, "prediction": { "choice": "B" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "anthropic", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T15:30:46.122859+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-smallmatch-60", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "aa681f67-6f34-4295-9e4c-593b27e6df7d", "result_sha256": "7a015a5bd46b2af28e4940d8dad06e39021dad466bbfed0ebd345ed568a7609d", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.000951, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "A" }, "group_id": "smallmatch-04-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-61.png", "input_tokens": 906, "latency_sec": 0.5944695990765467, "model_name": "claude-haiku-4-5-20251001", "out_of_srgb": null, "output_tokens": 9, "prediction": { "choice": "B" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "anthropic", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T14:26:11.888119+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-smallmatch-61", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "a7835bb1-25e0-4093-ae2f-6b081ec7e1de", "result_sha256": "e521b7bd389c6dfb652d59a328866d91f8de8769f7bd96f811e911f2c0f96bf3", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.000951, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "B" }, "group_id": "smallmatch-04-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-62.png", "input_tokens": 906, "latency_sec": 0.7130039801122621, "model_name": "claude-haiku-4-5-20251001", "out_of_srgb": null, "output_tokens": 9, "prediction": { "choice": "B" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "anthropic", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T15:26:55.073748+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-62", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "4805ad8d-69ec-4c9c-beea-53ed5469a444", "result_sha256": "3fce8b11c029793d7ae965b3ffaa34472ad9ebb6a74b96a8817712fd60fc6820", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.000951, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "C" }, "group_id": "smallmatch-04-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-63.png", "input_tokens": 906, "latency_sec": 0.631561032962054, "model_name": "claude-haiku-4-5-20251001", "out_of_srgb": null, "output_tokens": 9, "prediction": { "choice": "B" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "anthropic", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T15:45:48.933770+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-smallmatch-63", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "5f186b4b-1b8f-4c63-9316-a82dda5c825e", "result_sha256": "a8bc1b45613c037e41d4f5b34c56d4bbfc1da7951492ac9878c089bdc3225984", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.000951, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "D" }, "group_id": "smallmatch-04-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-64.png", "input_tokens": 906, "latency_sec": 0.8318350319750607, "model_name": "claude-haiku-4-5-20251001", "out_of_srgb": null, "output_tokens": 9, "prediction": { "choice": "B" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "anthropic", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T14:24:10.545485+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-smallmatch-64", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "9eea768e-4f37-4b6a-953e-a2f66f737afc", "result_sha256": "f7057298c62785d801d8529bff8cd9b225bb4cdb5d48f931b1071f550ff8aa48", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.005115, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "A" }, "group_id": "match-binding-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-01.png", "input_tokens": 968, "latency_sec": 2.1275029809912667, "model_name": "claude-opus-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T16:12:26.804895+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-01", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "de8d0332-f02d-46d1-ba80-a2e561dc6172", "result_sha256": "b23861da096b54a282b310c091893f38bb3e0a0dd8abe771213bdabaecb1d502", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.007065, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "B" }, "group_id": "match-binding-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-02.png", "input_tokens": 968, "latency_sec": 3.067649960052222, "model_name": "claude-opus-5", "out_of_srgb": null, "output_tokens": 89, "prediction": { "choice": "B" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T14:22:01.573388+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-02", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "217bd926-5acb-4b4c-b4c2-d839516ec01c", "result_sha256": "d4bdb24f4f7f3656c74dd585fdbd7b57eaa509970fd1302fe4d6a254bcb1b5f2", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.005115, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "C" }, "group_id": "match-binding-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-03.png", "input_tokens": 968, "latency_sec": 2.243383693974465, "model_name": "claude-opus-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "C" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "anthropic", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-16T14:43:30.410883+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-03", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "b4ea9c6e-be0e-46c5-b2d5-9a1e8defda06", "result_sha256": "ef9b90b848f43319aa5ef86df7b3c631109818b6c72b390be5e52a641f7bc8d7", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.005115, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "D" }, "group_id": "match-binding-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-04.png", "input_tokens": 968, "latency_sec": 2.118907943018712, "model_name": "claude-opus-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "D" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "anthropic", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-16T14:58:59.639253+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-04", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "6229f0fc-86ad-47fd-a5a6-9b18ca408f58", "result_sha256": "537b8c5bfab2dc6ce1fca66bd450a9235cd9d813e8f6901898f0422604a15359", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.005115, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "A" }, "group_id": "match-binding-05", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-05.png", "input_tokens": 968, "latency_sec": 2.0870796049712226, "model_name": "claude-opus-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T14:48:22.729923+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-05", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "b06823bd-c8fe-4a0f-a70b-a74dac115a7e", "result_sha256": "19302a2bcbb2a0b83b081c5a7bcc620fff6e2a102f23583c0709d2cf99a694ca", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.005115, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "B" }, "group_id": "match-binding-06", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-06.png", "input_tokens": 968, "latency_sec": 2.3899109499761835, "model_name": "claude-opus-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "anthropic", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T14:50:43.146687+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-06", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "c139cebd-0823-4b0c-80f2-ecbdcc770842", "result_sha256": "54726a85b85150d85c30bfdbf35b33148b9d43c056a42bf828b6c9ff8566c21e", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00789, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "C" }, "group_id": "match-binding-07", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-07.png", "input_tokens": 968, "latency_sec": 3.521132519003004, "model_name": "claude-opus-5", "out_of_srgb": null, "output_tokens": 122, "prediction": { "choice": "C" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "anthropic", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-16T15:26:23.653042+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-07", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "a1162381-c514-491f-a327-176539f1b974", "result_sha256": "1ea347ca86f6b0b0d862edbee1fe521cb265a20e8a11ca91fa968315524fe847", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00819, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "D" }, "group_id": "match-binding-08", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-08.png", "input_tokens": 968, "latency_sec": 3.745509752072394, "model_name": "claude-opus-5", "out_of_srgb": null, "output_tokens": 134, "prediction": { "choice": "D" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "anthropic", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-16T16:15:26.960657+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-08", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "6dea49c4-9aff-48ba-b2e6-0681af044de0", "result_sha256": "2673abfcffda5b2fa0520e976602b7f02566f947f7125663b6c2d36b1ffd854f", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.005115, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "A" }, "group_id": "match-binding-09", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-09.png", "input_tokens": 968, "latency_sec": 3.672965540899895, "model_name": "claude-opus-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T15:43:31.058446+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-09", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "8387e7c7-2067-4884-9fe4-1f080f9b4b0f", "result_sha256": "3136911f157b51b28379aa75258c076e6edde81d3b8cbdf4b6480db218a60209", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00714, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "B" }, "group_id": "match-binding-10", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-10.png", "input_tokens": 968, "latency_sec": 3.664342873962596, "model_name": "claude-opus-5", "out_of_srgb": null, "output_tokens": 92, "prediction": { "choice": "B" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T15:03:09.991897+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-10", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "e45c8de4-ce2a-47bd-8c26-f2f7af9d5565", "result_sha256": "47c937113c32c23766f437d06d640d8de8b593ed4bda2814e47d377b2ade0b72", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.008765, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "C" }, "group_id": "match-binding-11", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-11.png", "input_tokens": 968, "latency_sec": 4.260644646012224, "model_name": "claude-opus-5", "out_of_srgb": null, "output_tokens": 157, "prediction": { "choice": "C" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "anthropic", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-16T14:48:09.330740+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-11", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "0f8a9429-74fd-4568-a81c-be05a6e060bb", "result_sha256": "c9089ee3d5f164e16caf8efb4c1c5fb303c355775d698313c0232857e8280538", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.00824, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "D" }, "group_id": "match-binding-12", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-12.png", "input_tokens": 968, "latency_sec": 4.343773428932764, "model_name": "claude-opus-5", "out_of_srgb": null, "output_tokens": 136, "prediction": { "choice": "B" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T15:35:19.534244+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-binding-12", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "ce8a03a6-ba5c-4fce-be16-b942df41d925", "result_sha256": "678bcae2c7568356c79dc8a18392100b9f8467cf81728d1b1d6e261d607be1b0", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.00909, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "A" }, "group_id": "match-binding-13", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-13.png", "input_tokens": 968, "latency_sec": 4.712313752039336, "model_name": "claude-opus-5", "out_of_srgb": null, "output_tokens": 170, "prediction": { "choice": "C" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "anthropic", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-16T15:01:29.910219+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-binding-13", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "43382fee-6d5a-44c6-92d2-24ea9e13533e", "result_sha256": "1a905539ba79fc1f0e3c5aace0442ed71d551d40817d70f8520d0ffcff4f96b9", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.00959, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "B" }, "group_id": "match-binding-14", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-14.png", "input_tokens": 968, "latency_sec": 4.421769198961556, "model_name": "claude-opus-5", "out_of_srgb": null, "output_tokens": 190, "prediction": { "choice": "A" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T15:38:46.175902+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-binding-14", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "7a8412a1-a1ac-4b54-a906-347ff2d53662", "result_sha256": "3568b1102dd48bfa50edf42838f7188b2f2db3f59723cfc3216e4c7fbe614b66", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00764, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "C" }, "group_id": "match-binding-15", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-15.png", "input_tokens": 968, "latency_sec": 3.7393767070025206, "model_name": "claude-opus-5", "out_of_srgb": null, "output_tokens": 112, "prediction": { "choice": "C" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "anthropic", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-16T14:34:54.466556+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-15", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "0e800359-18a5-4184-a788-a5137ee18592", "result_sha256": "ce5b76c55778357591d8006e09b256e763db6f7349083f915ae762179f23c1a0", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.009465, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "D" }, "group_id": "match-binding-16", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-16.png", "input_tokens": 968, "latency_sec": 4.705477508017793, "model_name": "claude-opus-5", "out_of_srgb": null, "output_tokens": 185, "prediction": { "choice": "A" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T14:27:35.344248+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-binding-16", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "4e97685d-2e1a-47b5-9447-d9f81def812d", "result_sha256": "d012d84e0c186382ef25bed3aaae8dfe334863fbe3ba19b96daf398942626875", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.005115, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "A" }, "group_id": "match-binding-17", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-17.png", "input_tokens": 968, "latency_sec": 1.9399201730266213, "model_name": "claude-opus-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T15:55:19.713037+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-17", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "91cd07a3-6d53-4d17-a20b-f1f34c4f410c", "result_sha256": "ea96aeed0622f7ae6d9b02106ae7b1cefd3c0041377a1551e2a6fcef0600ec23", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.005115, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "B" }, "group_id": "match-binding-18", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-18.png", "input_tokens": 968, "latency_sec": 2.2447463650023565, "model_name": "claude-opus-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T14:08:47.922370+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-18", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "916b8bd7-4209-4003-87e8-74ac6091aef6", "result_sha256": "b2b35de2fffbb723e9028592778c673516ab42fbd0b82e0a3ac7313e06a83eef", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.005115, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "C" }, "group_id": "match-binding-19", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-19.png", "input_tokens": 968, "latency_sec": 2.006314661935903, "model_name": "claude-opus-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "C" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "anthropic", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-16T15:35:45.391506+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-19", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "919bbe16-ff86-40e8-8b25-12368e6301b2", "result_sha256": "79f0e335e5a80cbbd5317d887d710b048a56b24c249d67febb578c58a8c072a4", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00689, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "D" }, "group_id": "match-binding-20", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-20.png", "input_tokens": 968, "latency_sec": 3.1450658180983737, "model_name": "claude-opus-5", "out_of_srgb": null, "output_tokens": 82, "prediction": { "choice": "D" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "anthropic", "raw_prediction": "{\"choice\": \"D\"}", "recorded_at": "2026-09-16T15:53:11.761598+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-20", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "0f63b28b-75d7-4e5a-b846-f1fafd97243b", "result_sha256": "3707e7418ee762e46145af3a0827c2040a2d830021f39f262ff9ade732586518", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.008665, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "A" }, "group_id": "match-binding-21", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-21.png", "input_tokens": 968, "latency_sec": 4.075587544008158, "model_name": "claude-opus-5", "out_of_srgb": null, "output_tokens": 153, "prediction": { "choice": "A" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "anthropic", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T16:31:44.095070+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-21", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "b8085bef-2739-40c1-9a44-f32baedd30d5", "result_sha256": "04d752eb69152392dd9a93a35df01088e9cf1b299a662112448400303b2b7423", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.008715, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "B" }, "group_id": "match-binding-22", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-22.png", "input_tokens": 968, "latency_sec": 5.518135852064006, "model_name": "claude-opus-5", "out_of_srgb": null, "output_tokens": 155, "prediction": { "choice": "B" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T14:59:56.622291+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-22", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "079613a6-f881-4d78-b051-7b804c3493e4", "result_sha256": "ebb4a7fb58ca04bc46f4d62c01d5d96b8fc57f5b093bff58423460e183191b72", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.011365, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "C" }, "group_id": "match-binding-23", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-23.png", "input_tokens": 968, "latency_sec": 6.782084346981719, "model_name": "claude-opus-5", "out_of_srgb": null, "output_tokens": 261, "prediction": { "choice": "C" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "anthropic", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-16T14:33:30.415140+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-23", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "fdc426a9-0b48-4fe2-a707-f3d6fdc9d07e", "result_sha256": "c3a73c5a02060b9cb1c60a5fbdea5bd1ebd4e8b005d24402a4b6e9ab469202a8", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.009415, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "D" }, "group_id": "match-binding-24", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-24.png", "input_tokens": 968, "latency_sec": 4.707669007009827, "model_name": "claude-opus-5", "out_of_srgb": null, "output_tokens": 183, "prediction": { "choice": "D" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "anthropic", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-16T15:40:19.955968+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-24", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "e322d5b7-f334-4a59-899f-da0a33e62ed8", "result_sha256": "1411e580302d64c82c6203a0881a812cb9823e8ceb701ed2cd4d60fbc961a5e0", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.011015, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "A" }, "group_id": "match-binding-25", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-25.png", "input_tokens": 968, "latency_sec": 6.652648797957227, "model_name": "claude-opus-5", "out_of_srgb": null, "output_tokens": 247, "prediction": { "choice": "C" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "anthropic", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-16T14:07:05.665530+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-binding-25", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "16fa2cd9-5798-4435-9757-64ee12d606d6", "result_sha256": "8998b5c8f8259f6640357dd299cd4f08b09eb3c6fea141bbe34ba72db42aa787", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00979, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "B" }, "group_id": "match-binding-26", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-26.png", "input_tokens": 968, "latency_sec": 4.998537815990858, "model_name": "claude-opus-5", "out_of_srgb": null, "output_tokens": 198, "prediction": { "choice": "B" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T14:54:56.212304+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-26", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "782a4754-30d8-4683-8644-17ff75b3c101", "result_sha256": "bcb1458d9eadc507ae7de20965073037635925201938c258dfa6e4c9a8fc01f1", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.011865, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "C" }, "group_id": "match-binding-27", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-27.png", "input_tokens": 968, "latency_sec": 7.08968116203323, "model_name": "claude-opus-5", "out_of_srgb": null, "output_tokens": 281, "prediction": { "choice": "C" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "anthropic", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-16T14:00:20.502956+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-27", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "edaa88e2-f80c-41fa-8bb6-aeb040240b56", "result_sha256": "e2afd202f7e3e53f7686deba4067f02e31106ffbd676445d9c5cf0934214124b", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.009615, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "D" }, "group_id": "match-binding-28", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-28.png", "input_tokens": 968, "latency_sec": 4.862204376957379, "model_name": "claude-opus-5", "out_of_srgb": null, "output_tokens": 191, "prediction": { "choice": "D" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "anthropic", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-16T14:17:19.417990+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-28", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "24d7d42c-ce97-4cab-b92a-86541fef1ecb", "result_sha256": "30839e6d77daa453f3dc1e1fad483e70794cf95bfc3abde9be2f5ffb7b0b9929", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.010365, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "A" }, "group_id": "match-binding-29", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-29.png", "input_tokens": 968, "latency_sec": 5.025429341010749, "model_name": "claude-opus-5", "out_of_srgb": null, "output_tokens": 221, "prediction": { "choice": "B" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T14:23:04.655597+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-binding-29", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "277cefb0-bbd8-4e5e-a1c0-896660c6e1ae", "result_sha256": "3158829c7da5af3befc215d2a904ae21c68a70df3ea1a796403d78b161d06d02", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.01039, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "B" }, "group_id": "match-binding-30", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-30.png", "input_tokens": 968, "latency_sec": 5.717780312988907, "model_name": "claude-opus-5", "out_of_srgb": null, "output_tokens": 222, "prediction": { "choice": "D" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "anthropic", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-16T15:28:38.187152+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-binding-30", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "5aa44033-3ace-40ff-99d1-f07246d57165", "result_sha256": "b12133d0fcc8ca117e70df816a3c7991c474aeec3e9bd62a18003e15c1994dce", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.011765, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "C" }, "group_id": "match-binding-31", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-31.png", "input_tokens": 968, "latency_sec": 6.462311177048832, "model_name": "claude-opus-5", "out_of_srgb": null, "output_tokens": 277, "prediction": { "choice": "B" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T14:54:18.503567+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-binding-31", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "d40ef164-028d-447f-82f8-0fbd2dfa3f53", "result_sha256": "e8f42e81ef1521911063378594153c6f0dca7abf1aaa77df5f87abd09e2e899d", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00814, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "D" }, "group_id": "match-binding-32", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-32.png", "input_tokens": 968, "latency_sec": 3.507815340999514, "model_name": "claude-opus-5", "out_of_srgb": null, "output_tokens": 132, "prediction": { "choice": "D" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "anthropic", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-16T16:16:15.559560+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-32", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "85127bd8-6fb8-4498-9c96-fe1f11890855", "result_sha256": "8c6218253ddcdc83a411f0881fbdc2078f3fd83ed3860df6a5b2a95131900492", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.005115, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "A" }, "group_id": "match-binding-33", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-33.png", "input_tokens": 968, "latency_sec": 2.1590014080284163, "model_name": "claude-opus-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T16:09:01.262682+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-33", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "254cf7bc-5936-4625-b126-a2298b30cf16", "result_sha256": "b8bacb8d712abd30117ac669f22889980c852beca9861fd7106b58a696410d81", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.005115, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "B" }, "group_id": "match-binding-34", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-34.png", "input_tokens": 968, "latency_sec": 2.0075304900528863, "model_name": "claude-opus-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T15:17:25.232816+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-34", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "aa123764-d01b-4741-ad30-2f69ff501c2a", "result_sha256": "5b3075d370d77737992a1fb45079c77aca72313b4def08e7bd1eb359a2912e9c", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.005115, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "C" }, "group_id": "match-binding-35", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-35.png", "input_tokens": 968, "latency_sec": 1.9743104339577258, "model_name": "claude-opus-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "C" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "anthropic", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-16T14:49:54.543036+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-35", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "7905bf2e-904c-4d0e-8b2c-7b768b76a48a", "result_sha256": "893fc342d84e74319dd79ce2fdaf7af9fe9b4614ba005ad8a95afbf3f3bcdfb3", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.005115, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "D" }, "group_id": "match-binding-36", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-36.png", "input_tokens": 968, "latency_sec": 2.475841267965734, "model_name": "claude-opus-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "D" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "anthropic", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-16T15:54:06.732399+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-36", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "33928079-4394-4c74-bdc8-a21621dc71ca", "result_sha256": "71929abb0e7ac0f3adb7e89035cb388c7c420fdd3a30b2d21c0a5de27b8cd8ba", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.005115, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "A" }, "group_id": "match-binding-37", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-37.png", "input_tokens": 968, "latency_sec": 2.1713034220738336, "model_name": "claude-opus-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T15:32:15.997105+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-37", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "81e0ae97-f2f4-4b24-95b4-f5578af4b851", "result_sha256": "7fc16b31cf54dc6301bc712264b061a87a772a285918a6f0893884e3935fb2d5", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00789, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "B" }, "group_id": "match-binding-38", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-38.png", "input_tokens": 968, "latency_sec": 4.012729138019495, "model_name": "claude-opus-5", "out_of_srgb": null, "output_tokens": 122, "prediction": { "choice": "B" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T16:21:32.590426+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-38", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "003fce72-b36e-4748-9629-d8a3e7ade4d5", "result_sha256": "6e7c0f12f7408e92d63177ab69b9f90387efb016a0079d3020cd2ec93c109ea4", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.007765, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "C" }, "group_id": "match-binding-39", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-39.png", "input_tokens": 968, "latency_sec": 4.082574439002201, "model_name": "claude-opus-5", "out_of_srgb": null, "output_tokens": 117, "prediction": { "choice": "C" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "anthropic", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-16T14:43:11.342278+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-39", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "87724bdc-fc26-49bc-84b4-8ed65d909005", "result_sha256": "5c88d9825da5aaf1723be0b1c49fa262cc0b221fb2ff20e904154a485fe47fb4", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00794, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "D" }, "group_id": "match-binding-40", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-40.png", "input_tokens": 968, "latency_sec": 3.6180441440083086, "model_name": "claude-opus-5", "out_of_srgb": null, "output_tokens": 124, "prediction": { "choice": "D" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "anthropic", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-16T14:48:52.459533+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-40", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "f89625c8-0d30-41f9-8c02-42723c2e7b5e", "result_sha256": "9faa8edc9dca471f90abc196e423f49389e0d9d9950ec4e690aff71cf5ff49c6", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.006565, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "A" }, "group_id": "match-binding-41", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-41.png", "input_tokens": 968, "latency_sec": 3.343691239017062, "model_name": "claude-opus-5", "out_of_srgb": null, "output_tokens": 69, "prediction": { "choice": "A" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T15:23:30.000910+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-41", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "12b31bb3-3888-457a-a313-5d126a410736", "result_sha256": "ff1081aec3bc3c5daf66d3c71f9feb935eee16c55a092e96dcb5f69e7756c32d", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.007665, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "B" }, "group_id": "match-binding-42", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-42.png", "input_tokens": 968, "latency_sec": 3.828945985995233, "model_name": "claude-opus-5", "out_of_srgb": null, "output_tokens": 113, "prediction": { "choice": "B" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T16:06:00.263564+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-42", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "ee1913ad-9034-4fa6-bb3b-67f32a13a1aa", "result_sha256": "192eca6885b11787bf4f39540de5fd0d7423053418f850953e5fa25471f05e8b", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.007065, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "C" }, "group_id": "match-binding-43", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-43.png", "input_tokens": 968, "latency_sec": 3.7170185840222985, "model_name": "claude-opus-5", "out_of_srgb": null, "output_tokens": 89, "prediction": { "choice": "A" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T15:46:19.282870+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-binding-43", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "18d07c1c-5fbc-45f4-bd2a-e1f33c6b2c69", "result_sha256": "64b1e5af22c0cae005573afb533e8733f371d040babc87e9924c95d74ee39952", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00779, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "D" }, "group_id": "match-binding-44", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-44.png", "input_tokens": 968, "latency_sec": 4.01641717099119, "model_name": "claude-opus-5", "out_of_srgb": null, "output_tokens": 118, "prediction": { "choice": "D" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "anthropic", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-16T14:40:52.223493+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-44", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "294dcc9b-d3e5-4f45-beb7-6d9c18bf446d", "result_sha256": "e7550f1e34e56653f4514dd4617d7b20251ac5985116c850196ea1f407b94867", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.01109, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "A" }, "group_id": "match-binding-45", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-45.png", "input_tokens": 968, "latency_sec": 6.081430583959445, "model_name": "claude-opus-5", "out_of_srgb": null, "output_tokens": 250, "prediction": { "choice": "A" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T14:12:54.355324+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-45", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "66dca007-dbbe-4929-a642-1346d797dd51", "result_sha256": "1eeb0893cc03fdffd4c02aac90d49769270536cea44a9b5cb874afe08dc7f0fe", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.00964, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "B" }, "group_id": "match-binding-46", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-46.png", "input_tokens": 968, "latency_sec": 4.042509871069342, "model_name": "claude-opus-5", "out_of_srgb": null, "output_tokens": 192, "prediction": { "choice": "D" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "anthropic", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-16T15:53:52.791986+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-binding-46", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "7982e9d2-7de6-4362-9d9e-0cddcf82d481", "result_sha256": "100c690e12681bdb61520a0e8d8e2fc84db9475f96f3875fa9d0c00ba1269ac5", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.01249, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "C" }, "group_id": "match-binding-47", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-47.png", "input_tokens": 968, "latency_sec": 6.72491862392053, "model_name": "claude-opus-5", "out_of_srgb": null, "output_tokens": 306, "prediction": { "choice": "C" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "anthropic", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-16T16:06:26.949258+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-47", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "56db9a6a-6d3c-4ca5-8d7f-52c396dbd83e", "result_sha256": "dfca8f95f9700b64d5defca3a8208e951606d6cbc100607ff94e87eb8a1bb479", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.009865, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "D" }, "group_id": "match-binding-48", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-48.png", "input_tokens": 968, "latency_sec": 5.979412195971236, "model_name": "claude-opus-5", "out_of_srgb": null, "output_tokens": 201, "prediction": { "choice": "C" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "anthropic", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-16T16:15:05.953322+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-binding-48", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "9dd20ec7-3fb3-4f77-8ad1-d43e8719a0e1", "result_sha256": "0df42ec0081e59cb255e9de69d5ed9ee915cea44cccd6d0b6a158b935d83bf3d", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.005095, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "B" }, "group_id": "chroma-chain-01-edge-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-01.png", "input_tokens": 964, "latency_sec": 1.9739444199949503, "model_name": "claude-opus-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "7cb1baae3d2170148c899969e7afaa6d6a5143997cc3086bc447697d521e10ca", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T16:25:26.980320+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-01", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "457d5f07-6221-4137-bb0b-01125b73c8f0", "result_sha256": "30412d17b369148868ac307d12564aa8af1b69a259d3e29180e7309ed5dcd2a4", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.005095, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "A" }, "group_id": "chroma-chain-01-edge-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-02.png", "input_tokens": 964, "latency_sec": 2.229511577053927, "model_name": "claude-opus-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "7cb1baae3d2170148c899969e7afaa6d6a5143997cc3086bc447697d521e10ca", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T15:14:05.739613+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-02", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "28713aec-2fb1-4194-9cdb-b4ec83b1e960", "result_sha256": "f2d436f8fe421d510fabd94ac148035720fd29b72e3269a07dfafdc810d41ebc", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.005095, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "A" }, "group_id": "chroma-chain-01-edge-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-03.png", "input_tokens": 964, "latency_sec": 3.632712730090134, "model_name": "claude-opus-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "f7627aca5640b4e4bb5108ec22eda036673dd7300493ad098f17639bff610e34", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T16:22:05.536883+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-03", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "6c12966b-9a76-4b27-a1d9-69cf93b4241d", "result_sha256": "cc4f07d2dfa4110968d60d43276bfc9b0e060a707f207c5bf6f90e10aafed04f", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.005095, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "B" }, "group_id": "chroma-chain-01-edge-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-04.png", "input_tokens": 964, "latency_sec": 3.328502123011276, "model_name": "claude-opus-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "f7627aca5640b4e4bb5108ec22eda036673dd7300493ad098f17639bff610e34", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T16:19:24.356216+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-04", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "227a52e6-2e2f-4409-8cf4-4991f0468f39", "result_sha256": "90f2f0c4ea567ee5d071b6e756ba9c781f3a5a900e4cf9688c92e98836800737", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.005095, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "B" }, "group_id": "chroma-chain-01-edge-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-05.png", "input_tokens": 964, "latency_sec": 2.3539545880630612, "model_name": "claude-opus-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "7cb1baae3d2170148c899969e7afaa6d6a5143997cc3086bc447697d521e10ca", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T14:47:48.431546+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-05", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "22a770e1-1cca-491e-86d0-98f879209c3b", "result_sha256": "b7b99296c1114a7febe6a8eef80511db5ec708e7118dbdb5f5418823a60e3e6b", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.005095, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "A" }, "group_id": "chroma-chain-01-edge-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-06.png", "input_tokens": 964, "latency_sec": 2.3076661919476464, "model_name": "claude-opus-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "7cb1baae3d2170148c899969e7afaa6d6a5143997cc3086bc447697d521e10ca", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T14:43:57.646454+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-06", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "ca92a085-9317-48c2-ae12-64cfea3be5b4", "result_sha256": "7bd3806956faf454065ed9e233f28883fbeabed52917fe2d3e495480164d362f", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.005095, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "A" }, "group_id": "chroma-chain-01-edge-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-07.png", "input_tokens": 964, "latency_sec": 2.11919461900834, "model_name": "claude-opus-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "f7627aca5640b4e4bb5108ec22eda036673dd7300493ad098f17639bff610e34", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T14:57:05.157570+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-07", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "40ec0fc1-0ab8-4909-8f8d-8dc986d81af6", "result_sha256": "0734538fdefdc1bc88fd54277e2976365ecb7bb42cca9963d76bfc444fb162a6", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.005095, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "B" }, "group_id": "chroma-chain-01-edge-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-08.png", "input_tokens": 964, "latency_sec": 2.1764464520383626, "model_name": "claude-opus-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "f7627aca5640b4e4bb5108ec22eda036673dd7300493ad098f17639bff610e34", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T16:04:58.123382+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-08", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "74139f7e-1e9e-443e-8bcf-daccd0ccba25", "result_sha256": "7899ce4df0a6036be6b69fcfb51e648f7fdf5809980706cdbdcb8d61def31586", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.005095, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "B" }, "group_id": "chroma-chain-01-edge-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-09.png", "input_tokens": 964, "latency_sec": 2.427527447929606, "model_name": "claude-opus-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "7cb1baae3d2170148c899969e7afaa6d6a5143997cc3086bc447697d521e10ca", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T14:08:39.638025+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-09", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "7b87f5e4-5106-4710-9325-ba1c5132cb39", "result_sha256": "e9e0d2a4370936b4e1f507262acf5697d32d18703c9e848cdcf699ea1e7dd0da", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00607, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "A" }, "group_id": "chroma-chain-01-edge-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-10.png", "input_tokens": 964, "latency_sec": 2.6980010150000453, "model_name": "claude-opus-5", "out_of_srgb": null, "output_tokens": 50, "prediction": { "choice": "A" }, "prompt_sha256": "7cb1baae3d2170148c899969e7afaa6d6a5143997cc3086bc447697d521e10ca", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T15:12:28.749654+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-10", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "5a15bcb8-dce9-4173-aeff-7a58523033df", "result_sha256": "c138f6c6f35a7224be0a3f21460696efbde3278b2051e9ab28d7b97d6021f2bf", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00622, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "A" }, "group_id": "chroma-chain-01-edge-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-11.png", "input_tokens": 964, "latency_sec": 3.0830817040987313, "model_name": "claude-opus-5", "out_of_srgb": null, "output_tokens": 56, "prediction": { "choice": "A" }, "prompt_sha256": "f7627aca5640b4e4bb5108ec22eda036673dd7300493ad098f17639bff610e34", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T14:20:15.386922+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-11", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "7d6e49a0-14b1-445a-9adc-6f4501e0f3ac", "result_sha256": "3aa9a3aa98dcc830a2d1da2ada43706515fb62f59c0a853b0c0b46750b781843", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.006395, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "B" }, "group_id": "chroma-chain-01-edge-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-12.png", "input_tokens": 964, "latency_sec": 2.8669584050076082, "model_name": "claude-opus-5", "out_of_srgb": null, "output_tokens": 63, "prediction": { "choice": "B" }, "prompt_sha256": "f7627aca5640b4e4bb5108ec22eda036673dd7300493ad098f17639bff610e34", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T15:45:29.957887+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-12", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "d3bd14cc-481b-4bf0-9a35-9979fb7e7ec9", "result_sha256": "c1f732b1a076cdbe789eebeb0efc537607d507cd0efe2598b1c2c20516944acf", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.005095, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "B" }, "group_id": "chroma-chain-01-edge-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-13.png", "input_tokens": 964, "latency_sec": 1.8999380860477686, "model_name": "claude-opus-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "7cb1baae3d2170148c899969e7afaa6d6a5143997cc3086bc447697d521e10ca", "provider": "anthropic", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T15:27:08.883377+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-13", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "6f396b03-8f2e-4ca8-bda7-ad0c3f34cf42", "result_sha256": "78b2819cbfb99c5f8ce4e6da987283e9e8ecf4c5b997dc3f83e6c7d2edc128fb", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.007595, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "A" }, "group_id": "chroma-chain-01-edge-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-14.png", "input_tokens": 964, "latency_sec": 3.717821268015541, "model_name": "claude-opus-5", "out_of_srgb": null, "output_tokens": 111, "prediction": { "choice": "A" }, "prompt_sha256": "7cb1baae3d2170148c899969e7afaa6d6a5143997cc3086bc447697d521e10ca", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T15:37:34.778822+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-14", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "6d887245-c97d-47e3-8524-0b8d3c3b1fdb", "result_sha256": "58813c6812f7f3eb22ce1023adfc0759a847e70e36c4d3522884d7dc89a4d9de", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.007595, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "A" }, "group_id": "chroma-chain-01-edge-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-15.png", "input_tokens": 964, "latency_sec": 3.634636000962928, "model_name": "claude-opus-5", "out_of_srgb": null, "output_tokens": 111, "prediction": { "choice": "A" }, "prompt_sha256": "f7627aca5640b4e4bb5108ec22eda036673dd7300493ad098f17639bff610e34", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T14:13:24.071472+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-15", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "eeee38c5-787d-428a-93cb-60babc92b25a", "result_sha256": "5b31dd5aa019d9f7e7e4c62eb5c00980ae43952674f325b72a2a5922df1528c0", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.006945, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "B" }, "group_id": "chroma-chain-01-edge-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-16.png", "input_tokens": 964, "latency_sec": 2.3036876630503684, "model_name": "claude-opus-5", "out_of_srgb": null, "output_tokens": 85, "prediction": { "choice": "B" }, "prompt_sha256": "f7627aca5640b4e4bb5108ec22eda036673dd7300493ad098f17639bff610e34", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T16:03:18.942736+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-16", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "7ab8677c-8244-4fd8-a9ec-482920bb081b", "result_sha256": "ec83eed93c71f9bdf74c4f0cdcda15a146dcee9c01c7b836fc2a0fe043497a42", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.005095, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "B" }, "group_id": "chroma-chain-02-edge-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-17.png", "input_tokens": 964, "latency_sec": 2.819569922052324, "model_name": "claude-opus-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "7cb1baae3d2170148c899969e7afaa6d6a5143997cc3086bc447697d521e10ca", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T14:19:27.320018+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-17", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "c81ad886-51d2-4df2-9b95-a9b4865d31e0", "result_sha256": "cde33739af08bb447d1809727cd092ce92cdb3986f40db9224d1324c10860f96", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.005095, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "A" }, "group_id": "chroma-chain-02-edge-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-18.png", "input_tokens": 964, "latency_sec": 2.1060641820076853, "model_name": "claude-opus-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "7cb1baae3d2170148c899969e7afaa6d6a5143997cc3086bc447697d521e10ca", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T14:50:03.274878+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-18", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "b19448bf-3352-4e05-a11c-63ec9dfd92b8", "result_sha256": "fe06ac21e0161f23c1d4ae70798780b7016f0c7c3ff1da1faf21888310f91c08", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.005095, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "A" }, "group_id": "chroma-chain-02-edge-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-19.png", "input_tokens": 964, "latency_sec": 1.887784157996066, "model_name": "claude-opus-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "f7627aca5640b4e4bb5108ec22eda036673dd7300493ad098f17639bff610e34", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T15:53:31.089852+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-19", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "e6dd21f1-c361-42cb-a565-2ae81c2852f4", "result_sha256": "7d748cb9c41eea93c7c22dbcf81f45158d3f4f85b8d762f46763adba1625094c", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.005095, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "B" }, "group_id": "chroma-chain-02-edge-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-20.png", "input_tokens": 964, "latency_sec": 3.114590332028456, "model_name": "claude-opus-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "f7627aca5640b4e4bb5108ec22eda036673dd7300493ad098f17639bff610e34", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T14:02:29.526862+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-20", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "96001116-c966-4d69-9e61-ea34a9cd3095", "result_sha256": "d590ff41aff16a106589156e5c090c05cda842fc0bde162fc50cde914f5ca31b", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.005095, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "B" }, "group_id": "chroma-chain-02-edge-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-21.png", "input_tokens": 964, "latency_sec": 2.4728565260302275, "model_name": "claude-opus-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "7cb1baae3d2170148c899969e7afaa6d6a5143997cc3086bc447697d521e10ca", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T14:14:29.346045+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-21", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "3c0b7bed-7d29-4b0d-9eb9-9e8a1387593c", "result_sha256": "3f4d2d8abcf33a4111ca6c3c59b2925cb3558600176ef15d84137d8e18b5611d", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.005095, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "A" }, "group_id": "chroma-chain-02-edge-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-22.png", "input_tokens": 964, "latency_sec": 2.1692950889701024, "model_name": "claude-opus-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "7cb1baae3d2170148c899969e7afaa6d6a5143997cc3086bc447697d521e10ca", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T15:22:12.268744+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-22", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "7690f0e2-d578-4821-bb3a-1b336b64413a", "result_sha256": "71ab80e55d8b16b21fb4e3967aedf4154076131b25315cf94bed9d780d3ffb59", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00627, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "A" }, "group_id": "chroma-chain-02-edge-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-23.png", "input_tokens": 964, "latency_sec": 3.0254071049857885, "model_name": "claude-opus-5", "out_of_srgb": null, "output_tokens": 58, "prediction": { "choice": "A" }, "prompt_sha256": "f7627aca5640b4e4bb5108ec22eda036673dd7300493ad098f17639bff610e34", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T14:50:29.815975+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-23", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "3c8d65e7-cbc6-492e-8e8f-d63a4e16ac0b", "result_sha256": "0143161063cce87ef8679962cce0167d2d7fb75f0ea63466434e3f83be5542fa", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.005095, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "B" }, "group_id": "chroma-chain-02-edge-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-24.png", "input_tokens": 964, "latency_sec": 2.276465026079677, "model_name": "claude-opus-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "f7627aca5640b4e4bb5108ec22eda036673dd7300493ad098f17639bff610e34", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T16:26:31.274813+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-24", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "7a414136-ebb7-4b7f-9945-ae426e2f7e21", "result_sha256": "7dbde87db914550c9cc5a3cddea732fc628651c03ba4e2d6d96c5df88d73ddb6", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00697, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "B" }, "group_id": "chroma-chain-02-edge-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-25.png", "input_tokens": 964, "latency_sec": 2.9462999120587483, "model_name": "claude-opus-5", "out_of_srgb": null, "output_tokens": 86, "prediction": { "choice": "B" }, "prompt_sha256": "7cb1baae3d2170148c899969e7afaa6d6a5143997cc3086bc447697d521e10ca", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T16:07:23.004808+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-25", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "839799bc-8d2e-45c8-89ce-20bb906ce0ce", "result_sha256": "73fdf9f656922e70bd856420a18071cd3c3f55d7726aae8410bda8f33585804c", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.006495, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "A" }, "group_id": "chroma-chain-02-edge-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-26.png", "input_tokens": 964, "latency_sec": 2.8224894219310954, "model_name": "claude-opus-5", "out_of_srgb": null, "output_tokens": 67, "prediction": { "choice": "A" }, "prompt_sha256": "7cb1baae3d2170148c899969e7afaa6d6a5143997cc3086bc447697d521e10ca", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T14:09:05.917351+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-26", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "e21d9bc3-c98b-47b7-87b7-4e0aad68a42b", "result_sha256": "86b5dfe57856ec602849aac7a598e977006e77c2a5dcc0c1b08aa2321c506baf", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.005095, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "A" }, "group_id": "chroma-chain-02-edge-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-27.png", "input_tokens": 964, "latency_sec": 1.4702051950152963, "model_name": "claude-opus-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "f7627aca5640b4e4bb5108ec22eda036673dd7300493ad098f17639bff610e34", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T15:41:00.698262+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-27", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "0d45f228-3997-422f-8420-3cb7325eff0a", "result_sha256": "d0a34e0814d92614f2dc01f91cde91aa50448145abdac3c10452fac8279f8358", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.006195, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "B" }, "group_id": "chroma-chain-02-edge-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-28.png", "input_tokens": 964, "latency_sec": 2.9215473409276456, "model_name": "claude-opus-5", "out_of_srgb": null, "output_tokens": 55, "prediction": { "choice": "B" }, "prompt_sha256": "f7627aca5640b4e4bb5108ec22eda036673dd7300493ad098f17639bff610e34", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T16:22:28.658090+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-28", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "a2b73006-a7e6-45ea-a8bb-65613f64ada9", "result_sha256": "70ed5d6cd34f467cc296ffe16e56b1c8f5b10d88ead73e436f59a3ad00474687", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.005095, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "B" }, "group_id": "chroma-chain-02-edge-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-29.png", "input_tokens": 964, "latency_sec": 1.6027051330311224, "model_name": "claude-opus-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "7cb1baae3d2170148c899969e7afaa6d6a5143997cc3086bc447697d521e10ca", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T15:53:21.048263+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-29", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "6b73c412-7869-434f-8bbd-9f7e20fab9b6", "result_sha256": "bc64f99d01cd0e4a82c8ee1459b9fccac66e481143cd7666fb2b261d23a195c6", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.005095, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "A" }, "group_id": "chroma-chain-02-edge-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-30.png", "input_tokens": 964, "latency_sec": 1.8612934069242328, "model_name": "claude-opus-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "7cb1baae3d2170148c899969e7afaa6d6a5143997cc3086bc447697d521e10ca", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T14:53:01.733896+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-30", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "896f9bf1-238b-4eae-b16c-791a46cf1b14", "result_sha256": "6d0401ba4e1c10c84c4c963562544f39421f8006f0b24aaba3814f3339761362", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.005095, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "A" }, "group_id": "chroma-chain-02-edge-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-31.png", "input_tokens": 964, "latency_sec": 2.3150425089988858, "model_name": "claude-opus-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "f7627aca5640b4e4bb5108ec22eda036673dd7300493ad098f17639bff610e34", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T15:24:10.171449+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-31", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "e05fdba3-3a73-4d5a-9ed1-4c668bb33634", "result_sha256": "63b11a09d4b73a1901d2d79fc821bc0d2a65afdfaf621661727e8b7dcd08f7f3", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.005095, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "B" }, "group_id": "chroma-chain-02-edge-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-32.png", "input_tokens": 964, "latency_sec": 2.312661356991157, "model_name": "claude-opus-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "f7627aca5640b4e4bb5108ec22eda036673dd7300493ad098f17639bff610e34", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T15:16:46.094827+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-32", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "0d186bc3-b42f-47d5-861b-19abd8e64978", "result_sha256": "e662fb2c734cf84d726d8476abd3c39183d68dae3a9257d83003fd260e56baf4", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00622, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "B" }, "group_id": "chroma-chain-03-edge-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-33.png", "input_tokens": 964, "latency_sec": 3.4880418879911304, "model_name": "claude-opus-5", "out_of_srgb": null, "output_tokens": 56, "prediction": { "choice": "B" }, "prompt_sha256": "7cb1baae3d2170148c899969e7afaa6d6a5143997cc3086bc447697d521e10ca", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T14:57:46.654031+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-33", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "29a1281e-07f2-4769-b602-327d55b73c34", "result_sha256": "129fda6f97ac9eeebe6ff932abfbf3d9fca65c0a6eb978d6fc9e50e5aac01e73", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.005095, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "A" }, "group_id": "chroma-chain-03-edge-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-34.png", "input_tokens": 964, "latency_sec": 1.9917757620569319, "model_name": "claude-opus-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "7cb1baae3d2170148c899969e7afaa6d6a5143997cc3086bc447697d521e10ca", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T15:28:20.355126+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-34", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "86390d06-1c9b-4138-b140-1ad643da8a68", "result_sha256": "86d77976cf058ecaf3e526cf649cff6482925de5e18a456e9c3b4ae565c65dc5", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00607, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "A" }, "group_id": "chroma-chain-03-edge-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-35.png", "input_tokens": 964, "latency_sec": 3.085608653957024, "model_name": "claude-opus-5", "out_of_srgb": null, "output_tokens": 50, "prediction": { "choice": "A" }, "prompt_sha256": "f7627aca5640b4e4bb5108ec22eda036673dd7300493ad098f17639bff610e34", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T15:28:11.082413+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-35", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "3b920298-49b7-46e4-9a0c-b13cd2088a99", "result_sha256": "76faf8c9e2fe77d441ee9fc076be2c59290fae0ce1790134699de981b2726c53", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.006095, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "B" }, "group_id": "chroma-chain-03-edge-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-36.png", "input_tokens": 964, "latency_sec": 3.049985994002782, "model_name": "claude-opus-5", "out_of_srgb": null, "output_tokens": 51, "prediction": { "choice": "B" }, "prompt_sha256": "f7627aca5640b4e4bb5108ec22eda036673dd7300493ad098f17639bff610e34", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T15:02:28.264338+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-36", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "eeb3e5c9-4b3a-4695-9c3d-398761077a6f", "result_sha256": "e07e5f8743e5c474f6fedb1bcdc80af4e6883aefa90d20ad68366b33c12326a6", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00707, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "B" }, "group_id": "chroma-chain-03-edge-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-37.png", "input_tokens": 964, "latency_sec": 3.0575158069841564, "model_name": "claude-opus-5", "out_of_srgb": null, "output_tokens": 90, "prediction": { "choice": "B" }, "prompt_sha256": "7cb1baae3d2170148c899969e7afaa6d6a5143997cc3086bc447697d521e10ca", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T14:16:01.273373+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-37", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "1005b364-40df-4cba-89cb-9ac027c79e2e", "result_sha256": "a70661974ed6b856c84ba987534acd6e270d72ba0e51c3aab316d7652bfa759b", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00612, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "A" }, "group_id": "chroma-chain-03-edge-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-38.png", "input_tokens": 964, "latency_sec": 2.891440370003693, "model_name": "claude-opus-5", "out_of_srgb": null, "output_tokens": 52, "prediction": { "choice": "A" }, "prompt_sha256": "7cb1baae3d2170148c899969e7afaa6d6a5143997cc3086bc447697d521e10ca", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T15:13:25.167543+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-38", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "2dcc3d88-370d-453d-b7b2-a5481a199790", "result_sha256": "08e24f20c696caee32e0ceb754a6302639d9b58172309ccbf113c58298b1b278", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00682, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "A" }, "group_id": "chroma-chain-03-edge-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-39.png", "input_tokens": 964, "latency_sec": 3.7548121289582923, "model_name": "claude-opus-5", "out_of_srgb": null, "output_tokens": 80, "prediction": { "choice": "A" }, "prompt_sha256": "f7627aca5640b4e4bb5108ec22eda036673dd7300493ad098f17639bff610e34", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T15:29:07.447694+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-39", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "cb330a13-e1e7-4904-8d90-325f4b7db017", "result_sha256": "625fa7b5484f0af967eeb0c96e0e56e0d0e5449d5c666f30909dfe1fb983d3c6", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00642, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "B" }, "group_id": "chroma-chain-03-edge-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-40.png", "input_tokens": 964, "latency_sec": 3.209886697935872, "model_name": "claude-opus-5", "out_of_srgb": null, "output_tokens": 64, "prediction": { "choice": "B" }, "prompt_sha256": "f7627aca5640b4e4bb5108ec22eda036673dd7300493ad098f17639bff610e34", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T15:42:05.925597+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-40", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "77488f92-c09e-4869-a24a-ad521404fb92", "result_sha256": "933f4e9960b2c13b1347c66221f1793b59329d3901c6ff6c4dec3659952186af", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.005095, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "B" }, "group_id": "chroma-chain-03-edge-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-41.png", "input_tokens": 964, "latency_sec": 2.446631017024629, "model_name": "claude-opus-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "7cb1baae3d2170148c899969e7afaa6d6a5143997cc3086bc447697d521e10ca", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T14:49:31.708503+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-41", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "c2a05b07-4d45-4521-b9bb-d68356408395", "result_sha256": "cbfb2c3d9c45ed90191c9f00ad52946da1d482b50689fe3d53d601d8f00b2477", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.005095, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "A" }, "group_id": "chroma-chain-03-edge-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-42.png", "input_tokens": 964, "latency_sec": 2.452744234004058, "model_name": "claude-opus-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "7cb1baae3d2170148c899969e7afaa6d6a5143997cc3086bc447697d521e10ca", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T15:26:43.184576+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-42", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "f9c4c6b6-ea7c-430f-b4d1-f0c2ac9cc3cc", "result_sha256": "b1d82c5a2e74258ea7dddc65550c1e07034a565301b7009e5b9f9b6546c59e4e", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.005095, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "A" }, "group_id": "chroma-chain-03-edge-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-43.png", "input_tokens": 964, "latency_sec": 2.189285472035408, "model_name": "claude-opus-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "f7627aca5640b4e4bb5108ec22eda036673dd7300493ad098f17639bff610e34", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T14:15:51.176610+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-43", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "ba30f10c-c2fe-4e6d-a114-cb121625090f", "result_sha256": "32f62628480c135d8c937b4a716950e97dd9e75f25394270030f426c30f7a7db", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.005095, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "B" }, "group_id": "chroma-chain-03-edge-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-44.png", "input_tokens": 964, "latency_sec": 2.1474783779121935, "model_name": "claude-opus-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "f7627aca5640b4e4bb5108ec22eda036673dd7300493ad098f17639bff610e34", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T14:41:25.842054+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-44", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "50837564-93f9-4099-aaab-cfc3af40a39a", "result_sha256": "6bf3ecb4d968e05d107526416439f4e55f507fe0b383b68b3ea46d00b80589aa", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.005095, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "B" }, "group_id": "chroma-chain-03-edge-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-45.png", "input_tokens": 964, "latency_sec": 2.7082304439973086, "model_name": "claude-opus-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "7cb1baae3d2170148c899969e7afaa6d6a5143997cc3086bc447697d521e10ca", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T15:31:25.905037+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-45", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "43fe2b54-bf3e-43c2-92e1-45ef65ebaac5", "result_sha256": "f87d5210f246b046d3101d595d0194c1beca90556cf8392e63b23cbb5671b483", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.005095, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "A" }, "group_id": "chroma-chain-03-edge-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-46.png", "input_tokens": 964, "latency_sec": 2.103092225966975, "model_name": "claude-opus-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "7cb1baae3d2170148c899969e7afaa6d6a5143997cc3086bc447697d521e10ca", "provider": "anthropic", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T14:46:22.520656+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-46", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "23d2c547-d4dd-4a1c-885a-088dada0bfda", "result_sha256": "5e79186abbe18dfa4479709ccc003f3959f90d6eca929ea4fff15c4885130f41", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.005095, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "A" }, "group_id": "chroma-chain-03-edge-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-47.png", "input_tokens": 964, "latency_sec": 2.015829257084988, "model_name": "claude-opus-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "f7627aca5640b4e4bb5108ec22eda036673dd7300493ad098f17639bff610e34", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T15:55:53.799006+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-47", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "072a875b-3da1-4053-8937-6a62031959ff", "result_sha256": "0c81e17f2fad2aeb30bf56b37d8170a4f9112a05a444637e7c6c8f0accf4f2ef", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.005095, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "B" }, "group_id": "chroma-chain-03-edge-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-48.png", "input_tokens": 964, "latency_sec": 1.9452991199214011, "model_name": "claude-opus-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "f7627aca5640b4e4bb5108ec22eda036673dd7300493ad098f17639bff610e34", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T15:55:31.120315+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-48", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "2efcab73-f2b7-484a-9f49-abc4b3f898ae", "result_sha256": "0e3573c8839d32b80d8414ea069c9299849bd586bd3f26048e50be0d1e748bb7", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00717, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "B" }, "group_id": "chroma-chain-04-edge-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-49.png", "input_tokens": 964, "latency_sec": 3.5079178320011124, "model_name": "claude-opus-5", "out_of_srgb": null, "output_tokens": 94, "prediction": { "choice": "B" }, "prompt_sha256": "7cb1baae3d2170148c899969e7afaa6d6a5143997cc3086bc447697d521e10ca", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T15:55:40.500141+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-49", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "428cd832-3828-439a-8d76-47b9728c0e5b", "result_sha256": "615aaf829950ae101817e605f3819b3f4fb10b4af12c09a8fcdb7b7977d9ed2c", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.006795, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "A" }, "group_id": "chroma-chain-04-edge-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-50.png", "input_tokens": 964, "latency_sec": 4.051455818931572, "model_name": "claude-opus-5", "out_of_srgb": null, "output_tokens": 79, "prediction": { "choice": "A" }, "prompt_sha256": "7cb1baae3d2170148c899969e7afaa6d6a5143997cc3086bc447697d521e10ca", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T16:08:45.356362+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-50", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "f9841a49-8a07-4355-aa61-6e5ab07c0831", "result_sha256": "851c9204fe7fc165c2a4948e6a845516b8ba8fd122f95225057774e5269a4bb5", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.006795, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "A" }, "group_id": "chroma-chain-04-edge-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-51.png", "input_tokens": 964, "latency_sec": 3.2889379819389433, "model_name": "claude-opus-5", "out_of_srgb": null, "output_tokens": 79, "prediction": { "choice": "A" }, "prompt_sha256": "f7627aca5640b4e4bb5108ec22eda036673dd7300493ad098f17639bff610e34", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T14:10:29.217918+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-51", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "20f60479-b9be-42e1-9699-445565cb5119", "result_sha256": "c7034390fbc20d1c0f56a6c9b6e8d7f070c81d42fa0d87968af6896dd2d41f6e", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00702, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "B" }, "group_id": "chroma-chain-04-edge-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-52.png", "input_tokens": 964, "latency_sec": 3.063699522987008, "model_name": "claude-opus-5", "out_of_srgb": null, "output_tokens": 88, "prediction": { "choice": "B" }, "prompt_sha256": "f7627aca5640b4e4bb5108ec22eda036673dd7300493ad098f17639bff610e34", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T15:35:07.689836+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-52", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "10a6f9b4-161b-469b-9e13-488b91d3b6df", "result_sha256": "bfbf10c9c7907d271fec2ad38726bcd3297e829346be4f18569cdd73b4f4ddda", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.005095, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "B" }, "group_id": "chroma-chain-04-edge-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-53.png", "input_tokens": 964, "latency_sec": 2.200170823954977, "model_name": "claude-opus-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "7cb1baae3d2170148c899969e7afaa6d6a5143997cc3086bc447697d521e10ca", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T14:14:01.393230+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-53", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "26e3e928-3b16-4455-8a42-8fae4e45a77e", "result_sha256": "7006cab249665da7b7eca70ef4cdd359e5c70e99341bb8000a4eec4947df389a", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.005095, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "A" }, "group_id": "chroma-chain-04-edge-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-54.png", "input_tokens": 964, "latency_sec": 2.977550728013739, "model_name": "claude-opus-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "7cb1baae3d2170148c899969e7afaa6d6a5143997cc3086bc447697d521e10ca", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T14:51:15.673386+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-54", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "afe22b4e-559f-4c16-af10-831376c507ea", "result_sha256": "c100ae7e545324f8aa8f0754c5834f8e2a01f93a5d8f9bc1f3cca0cb2985a1c1", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.005095, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "A" }, "group_id": "chroma-chain-04-edge-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-55.png", "input_tokens": 964, "latency_sec": 2.625628939946182, "model_name": "claude-opus-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "f7627aca5640b4e4bb5108ec22eda036673dd7300493ad098f17639bff610e34", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T15:30:13.294774+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-55", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "3ba3a6dd-9e8b-4e84-af7b-3a591bfb265b", "result_sha256": "0e8ad5ae5a7625196197b8cb95241a8a1b709428b28b72d7a4c12ac7c2761593", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.005095, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "B" }, "group_id": "chroma-chain-04-edge-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-56.png", "input_tokens": 964, "latency_sec": 2.090094360988587, "model_name": "claude-opus-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "f7627aca5640b4e4bb5108ec22eda036673dd7300493ad098f17639bff610e34", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T14:09:52.043750+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-56", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "60a9fdad-62f5-464f-a4a1-25627544c613", "result_sha256": "33b934a540a9b88d87744e136059d6f2257b0931b62cd9d23dbceec88ad6d3f0", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00692, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "B" }, "group_id": "chroma-chain-04-edge-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-57.png", "input_tokens": 964, "latency_sec": 3.4556069259997457, "model_name": "claude-opus-5", "out_of_srgb": null, "output_tokens": 84, "prediction": { "choice": "B" }, "prompt_sha256": "7cb1baae3d2170148c899969e7afaa6d6a5143997cc3086bc447697d521e10ca", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T16:17:50.011309+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-57", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "41ae7106-7a40-4d97-a499-74d6fa06ed5d", "result_sha256": "886b0d42eb8cce31bb60ac9a2e3493e400230f57935d6275f1af099633d87dc7", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00617, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "A" }, "group_id": "chroma-chain-04-edge-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-58.png", "input_tokens": 964, "latency_sec": 2.7030827429844067, "model_name": "claude-opus-5", "out_of_srgb": null, "output_tokens": 54, "prediction": { "choice": "A" }, "prompt_sha256": "7cb1baae3d2170148c899969e7afaa6d6a5143997cc3086bc447697d521e10ca", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T14:32:53.678876+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-58", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "caf02f7d-ca2d-4e30-b307-a3a4b946fca2", "result_sha256": "01925e1ec5d3b6e5a7146e9a653db3b4271d5d57ea7796604650a1fcff09d3b1", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.005095, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "A" }, "group_id": "chroma-chain-04-edge-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-59.png", "input_tokens": 964, "latency_sec": 3.143275151029229, "model_name": "claude-opus-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "f7627aca5640b4e4bb5108ec22eda036673dd7300493ad098f17639bff610e34", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T15:15:48.874286+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-59", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "d02e4ca6-8ea2-4113-aca9-520f7dc80428", "result_sha256": "e595915aae321f5b09c446736686fc75c5e308c1a146a65e7acbabc1e6ac865e", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.006245, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "B" }, "group_id": "chroma-chain-04-edge-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-60.png", "input_tokens": 964, "latency_sec": 2.990723367081955, "model_name": "claude-opus-5", "out_of_srgb": null, "output_tokens": 57, "prediction": { "choice": "B" }, "prompt_sha256": "f7627aca5640b4e4bb5108ec22eda036673dd7300493ad098f17639bff610e34", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T15:33:57.759096+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-60", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "98bb8d73-954d-4294-8200-bf81e635a5b5", "result_sha256": "effa62b431da093c821edc780c6c92f9819ac1f57b8d0113ab1582a1ee132ab3", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.007095, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "B" }, "group_id": "chroma-chain-04-edge-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-61.png", "input_tokens": 964, "latency_sec": 4.016061638947576, "model_name": "claude-opus-5", "out_of_srgb": null, "output_tokens": 91, "prediction": { "choice": "B" }, "prompt_sha256": "7cb1baae3d2170148c899969e7afaa6d6a5143997cc3086bc447697d521e10ca", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T14:20:45.010843+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-61", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "df4e922d-4b79-49fb-b43c-92f6a4b89a05", "result_sha256": "9ce674344f5989a997f35187173cd7406759a8e52052a5114837ef85a2ed146c", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00732, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "A" }, "group_id": "chroma-chain-04-edge-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-62.png", "input_tokens": 964, "latency_sec": 3.4881414730334654, "model_name": "claude-opus-5", "out_of_srgb": null, "output_tokens": 100, "prediction": { "choice": "A" }, "prompt_sha256": "7cb1baae3d2170148c899969e7afaa6d6a5143997cc3086bc447697d521e10ca", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T14:16:16.162436+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-62", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "55a55894-8c4d-4dc9-bf65-d7232d8fc33d", "result_sha256": "9488fa0cff5fc5453946428a2d537bdb67c226b718cc277bda54c6e63b5e4b6e", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00667, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "A" }, "group_id": "chroma-chain-04-edge-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-63.png", "input_tokens": 964, "latency_sec": 2.6869471569079906, "model_name": "claude-opus-5", "out_of_srgb": null, "output_tokens": 74, "prediction": { "choice": "A" }, "prompt_sha256": "f7627aca5640b4e4bb5108ec22eda036673dd7300493ad098f17639bff610e34", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T15:49:39.283246+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-63", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "e1213634-c988-4f44-83b3-949b9c427bdf", "result_sha256": "cf98a77ee2df66eac43464780af4eff47ecce66f24168d85a10975919572d739", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.005095, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "B" }, "group_id": "chroma-chain-04-edge-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-64.png", "input_tokens": 964, "latency_sec": 2.011804591980763, "model_name": "claude-opus-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "f7627aca5640b4e4bb5108ec22eda036673dd7300493ad098f17639bff610e34", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T16:26:55.910951+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-64", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "3b0588aa-6dd5-4fb1-a1a1-b79205dde56c", "result_sha256": "eaebf61a2378b42c163383463be6c66fcb12729a357faf4d57587db77c014b3c", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00758, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "A" }, "group_id": "context-01-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-01.png", "input_tokens": 976, "latency_sec": 3.870172669994645, "model_name": "claude-opus-5", "out_of_srgb": null, "output_tokens": 108, "prediction": { "choice": "A" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T15:42:31.248147+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-01", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "364acd83-243e-4a7b-996f-4b083b80fabb", "result_sha256": "71b2eff3c54ffefca56356a5a1cc521b5537a930e899a038699d28d5a7733a28", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.009405, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "B" }, "group_id": "context-01-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-02.png", "input_tokens": 976, "latency_sec": 5.103377192048356, "model_name": "claude-opus-5", "out_of_srgb": null, "output_tokens": 181, "prediction": { "choice": "B" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T16:08:11.572369+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-02", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "48ef9a67-44ac-4b15-b5fc-9d4dbf5b426e", "result_sha256": "158d8329096da4ac2a0620c060288908d56a5b37a3e4dc5cb9832a8d5e07e95e", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.005155, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "C" }, "group_id": "context-01-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-03.png", "input_tokens": 976, "latency_sec": 2.383070789044723, "model_name": "claude-opus-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "C" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "anthropic", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-16T15:12:02.745932+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-03", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "19c35e5b-648a-4459-92ab-4e81d3cacebf", "result_sha256": "7323d8fe0e30977e88cf0dd69d597cc8b6e556dcaa917c43f3d9449a40996704", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00678, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "D" }, "group_id": "context-01-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-04.png", "input_tokens": 976, "latency_sec": 2.606409876025282, "model_name": "claude-opus-5", "out_of_srgb": null, "output_tokens": 76, "prediction": { "choice": "D" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "anthropic", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-16T14:50:18.724776+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-04", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "0a602bd8-a923-4aa7-ab9d-7643e47072d7", "result_sha256": "eefc979179b8a700540dc008c6fd65f568e7d57bd1ed37f422c65f688044e769", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.010255, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "A" }, "group_id": "context-01-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-05.png", "input_tokens": 976, "latency_sec": 5.105247720028274, "model_name": "claude-opus-5", "out_of_srgb": null, "output_tokens": 215, "prediction": { "choice": "A" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T14:00:57.559791+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-05", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "953c5c57-4f8e-4360-8b8f-a859f9cc6403", "result_sha256": "c75a023b8d21bfbf339c82ba8368b5aa136736464d10b0fd14b0b3bfcf38105e", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.008055, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "B" }, "group_id": "context-01-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-06.png", "input_tokens": 976, "latency_sec": 3.6554195660864934, "model_name": "claude-opus-5", "out_of_srgb": null, "output_tokens": 127, "prediction": { "choice": "B" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T14:45:20.303446+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-06", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "b64c28b0-25ec-4f32-8481-7b096cd8f68e", "result_sha256": "626876cec6d66ff28a6588f531162dc7c7f5ebaf2f6f63d091b70ebea56d14ad", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.00743, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "C" }, "group_id": "context-01-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-07.png", "input_tokens": 976, "latency_sec": 4.253423567977734, "model_name": "claude-opus-5", "out_of_srgb": null, "output_tokens": 102, "prediction": { "choice": "A" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T14:17:00.143113+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-context-07", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "9d93eef6-2743-42bd-9d3a-a7ae86bc84e4", "result_sha256": "aef4648d6e3308f9f7bbb99dc75a5f6b163a508dc67f0e913a2c76a9de1021c2", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00763, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "D" }, "group_id": "context-01-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-08.png", "input_tokens": 976, "latency_sec": 3.938351580989547, "model_name": "claude-opus-5", "out_of_srgb": null, "output_tokens": 110, "prediction": { "choice": "D" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "anthropic", "raw_prediction": "{\"choice\": \"D\"}", "recorded_at": "2026-09-16T15:01:45.219409+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-08", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "87980ea9-bf89-4dbe-8d62-9ea2db78efc1", "result_sha256": "5c9096111afe2da4a56de56b7753d33f4a9af840e5f20be6ead446f2eaaecb01", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.008405, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "A" }, "group_id": "context-01-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-09.png", "input_tokens": 976, "latency_sec": 3.9999509199988097, "model_name": "claude-opus-5", "out_of_srgb": null, "output_tokens": 141, "prediction": { "choice": "A" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T15:49:53.768411+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-09", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "ada80d71-82e0-49d6-a77c-54b7475f5eb5", "result_sha256": "d1bef82e9851833139cb9c2187c291ade2c908c8273447e05f8e9ade61a9ea65", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.010855, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "B" }, "group_id": "context-01-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-10.png", "input_tokens": 976, "latency_sec": 6.030653517926112, "model_name": "claude-opus-5", "out_of_srgb": null, "output_tokens": 239, "prediction": { "choice": "B" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T14:51:37.140756+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-10", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "1e32e9cd-9f62-42fe-961b-283b8695e6d7", "result_sha256": "b3c071fa9fb1f864df6be5c924fbb79511e0f25340b4c698f74441fdc45f2c5c", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00648, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "C" }, "group_id": "context-01-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-11.png", "input_tokens": 976, "latency_sec": 2.8499949109973386, "model_name": "claude-opus-5", "out_of_srgb": null, "output_tokens": 64, "prediction": { "choice": "C" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "anthropic", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-16T16:07:49.987095+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-11", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "dd381e30-1bdc-4e7b-b255-ba05cb6f3427", "result_sha256": "522b0fa464adf8ab08c3c986c658acbb528e7df5addbfeda683a007153c375fb", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00973, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "D" }, "group_id": "context-01-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-12.png", "input_tokens": 976, "latency_sec": 4.881475465022959, "model_name": "claude-opus-5", "out_of_srgb": null, "output_tokens": 194, "prediction": { "choice": "D" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "anthropic", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-16T15:56:31.452311+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-12", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "c9439756-1264-4c18-977e-e87cbcaf5b1d", "result_sha256": "94b813f220b1cdde389f8d1d2a31b0aced1aa64d3f755763c5d5dcc3d1b026bf", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.005155, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "A" }, "group_id": "context-01-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-13.png", "input_tokens": 976, "latency_sec": 2.3077022690558806, "model_name": "claude-opus-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T16:10:13.385870+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-13", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "f51cc5d6-8d97-477c-be44-12f448b090fc", "result_sha256": "78d652fce5452a073fb4eb661a929bc9f91a3045c8303f03fb601dec91c815f0", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.007605, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "B" }, "group_id": "context-01-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-14.png", "input_tokens": 976, "latency_sec": 4.012478505028412, "model_name": "claude-opus-5", "out_of_srgb": null, "output_tokens": 109, "prediction": { "choice": "B" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T14:06:26.209801+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-14", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "658cf47f-cf50-4858-8ea7-9e731e635510", "result_sha256": "17180d9e400263e11c0f3da22eb32626ddfddcecfb4a67788782d529b126698c", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.009405, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "C" }, "group_id": "context-01-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-15.png", "input_tokens": 976, "latency_sec": 5.184053966077045, "model_name": "claude-opus-5", "out_of_srgb": null, "output_tokens": 181, "prediction": { "choice": "C" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "anthropic", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-16T15:02:45.332958+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-15", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "d31dd690-15d0-42e0-b5b3-fae2d1eca14b", "result_sha256": "ac9b8779a87c81735c1f56cf7f7012f2829b35a0111e2249f57070b4c2b58fa6", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00733, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "D" }, "group_id": "context-01-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-16.png", "input_tokens": 976, "latency_sec": 3.7527263299562037, "model_name": "claude-opus-5", "out_of_srgb": null, "output_tokens": 98, "prediction": { "choice": "D" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "anthropic", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-16T14:18:08.362025+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-16", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "f9651ba9-d4a6-4a7d-9a73-54cecb4df935", "result_sha256": "b0a2afc2e40259018d7b28b661a650ea5d0755ef3d84de9171886604f14cc7ee", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00708, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "A" }, "group_id": "context-01-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-17.png", "input_tokens": 976, "latency_sec": 3.1646301629953086, "model_name": "claude-opus-5", "out_of_srgb": null, "output_tokens": 88, "prediction": { "choice": "A" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T16:24:38.225852+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-17", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "f8f13082-65c3-419e-85c3-62a9ddbde5ef", "result_sha256": "74437b02c42aceb8c742dd3135ec7c7b46abecf030709cd1bb0f3e66ea31dbc5", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00793, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "B" }, "group_id": "context-01-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-18.png", "input_tokens": 976, "latency_sec": 3.7148519119946286, "model_name": "claude-opus-5", "out_of_srgb": null, "output_tokens": 122, "prediction": { "choice": "B" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T14:20:31.890126+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-18", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "f13f4e40-8fe4-4dbf-8554-8387ffa1dd0c", "result_sha256": "e8956e82451d324504d1cc788725cf24d6a163bf97e72c789f9d3250057d8370", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.010905, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "C" }, "group_id": "context-01-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-19.png", "input_tokens": 976, "latency_sec": 6.689462312031537, "model_name": "claude-opus-5", "out_of_srgb": null, "output_tokens": 241, "prediction": { "choice": "C" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "anthropic", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-16T14:32:06.999219+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-19", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "928d9905-6e98-4bef-8b92-3123b9b82e80", "result_sha256": "04e8c2a63403cde0d8d55b7a1333de0b088208f47bf90a9f4a517b363b9badb1", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.01233, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "D" }, "group_id": "context-01-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-20.png", "input_tokens": 976, "latency_sec": 6.412068289006129, "model_name": "claude-opus-5", "out_of_srgb": null, "output_tokens": 298, "prediction": { "choice": "A" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T14:05:36.118611+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-context-20", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "23c5ce7a-434b-45f1-a39e-439f0aaac02f", "result_sha256": "6e396846b76d40cfd47a519223969c05abd718de796ba2b1ec289a5209c18d20", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.009105, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "A" }, "group_id": "context-02-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-21.png", "input_tokens": 976, "latency_sec": 4.262940124957822, "model_name": "claude-opus-5", "out_of_srgb": null, "output_tokens": 169, "prediction": { "choice": "A" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T16:31:21.771684+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-21", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "9a3f3995-7b96-4ccc-bd4a-c900da356abb", "result_sha256": "8b5c6d98ca8ab947c68c97f004a16d02706b4b30ce51d8d6879cda0e03f908c8", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00868, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "B" }, "group_id": "context-02-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-22.png", "input_tokens": 976, "latency_sec": 4.804719586041756, "model_name": "claude-opus-5", "out_of_srgb": null, "output_tokens": 152, "prediction": { "choice": "B" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T16:16:33.074121+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-22", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "33964c16-5b7f-4904-adf0-e0dc739e468c", "result_sha256": "1e6fb1bf48ad6da446be5d21c0668def32ab13381318a1846abf87bc4d9d83f6", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.007305, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "C" }, "group_id": "context-02-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-23.png", "input_tokens": 976, "latency_sec": 3.456857808982022, "model_name": "claude-opus-5", "out_of_srgb": null, "output_tokens": 97, "prediction": { "choice": "C" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "anthropic", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-16T14:09:37.958365+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-23", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "dca717cc-054f-44a6-8747-7d8841dc9643", "result_sha256": "766f7741a4291117f8062f9277acef49ae43590da5042b7fa8d6ee39ad9b65ef", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00933, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "D" }, "group_id": "context-02-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-24.png", "input_tokens": 976, "latency_sec": 5.128583788056858, "model_name": "claude-opus-5", "out_of_srgb": null, "output_tokens": 178, "prediction": { "choice": "D" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "anthropic", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-16T15:04:59.595608+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-24", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "3a383879-d19c-4ba9-8423-10607405b454", "result_sha256": "0b97efa7fe7c881c84682c10fd8a9af13e886aa5efe3fac71039b42cfbee46af", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.01213, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "A" }, "group_id": "context-02-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-25.png", "input_tokens": 976, "latency_sec": 6.267904296983033, "model_name": "claude-opus-5", "out_of_srgb": null, "output_tokens": 290, "prediction": { "choice": "C" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "anthropic", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-16T14:18:30.495080+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-context-25", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "1bed48b2-f638-48e6-974c-872236d38149", "result_sha256": "84955fd7ca935e265e6d66a33c2fde645a34f865267b0ca6fac78a65d8a238d1", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.006555, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "B" }, "group_id": "context-02-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-26.png", "input_tokens": 976, "latency_sec": 3.141914125997573, "model_name": "claude-opus-5", "out_of_srgb": null, "output_tokens": 67, "prediction": { "choice": "B" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T14:44:26.451424+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-26", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "d58f996f-f329-4a28-9b12-907dedcc7036", "result_sha256": "49dcc5137409809857143e044a6a600b6d824c00ee2fad59ceb312eb548b46e0", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.012405, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "C" }, "group_id": "context-02-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-27.png", "input_tokens": 976, "latency_sec": 7.305842461064458, "model_name": "claude-opus-5", "out_of_srgb": null, "output_tokens": 301, "prediction": { "choice": "C" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "anthropic", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-16T15:43:06.845111+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-27", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "4744837d-2e15-41ce-afe3-fcc3075094fc", "result_sha256": "9fbe2d38aba6139b91075f6484224f86089e58031e10632833dbd57402e5a975", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.00733, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "D" }, "group_id": "context-02-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-28.png", "input_tokens": 976, "latency_sec": 3.38370245101396, "model_name": "claude-opus-5", "out_of_srgb": null, "output_tokens": 98, "prediction": { "choice": "B" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T14:21:01.376412+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-context-28", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "35aad4cc-63fc-417a-bb38-880df8464fe7", "result_sha256": "f822cff0256c6d3c0d4aed0e0909a362aa45018a2287a0a9803e4301179131d7", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.01338, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "A" }, "group_id": "context-02-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-29.png", "input_tokens": 976, "latency_sec": 6.81576413300354, "model_name": "claude-opus-5", "out_of_srgb": null, "output_tokens": 340, "prediction": { "choice": "C" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "anthropic", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-16T15:48:20.542239+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-context-29", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "553c2dcf-40a6-46e1-b464-9b4df79e776f", "result_sha256": "1d3ca5e66c832b1a9c2d5f8a12110e3db65a5284a01d286dc74673295e6b1112", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.010455, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "B" }, "group_id": "context-02-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-30.png", "input_tokens": 976, "latency_sec": 4.952146545983851, "model_name": "claude-opus-5", "out_of_srgb": null, "output_tokens": 223, "prediction": { "choice": "B" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T15:50:43.795605+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-30", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "b995fc49-c60d-47bb-8199-938d8709f894", "result_sha256": "83eed6a24b33ce42940a83f58b04342d39f0712d042a33d9af8c692e95ced664", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.01113, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "C" }, "group_id": "context-02-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-31.png", "input_tokens": 976, "latency_sec": 6.0093141089892015, "model_name": "claude-opus-5", "out_of_srgb": null, "output_tokens": 250, "prediction": { "choice": "D" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "anthropic", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-16T14:47:01.937709+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-context-31", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "476a8eb7-2743-4c01-9180-0aff1badcf36", "result_sha256": "86fa79425658c0951710b4d828abf7113814c83ded221aab5b6fb628216ef5f6", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.011155, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "D" }, "group_id": "context-02-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-32.png", "input_tokens": 976, "latency_sec": 6.634038523072377, "model_name": "claude-opus-5", "out_of_srgb": null, "output_tokens": 251, "prediction": { "choice": "D" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "anthropic", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-16T15:22:30.213794+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-32", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "de2e6a81-8a1c-4b3c-a6a0-a78fa1bb785d", "result_sha256": "e54d459b6a507df672b50f9fcb63a8eeedf9acec4a32736456b62e92bd37535a", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.011555, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "A" }, "group_id": "context-02-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-33.png", "input_tokens": 976, "latency_sec": 5.878079546964727, "model_name": "claude-opus-5", "out_of_srgb": null, "output_tokens": 267, "prediction": { "choice": "C" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "anthropic", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-16T16:26:06.881811+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-context-33", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "57cfcea4-e2f3-431c-b16a-e8b2e5be79e7", "result_sha256": "f08d023300daeb6898b0d9346f1046afbae04b7b447841a1ddfa97a75940cfa1", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.01338, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "B" }, "group_id": "context-02-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-34.png", "input_tokens": 976, "latency_sec": 7.753915219102055, "model_name": "claude-opus-5", "out_of_srgb": null, "output_tokens": 340, "prediction": { "choice": "D" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "anthropic", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-16T15:10:19.463786+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-context-34", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "70442b0b-279b-4b49-b994-3b1e56d700b0", "result_sha256": "8b2a3002648ca3cc5a12fafd73d310be252a498f72f47b435a64df2330527c67", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.011555, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "C" }, "group_id": "context-02-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-35.png", "input_tokens": 976, "latency_sec": 6.496841689920984, "model_name": "claude-opus-5", "out_of_srgb": null, "output_tokens": 267, "prediction": { "choice": "C" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "anthropic", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-16T14:33:10.255864+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-35", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "8c4bf4ca-d4d8-48a0-b06c-9126add778ef", "result_sha256": "2645bc61e1fed2626b8d5a2aa1c3d16531cdfc1a0d663c6b150f67160850ba52", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.010605, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "D" }, "group_id": "context-02-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-36.png", "input_tokens": 976, "latency_sec": 5.432221777038649, "model_name": "claude-opus-5", "out_of_srgb": null, "output_tokens": 229, "prediction": { "choice": "D" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "anthropic", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-16T16:01:10.947431+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-36", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "e49ce6c2-28fa-4cb4-9fc2-fc5d2594be10", "result_sha256": "fefdcc5a1ca21a6cb0e2a9076c3bed77b86a81ff68b8350ac4f530e7c93bd5e3", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.01103, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "A" }, "group_id": "context-02-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-37.png", "input_tokens": 976, "latency_sec": 5.6353510660119355, "model_name": "claude-opus-5", "out_of_srgb": null, "output_tokens": 246, "prediction": { "choice": "C" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "anthropic", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-16T15:56:06.465629+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-context-37", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "6c041ca7-a9de-4913-aef4-f2169cd11aaf", "result_sha256": "c9b9ca6ac830d0aa39eaf50ce3eef482ee7213856baf229022fc3a379cf24b60", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00773, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "B" }, "group_id": "context-02-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-38.png", "input_tokens": 976, "latency_sec": 4.0623545369599015, "model_name": "claude-opus-5", "out_of_srgb": null, "output_tokens": 114, "prediction": { "choice": "B" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T16:04:02.158449+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-38", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "956bb698-c052-4f1e-a0a7-053a60dc3154", "result_sha256": "176af3d4a4acf420e7fe9fe30684d008e1ed89337719b114dd9e7176e6612a83", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.01148, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "C" }, "group_id": "context-02-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-39.png", "input_tokens": 976, "latency_sec": 9.443957571056671, "model_name": "claude-opus-5", "out_of_srgb": null, "output_tokens": 264, "prediction": { "choice": "C" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "anthropic", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-16T14:39:49.471606+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-39", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "0d92879e-818d-441a-8c23-f615ed999261", "result_sha256": "d6547584392fd9b6aa392be59eca6faf9ac538ddc8018e158481c838097e442f", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.008755, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "D" }, "group_id": "context-02-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-40.png", "input_tokens": 976, "latency_sec": 4.368581117945723, "model_name": "claude-opus-5", "out_of_srgb": null, "output_tokens": 155, "prediction": { "choice": "D" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "anthropic", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-16T15:18:52.461162+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-40", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "ad17afd1-7b64-49be-a904-8815156b17a0", "result_sha256": "4f5f40f9b2b6d4be3d29e08dd718cdf42c8dcf85976104ad3365cdd3b8849e67", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.005155, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "A" }, "group_id": "context-03-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-41.png", "input_tokens": 976, "latency_sec": 2.463549984036945, "model_name": "claude-opus-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T15:14:29.252939+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-41", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "086c93b6-eb4e-4857-baab-1412281ee893", "result_sha256": "a0d80e81eb0e4e31505078deb62e13c65f161a2c1615f1a32c44979eb790809c", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00748, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "B" }, "group_id": "context-03-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-42.png", "input_tokens": 976, "latency_sec": 3.9485855690436438, "model_name": "claude-opus-5", "out_of_srgb": null, "output_tokens": 104, "prediction": { "choice": "B" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T14:00:36.235617+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-42", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "1ec23c61-4de8-4d50-bfb5-cbe5a4c85c96", "result_sha256": "ec2515d3072f9f52856ee0cce94bf9f1c7c8f2a09733e89fb1de5d7d5e1e0742", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.007855, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "C" }, "group_id": "context-03-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-43.png", "input_tokens": 976, "latency_sec": 3.559441874967888, "model_name": "claude-opus-5", "out_of_srgb": null, "output_tokens": 119, "prediction": { "choice": "C" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "anthropic", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-16T16:04:40.972138+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-43", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "110f2bc5-03bd-43fd-b2af-00f9c61742b2", "result_sha256": "c32dbaedf5b9881aab780a5101127d528307fa62e61b2d5bba6f27028f5a78bb", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.007355, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "D" }, "group_id": "context-03-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-44.png", "input_tokens": 976, "latency_sec": 3.1135399519698694, "model_name": "claude-opus-5", "out_of_srgb": null, "output_tokens": 99, "prediction": { "choice": "D" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "anthropic", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-16T16:29:08.787809+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-44", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "5f7a428c-2db0-4c20-8b64-eff295a96b2c", "result_sha256": "17377752793ca885d66609234ac067419e6ad502d80d9430828b7494d83b0547", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.007655, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "A" }, "group_id": "context-03-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-45.png", "input_tokens": 976, "latency_sec": 3.4936133129522204, "model_name": "claude-opus-5", "out_of_srgb": null, "output_tokens": 111, "prediction": { "choice": "A" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T14:55:13.119280+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-45", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "b650ba7b-3192-4900-bd3e-438e265eec89", "result_sha256": "d15c85397bb200f7c4238b6ede18cecb280fbeb1857238a2c2ee60018e4b6872", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.006955, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "B" }, "group_id": "context-03-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-46.png", "input_tokens": 976, "latency_sec": 3.4901221439940855, "model_name": "claude-opus-5", "out_of_srgb": null, "output_tokens": 83, "prediction": { "choice": "B" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T14:15:13.521113+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-46", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "8078d9ad-3d7f-4ecf-ad98-8959baaf7cb4", "result_sha256": "e1ec18ec364873caea6f8b0fc1fee9041a4bc68320de5c3a7a2ee895eab39668", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00748, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "C" }, "group_id": "context-03-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-47.png", "input_tokens": 976, "latency_sec": 3.1836283619049937, "model_name": "claude-opus-5", "out_of_srgb": null, "output_tokens": 104, "prediction": { "choice": "C" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "anthropic", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-16T16:22:17.552699+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-47", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "b1e153bd-b021-428d-b8d5-f0fa4322429b", "result_sha256": "8b28b1acb1fd816f9c2334b14c1b49ffcd984cbecd90f3cc2470494b2d2f939b", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.011605, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "D" }, "group_id": "context-03-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-48.png", "input_tokens": 976, "latency_sec": 7.485495405970141, "model_name": "claude-opus-5", "out_of_srgb": null, "output_tokens": 269, "prediction": { "choice": "D" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "anthropic", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-16T15:25:00.427362+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-48", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "6cdaabe2-2325-4052-a00d-7e1e324444b5", "result_sha256": "85ea76b5a3371cd3ba3fe300c7b1b13e4a9ea5626abfde3861670a3a2d044ec7", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.005155, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "A" }, "group_id": "context-03-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-49.png", "input_tokens": 976, "latency_sec": 3.4030156549997628, "model_name": "claude-opus-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T14:51:03.180744+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-49", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "c0018cc8-dc71-49f9-963b-95c9624aad69", "result_sha256": "7ef02f84e74c9da6b672e4325bf39f24cd6b1d8543c0b79f1e7a5aa816b302ee", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.005155, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "B" }, "group_id": "context-03-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-50.png", "input_tokens": 976, "latency_sec": 1.87125801097136, "model_name": "claude-opus-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T16:18:31.610603+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-50", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "6642d03a-1606-443b-979d-9a02feb47d2f", "result_sha256": "09022362f87ff9ce2f2ec494e4b785d447e48072efeb9d497d00abb00d5b804f", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.01283, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "C" }, "group_id": "context-03-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-51.png", "input_tokens": 976, "latency_sec": 7.405179027002305, "model_name": "claude-opus-5", "out_of_srgb": null, "output_tokens": 318, "prediction": { "choice": "C" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "anthropic", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-16T15:59:25.935088+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-51", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "ea0bae4e-f498-4c40-8f15-7bd429722b39", "result_sha256": "c6aec8d89c4e10abeaf2605fa2e75e16ce8a3a4bc7eb16c760515be8ce32a762", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.005155, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "D" }, "group_id": "context-03-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-52.png", "input_tokens": 976, "latency_sec": 1.80902301997412, "model_name": "claude-opus-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "D" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "anthropic", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-16T16:05:41.380771+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-52", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "087c3001-077e-4547-814e-142aaaf22f82", "result_sha256": "c0a6e34518860140a685a2e781038df1138f20a7ce4bf557cd47d6bbe179042c", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.005155, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "A" }, "group_id": "context-03-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-53.png", "input_tokens": 976, "latency_sec": 2.309236024040729, "model_name": "claude-opus-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T14:41:42.742478+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-53", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "e8d71354-9e1e-4427-b167-373b0c8521b2", "result_sha256": "249d87ec61d29df7d855dbcb0d44f84dd6fb1739c45e9f6a527098e9e9440ee8", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.008405, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "B" }, "group_id": "context-03-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-54.png", "input_tokens": 976, "latency_sec": 4.14956491603516, "model_name": "claude-opus-5", "out_of_srgb": null, "output_tokens": 141, "prediction": { "choice": "B" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T14:04:17.005543+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-54", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "bf2ff522-b091-4a32-8bea-0bd5c477e8d0", "result_sha256": "a803e4ea4ceb6507d07340b9a63e89484304cc35ae017db1330e7d347a98e1f5", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.005155, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "C" }, "group_id": "context-03-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-55.png", "input_tokens": 976, "latency_sec": 1.9605567220132798, "model_name": "claude-opus-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "C" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "anthropic", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-16T16:09:25.039413+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-55", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "1396310a-94b7-42fd-882e-42706f690c27", "result_sha256": "6e2c76fef6b67d67d8fced0cdb1ff1e4669e3a311cc78ed50664e6862a753300", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.005155, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "D" }, "group_id": "context-03-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-56.png", "input_tokens": 976, "latency_sec": 1.8384140190901235, "model_name": "claude-opus-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "D" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "anthropic", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-16T14:35:57.219748+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-56", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "34f7d937-8326-4369-8c4b-ccfc5625b387", "result_sha256": "37bc03b55131ea2eca1371ac26c8f3b68f041af8a41e5d2b2a781aa7b0de3da8", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.01413, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "A" }, "group_id": "context-03-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-57.png", "input_tokens": 976, "latency_sec": 8.271383307990618, "model_name": "claude-opus-5", "out_of_srgb": null, "output_tokens": 370, "prediction": { "choice": "C" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "anthropic", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-16T14:48:41.837737+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-context-57", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "f5806e15-657d-4a09-836f-0d5a97afdcf3", "result_sha256": "01d76f02932912f4b0e0f36c3c0ffc4b30b75bba0ff3406812ae891e94cd9195", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00743, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "B" }, "group_id": "context-03-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-58.png", "input_tokens": 976, "latency_sec": 3.6257392780389637, "model_name": "claude-opus-5", "out_of_srgb": null, "output_tokens": 102, "prediction": { "choice": "B" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T16:20:07.974741+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-58", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "d4655915-aab7-47fb-9153-0c690396fab5", "result_sha256": "98a7a8192432a998a56eacfa1c14e442a861dff6643213feb14bbd90d20492fc", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.007405, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "C" }, "group_id": "context-03-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-59.png", "input_tokens": 976, "latency_sec": 3.2412301710573956, "model_name": "claude-opus-5", "out_of_srgb": null, "output_tokens": 101, "prediction": { "choice": "C" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "anthropic", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-16T16:10:36.309564+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-59", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "709c69f7-567a-467c-b220-d55a8b02c461", "result_sha256": "ba7c41b9257747a11dc892b4e63a3b62e1f86fa0ea2265a6fa47070170b00b14", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00853, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "D" }, "group_id": "context-03-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-60.png", "input_tokens": 976, "latency_sec": 3.9326931081013754, "model_name": "claude-opus-5", "out_of_srgb": null, "output_tokens": 146, "prediction": { "choice": "D" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "anthropic", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-16T15:44:16.670599+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-60", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "a8eb6fba-f22f-4ee2-8227-6af94a23135f", "result_sha256": "2069b3b6fce16b9350e0018e20bf8e1d15924454ff436324341454b283d59a14", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.005155, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "A" }, "group_id": "context-04-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-61.png", "input_tokens": 976, "latency_sec": 2.1492392040090635, "model_name": "claude-opus-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T15:10:45.682465+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-61", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "8f5ab812-a938-439a-a7de-87e4d6f16d97", "result_sha256": "cfe64177474264f5ad945c0d31b6c831ae04ddc8fa65c8cf30d1f8fe468befc3", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00733, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "B" }, "group_id": "context-04-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-62.png", "input_tokens": 976, "latency_sec": 8.608056575991213, "model_name": "claude-opus-5", "out_of_srgb": null, "output_tokens": 98, "prediction": { "choice": "B" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T14:58:18.306778+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-62", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "da6b5287-dd71-47ab-823f-eba8dc33dd03", "result_sha256": "2be6fd41ec47fc89ac74b4f8bb9c6234abc74780d6ce3a0620bc224f2335eba6", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.011705, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "C" }, "group_id": "context-04-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-63.png", "input_tokens": 976, "latency_sec": 6.318353571929038, "model_name": "claude-opus-5", "out_of_srgb": null, "output_tokens": 273, "prediction": { "choice": "C" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "anthropic", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-16T14:24:37.982336+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-63", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "1dec713a-a78b-4350-9306-62f5fd9273ba", "result_sha256": "dc2fcd889e3649a3caf4ab7f3ba6f02ce23e824b27d4da756dff4c8966f08654", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.006955, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "D" }, "group_id": "context-04-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-64.png", "input_tokens": 976, "latency_sec": 2.8797508659772575, "model_name": "claude-opus-5", "out_of_srgb": null, "output_tokens": 83, "prediction": { "choice": "D" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "anthropic", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-16T15:27:59.233935+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-64", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "91da9568-ad2a-410a-910b-829f29ebc135", "result_sha256": "bf26181b3b2037637b62a6fb2522c95bc1d3d5e8966e5e5c0d7a6bcbe8878c58", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.007305, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "A" }, "group_id": "context-04-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-65.png", "input_tokens": 976, "latency_sec": 3.417164155980572, "model_name": "claude-opus-5", "out_of_srgb": null, "output_tokens": 97, "prediction": { "choice": "A" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T14:39:11.194052+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-65", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "30160e7d-bc28-4cf2-a5c1-f80a82822362", "result_sha256": "c1d57ce3b7f2fbd6ca26f374548303c12f476afb42a9b57b38dcfa086e09465c", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.010155, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "B" }, "group_id": "context-04-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-66.png", "input_tokens": 976, "latency_sec": 5.5305819059722126, "model_name": "claude-opus-5", "out_of_srgb": null, "output_tokens": 211, "prediction": { "choice": "B" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T14:30:22.646016+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-66", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "c8378dc9-6fa5-4cc2-bed2-74a10a37fcb1", "result_sha256": "da5bc2b05ab05cf39820eee3e58fc831de946067b397f3eede02d665e6225800", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00708, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "C" }, "group_id": "context-04-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-67.png", "input_tokens": 976, "latency_sec": 3.6312285859603435, "model_name": "claude-opus-5", "out_of_srgb": null, "output_tokens": 88, "prediction": { "choice": "C" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "anthropic", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-16T15:13:49.666528+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-67", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "13a41c7c-cc76-4234-b7a8-fd124ca3805a", "result_sha256": "3b83ab6b7773f3ac13568c03a2370a4632c9875610400982b7a2e58a2b3464c0", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.01048, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "D" }, "group_id": "context-04-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-68.png", "input_tokens": 976, "latency_sec": 5.708107671933249, "model_name": "claude-opus-5", "out_of_srgb": null, "output_tokens": 224, "prediction": { "choice": "B" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T15:31:52.454670+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-context-68", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "ccb924aa-8704-4c73-bc02-90cafd3f45f6", "result_sha256": "0d4cc3a9d9e339671d1129b2f030d682ffdd71d63e069dd56e970f6d6892e30a", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00778, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "A" }, "group_id": "context-04-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-69.png", "input_tokens": 976, "latency_sec": 4.654590021003969, "model_name": "claude-opus-5", "out_of_srgb": null, "output_tokens": 116, "prediction": { "choice": "A" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T15:21:17.475420+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-69", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "0bfee76f-3b5f-4d64-80b3-6103e2dd4dc8", "result_sha256": "f9d12385bbfa976dd76895b6af6f5419ed4cfa481c42596a7c13b63e26367cef", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.01828, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "B" }, "group_id": "context-04-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-70.png", "input_tokens": 976, "latency_sec": 11.024271873990074, "model_name": "claude-opus-5", "out_of_srgb": null, "output_tokens": 536, "prediction": { "choice": "A" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T16:19:14.723554+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-context-70", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "1487ae67-f33c-4c0d-9f83-e3e21fdfeacd", "result_sha256": "4d422b3b25a50d187b622b66eebab231e43b0380cbc68739c25d2f664601b736", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00773, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "C" }, "group_id": "context-04-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-71.png", "input_tokens": 976, "latency_sec": 3.471726259915158, "model_name": "claude-opus-5", "out_of_srgb": null, "output_tokens": 114, "prediction": { "choice": "C" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "anthropic", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-16T15:46:31.494271+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-71", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "8f5dfa58-9df8-4076-b891-6d1c1c10ee19", "result_sha256": "060af6609f33d6f87a536de1f9978f73fae9c4f32e608087a8303b916d82765c", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00773, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "D" }, "group_id": "context-04-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-72.png", "input_tokens": 976, "latency_sec": 3.464737827074714, "model_name": "claude-opus-5", "out_of_srgb": null, "output_tokens": 114, "prediction": { "choice": "D" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "anthropic", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-16T16:27:59.537405+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-72", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "285e2cde-4632-41d7-a427-64738c60c134", "result_sha256": "132cd031dc3be6a33d120bfb89597a5f722b3e149aecfe7245bfd9cba11e9590", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.007955, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "A" }, "group_id": "context-04-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-73.png", "input_tokens": 976, "latency_sec": 3.612997033051215, "model_name": "claude-opus-5", "out_of_srgb": null, "output_tokens": 123, "prediction": { "choice": "A" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T14:28:40.829820+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-73", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "989616d3-605d-4927-affb-fbfd903891d2", "result_sha256": "f8ee54eaee2c7bb84644e3ef85af584bb6501dc00b8b71cf0ada57a7c0bd28e3", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.008505, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "B" }, "group_id": "context-04-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-74.png", "input_tokens": 976, "latency_sec": 4.2972905420465395, "model_name": "claude-opus-5", "out_of_srgb": null, "output_tokens": 145, "prediction": { "choice": "B" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T14:59:27.564017+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-74", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "001c0317-6a6d-4a16-9926-58304217c15c", "result_sha256": "b6b6015811dff6a1a527367158a9ef5699c6b9bc3a3a06d27de0992739e5ff08", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00793, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "C" }, "group_id": "context-04-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-75.png", "input_tokens": 976, "latency_sec": 3.6873141430551186, "model_name": "claude-opus-5", "out_of_srgb": null, "output_tokens": 122, "prediction": { "choice": "C" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "anthropic", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-16T14:09:19.890764+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-75", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "6d508eb6-8c4b-4c3b-8a98-3151bf63a48e", "result_sha256": "0301faff2019274391a0c9095b6788cd3a60b2d1ddc7169ed6184be869030dbe", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.006905, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "D" }, "group_id": "context-04-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-76.png", "input_tokens": 976, "latency_sec": 3.529256282025017, "model_name": "claude-opus-5", "out_of_srgb": null, "output_tokens": 81, "prediction": { "choice": "D" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "anthropic", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-16T14:56:42.222429+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-76", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "63c0ae04-ba99-4e22-9a8f-23a0a1af2142", "result_sha256": "d982ff2ffaa22742af227744ff619003b74200289ba1a74e628a95494ab36c11", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00938, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "A" }, "group_id": "context-04-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-77.png", "input_tokens": 976, "latency_sec": 4.868537149042822, "model_name": "claude-opus-5", "out_of_srgb": null, "output_tokens": 180, "prediction": { "choice": "A" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T14:13:40.613359+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-77", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "10950e06-9100-496c-a286-8499adca6fb8", "result_sha256": "16e771aa6b5b6b8440ab5d38eac02d488160f172ec9bc7ce0bb952a56d393d14", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.01153, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "B" }, "group_id": "context-04-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-78.png", "input_tokens": 976, "latency_sec": 6.372955649974756, "model_name": "claude-opus-5", "out_of_srgb": null, "output_tokens": 266, "prediction": { "choice": "B" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T15:36:20.265379+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-78", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "6a5b295b-fe94-4ac3-b3cf-138b66101469", "result_sha256": "f7aac5f98bbf11a2874d4f82fb275ce79ab14f4f5d5b40a7bbeb53aba2b6659c", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.006805, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "C" }, "group_id": "context-04-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-79.png", "input_tokens": 976, "latency_sec": 3.0447948439978063, "model_name": "claude-opus-5", "out_of_srgb": null, "output_tokens": 77, "prediction": { "choice": "C" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "anthropic", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-16T15:42:17.426551+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-79", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "353f3738-cef7-487d-b21b-9e4107df49b5", "result_sha256": "a055e6d4d6c634f4f46aabc7bad5fc7e8dba0317c63b8302599ea20d1f153c3e", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.01213, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "D" }, "group_id": "context-04-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-80.png", "input_tokens": 976, "latency_sec": 6.791546933003701, "model_name": "claude-opus-5", "out_of_srgb": null, "output_tokens": 290, "prediction": { "choice": "B" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T15:16:08.312075+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-context-80", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "1a034637-03f3-44ea-839e-e98818ae69ac", "result_sha256": "63f7dd96110cdf6bdd3b96e002f5a1358e27999e069865caca300fe707d8bec6", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00517, "delta_e_ok": null, "error": null, "error_kind": null, "family": "gradient", "ground_truth": { "choice": "A" }, "group_id": "gradient-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/gradient-01.png", "input_tokens": 979, "latency_sec": 1.9253365299664438, "model_name": "claude-opus-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "93858b61346b697f9021a41a361838e5b0b8c06fbde9b0b35f514c9e29082ee5", "provider": "anthropic", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T14:10:42.581766+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-gradient-01", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "4fc356db-f3a1-4163-995d-c8f8e9f2b201", "result_sha256": "bd7a7753469684b1b4c6e496b3280d4313aabdec8ab1d5a4f591ee2c993142af", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00662, "delta_e_ok": null, "error": null, "error_kind": null, "family": "gradient", "ground_truth": { "choice": "B" }, "group_id": "gradient-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/gradient-02.png", "input_tokens": 979, "latency_sec": 2.733824131079018, "model_name": "claude-opus-5", "out_of_srgb": null, "output_tokens": 69, "prediction": { "choice": "B" }, "prompt_sha256": "93858b61346b697f9021a41a361838e5b0b8c06fbde9b0b35f514c9e29082ee5", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T15:03:41.372682+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-gradient-02", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "73bfc4c6-cc57-4917-a4ac-2abd59b770ea", "result_sha256": "245ab0065c0c3c04c4b14423922d3b736316b36e059c21284118ae3d014c1ec5", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.009945, "delta_e_ok": null, "error": null, "error_kind": null, "family": "gradient", "ground_truth": { "choice": "C" }, "group_id": "gradient-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/gradient-03.png", "input_tokens": 979, "latency_sec": 4.851607892895117, "model_name": "claude-opus-5", "out_of_srgb": null, "output_tokens": 202, "prediction": { "choice": "C" }, "prompt_sha256": "93858b61346b697f9021a41a361838e5b0b8c06fbde9b0b35f514c9e29082ee5", "provider": "anthropic", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-16T14:57:59.926457+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-gradient-03", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "08e26bad-5508-4db9-a57d-a91cff36f18f", "result_sha256": "1c9ebfb462f45c8f3035ca3e50092b36bc4beb946f2fa60ae330a92c997e6065", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.01032, "delta_e_ok": null, "error": null, "error_kind": null, "family": "gradient", "ground_truth": { "choice": "D" }, "group_id": "gradient-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/gradient-04.png", "input_tokens": 979, "latency_sec": 4.547422575065866, "model_name": "claude-opus-5", "out_of_srgb": null, "output_tokens": 217, "prediction": { "choice": "D" }, "prompt_sha256": "93858b61346b697f9021a41a361838e5b0b8c06fbde9b0b35f514c9e29082ee5", "provider": "anthropic", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-16T14:29:34.117196+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-gradient-04", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "07ef19d8-34ac-4c17-8773-6b3e1f8288a1", "result_sha256": "29eb6c7a819bc0af04219ba96f715c7faab9c4eb0a754f808bad4f0f0a5405c6", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00642, "delta_e_ok": null, "error": null, "error_kind": null, "family": "gradient", "ground_truth": { "choice": "A" }, "group_id": "gradient-05", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/gradient-05.png", "input_tokens": 979, "latency_sec": 2.601377779035829, "model_name": "claude-opus-5", "out_of_srgb": null, "output_tokens": 61, "prediction": { "choice": "A" }, "prompt_sha256": "93858b61346b697f9021a41a361838e5b0b8c06fbde9b0b35f514c9e29082ee5", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T14:25:59.284638+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-gradient-05", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "a9e551db-a5b4-4a0d-a0bb-f8ae8b76ed8b", "result_sha256": "293c3a11a25cb2ae3e5137b8ad659de2a73daef1760291ec3b8577f34cf75df6", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00877, "delta_e_ok": null, "error": null, "error_kind": null, "family": "gradient", "ground_truth": { "choice": "B" }, "group_id": "gradient-06", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/gradient-06.png", "input_tokens": 979, "latency_sec": 4.031589651014656, "model_name": "claude-opus-5", "out_of_srgb": null, "output_tokens": 155, "prediction": { "choice": "B" }, "prompt_sha256": "93858b61346b697f9021a41a361838e5b0b8c06fbde9b0b35f514c9e29082ee5", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T15:59:45.489559+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-gradient-06", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "08ce5755-f95a-4b31-93c5-b1015beaad5a", "result_sha256": "6a8db6c2240eeae235701acf0202756b61df0de435eb6506132dd53ee5c3668c", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.01072, "delta_e_ok": null, "error": null, "error_kind": null, "family": "gradient", "ground_truth": { "choice": "C" }, "group_id": "gradient-07", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/gradient-07.png", "input_tokens": 979, "latency_sec": 5.0146125389728695, "model_name": "claude-opus-5", "out_of_srgb": null, "output_tokens": 233, "prediction": { "choice": "C" }, "prompt_sha256": "93858b61346b697f9021a41a361838e5b0b8c06fbde9b0b35f514c9e29082ee5", "provider": "anthropic", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-16T15:24:29.336076+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-gradient-07", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "a3dcf302-bdc3-4534-b5f8-9be515077238", "result_sha256": "d4863ab7e86a66eea8fa82fef5a6ded988e7dfabb071a564099896ce379e7e91", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.008245, "delta_e_ok": null, "error": null, "error_kind": null, "family": "gradient", "ground_truth": { "choice": "D" }, "group_id": "gradient-08", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/gradient-08.png", "input_tokens": 979, "latency_sec": 3.8201185839716345, "model_name": "claude-opus-5", "out_of_srgb": null, "output_tokens": 134, "prediction": { "choice": "D" }, "prompt_sha256": "93858b61346b697f9021a41a361838e5b0b8c06fbde9b0b35f514c9e29082ee5", "provider": "anthropic", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-16T14:45:38.316843+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-gradient-08", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "3d3dd402-18d4-4205-a64a-284249c4b7bb", "result_sha256": "d195b9e916a547411967d1c119b61c3bb68d8e1cb94407e9329ef9378e893b6f", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00827, "delta_e_ok": null, "error": null, "error_kind": null, "family": "gradient", "ground_truth": { "choice": "A" }, "group_id": "gradient-09", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/gradient-09.png", "input_tokens": 979, "latency_sec": 3.3370395899983123, "model_name": "claude-opus-5", "out_of_srgb": null, "output_tokens": 135, "prediction": { "choice": "A" }, "prompt_sha256": "93858b61346b697f9021a41a361838e5b0b8c06fbde9b0b35f514c9e29082ee5", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T15:51:47.571255+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-gradient-09", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "17228e0b-0262-4918-b98c-77a31d7a955f", "result_sha256": "50f0821cc9e5da857dd0ea3c5eb6bf3032a4af25e502394e10e332026ea4142f", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.012545, "delta_e_ok": null, "error": null, "error_kind": null, "family": "gradient", "ground_truth": { "choice": "B" }, "group_id": "gradient-10", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/gradient-10.png", "input_tokens": 979, "latency_sec": 6.199333543074317, "model_name": "claude-opus-5", "out_of_srgb": null, "output_tokens": 306, "prediction": { "choice": "B" }, "prompt_sha256": "93858b61346b697f9021a41a361838e5b0b8c06fbde9b0b35f514c9e29082ee5", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T14:57:30.034964+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-gradient-10", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "7ca65701-3fb4-4d06-9dc8-840732850060", "result_sha256": "410f2c9509ae987b8c0672a58fbd3c8351572433a2a3c4957c9421d02199facf", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00902, "delta_e_ok": null, "error": null, "error_kind": null, "family": "gradient", "ground_truth": { "choice": "C" }, "group_id": "gradient-11", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/gradient-11.png", "input_tokens": 979, "latency_sec": 4.995592305087484, "model_name": "claude-opus-5", "out_of_srgb": null, "output_tokens": 165, "prediction": { "choice": "C" }, "prompt_sha256": "93858b61346b697f9021a41a361838e5b0b8c06fbde9b0b35f514c9e29082ee5", "provider": "anthropic", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-16T14:54:39.400297+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-gradient-11", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "399e4cec-1050-4d25-ac39-d5c5624c2729", "result_sha256": "559f9fa004203a553473d71b9e85feb4c0364bd35022f766836b150011cc5d84", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.006495, "delta_e_ok": null, "error": null, "error_kind": null, "family": "gradient", "ground_truth": { "choice": "D" }, "group_id": "gradient-12", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/gradient-12.png", "input_tokens": 979, "latency_sec": 2.557451798929833, "model_name": "claude-opus-5", "out_of_srgb": null, "output_tokens": 64, "prediction": { "choice": "D" }, "prompt_sha256": "93858b61346b697f9021a41a361838e5b0b8c06fbde9b0b35f514c9e29082ee5", "provider": "anthropic", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-16T14:12:33.888717+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-gradient-12", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "b16f835a-a376-49ff-86c1-18bf40920987", "result_sha256": "1befa4b674f5cd49dc52b6427b63fb212e9f97c728326e2d173448a68c40ae3d", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.007695, "delta_e_ok": null, "error": null, "error_kind": null, "family": "gradient", "ground_truth": { "choice": "A" }, "group_id": "gradient-13", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/gradient-13.png", "input_tokens": 979, "latency_sec": 3.0939037379575893, "model_name": "claude-opus-5", "out_of_srgb": null, "output_tokens": 112, "prediction": { "choice": "A" }, "prompt_sha256": "93858b61346b697f9021a41a361838e5b0b8c06fbde9b0b35f514c9e29082ee5", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T16:13:52.977385+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-gradient-13", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "b69d1e60-5973-4e9a-aa67-27ea6ed2541b", "result_sha256": "9cf313875eed69489d763ca87d22d7a61104017dbebc8d2c752cfc0f4614b2cb", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00622, "delta_e_ok": null, "error": null, "error_kind": null, "family": "gradient", "ground_truth": { "choice": "B" }, "group_id": "gradient-14", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/gradient-14.png", "input_tokens": 979, "latency_sec": 2.718914699042216, "model_name": "claude-opus-5", "out_of_srgb": null, "output_tokens": 53, "prediction": { "choice": "B" }, "prompt_sha256": "93858b61346b697f9021a41a361838e5b0b8c06fbde9b0b35f514c9e29082ee5", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T14:21:36.594593+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-gradient-14", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "5535d5d8-fa34-4f3b-b80f-eac45a1d624e", "result_sha256": "f42e8dc3b59f13b1494be4c69450260f2707334c4b59bf1d01e3c37c24ed80bb", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00517, "delta_e_ok": null, "error": null, "error_kind": null, "family": "gradient", "ground_truth": { "choice": "C" }, "group_id": "gradient-15", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/gradient-15.png", "input_tokens": 979, "latency_sec": 2.4993241750635207, "model_name": "claude-opus-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "C" }, "prompt_sha256": "93858b61346b697f9021a41a361838e5b0b8c06fbde9b0b35f514c9e29082ee5", "provider": "anthropic", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-16T14:55:40.877206+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-gradient-15", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "48935b71-40e6-408f-9dc3-e747e3d8effb", "result_sha256": "ab4fff9b8cdea89d4a4fd5b7365ed2045799d3ead9d36f88e83bba3bafeca660", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.007845, "delta_e_ok": null, "error": null, "error_kind": null, "family": "gradient", "ground_truth": { "choice": "D" }, "group_id": "gradient-16", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/gradient-16.png", "input_tokens": 979, "latency_sec": 3.4591231379890814, "model_name": "claude-opus-5", "out_of_srgb": null, "output_tokens": 118, "prediction": { "choice": "D" }, "prompt_sha256": "93858b61346b697f9021a41a361838e5b0b8c06fbde9b0b35f514c9e29082ee5", "provider": "anthropic", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-16T16:30:01.340729+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-gradient-16", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "27b0b5dd-6505-4c5a-bb38-2a00598a7b44", "result_sha256": "eab61e7584448fd576340a019e63245e0bab60378416c8951e02cca849b6d475", "result": { "component_errors": { "h": 1.5, "l": 0.19607843137254832, "s": 0.6062992125984294 }, "correct": null, "cost_estimated": false, "cost_usd": 0.01034, "delta_e_ok": 0.004433195787706342, "error": null, "error_kind": null, "family": "hsl", "ground_truth": { "rgb": [ 192, 64, 80 ] }, "group_id": "numeric-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-01.png", "input_tokens": 1043, "latency_sec": 4.554947306984104, "model_name": "claude-opus-5", "out_of_srgb": false, "output_tokens": 205, "prediction": { "h": 351.0, "l": 50.0, "s": 51.0 }, "prompt_sha256": "d5a3e77db006cc09848010934a3ee06e3beb9ab32aa54f5bf67eb79750a81ad8", "provider": "anthropic", "raw_prediction": "{\"h\": 351, \"s\": 51, \"l\": 50}", "recorded_at": "2026-09-16T14:03:27.607064+00:00", "request_attempts": 1, "score": 97.78340210614684, "task_id": "colorbench-hsl-01", "tight_score": 91.13360842458732, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": true, "0.01": true, "0.02": true, "0.05": true } } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "63aa4c2d-52fe-4197-82f3-11daf6a01eb0", "result_sha256": "ab0625c6cb88a33d8b9c0588bd1c137ba87334ac7f07a2c9fd674bd8f43021a4", "result": { "component_errors": { "h": 0.21052631578945125, "l": 0.29411764705881893, "s": 0.3333333333333428 }, "correct": null, "cost_estimated": false, "cost_usd": 0.010715, "delta_e_ok": 0.002534085926073618, "error": null, "error_kind": null, "family": "hsl", "ground_truth": { "rgb": [ 38, 112, 190 ] }, "group_id": "numeric-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-02.png", "input_tokens": 1043, "latency_sec": 4.480455048033036, "model_name": "claude-opus-5", "out_of_srgb": false, "output_tokens": 220, "prediction": { "h": 211.0, "l": 45.0, "s": 67.0 }, "prompt_sha256": "d5a3e77db006cc09848010934a3ee06e3beb9ab32aa54f5bf67eb79750a81ad8", "provider": "anthropic", "raw_prediction": "{\"h\": 211, \"s\": 67, \"l\": 45}", "recorded_at": "2026-09-16T15:25:44.515870+00:00", "request_attempts": 1, "score": 98.73295703696319, "task_id": "colorbench-hsl-02", "tight_score": 94.93182814785276, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": true, "0.01": true, "0.02": true, "0.05": true } } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "c61e047b-7f11-4b35-9532-f66556640880", "result_sha256": "40a42474d68fce62e5c770e68206cc2191cc006f7a06dfad17a6494325585c71", "result": { "component_errors": { "h": 1.0, "l": 0.2156862745098067, "s": 2.0 }, "correct": null, "cost_estimated": false, "cost_usd": 0.009965, "delta_e_ok": 0.0035793390484369736, "error": null, "error_kind": null, "family": "hsl", "ground_truth": { "rgb": [ 60, 140, 100 ] }, "group_id": "numeric-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-03.png", "input_tokens": 1043, "latency_sec": 4.09248283400666, "model_name": "claude-opus-5", "out_of_srgb": false, "output_tokens": 190, "prediction": { "h": 151.0, "l": 39.0, "s": 42.0 }, "prompt_sha256": "d5a3e77db006cc09848010934a3ee06e3beb9ab32aa54f5bf67eb79750a81ad8", "provider": "anthropic", "raw_prediction": "{\"h\": 151, \"s\": 42, \"l\": 39}", "recorded_at": "2026-09-16T14:47:23.992304+00:00", "request_attempts": 1, "score": 98.21033047578152, "task_id": "colorbench-hsl-03", "tight_score": 92.84132190312604, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": true, "0.01": true, "0.02": true, "0.05": true } } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "c4c64391-06be-4d97-8bb1-2c2eb0297b74", "result_sha256": "1a489742670246c016ac8b2e8c2dcaf2ddb6c3975c53e42ecbd3ee0ec0919d3b", "result": { "component_errors": { "h": 0.17142857142857792, "l": 0.9019607843137223, "s": 1.8695652173912976 }, "correct": null, "cost_estimated": false, "cost_usd": 0.009465, "delta_e_ok": 0.005324149231927599, "error": null, "error_kind": null, "family": "hsl", "ground_truth": { "rgb": [ 185, 135, 45 ] }, "group_id": "numeric-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-04.png", "input_tokens": 1043, "latency_sec": 3.7842319450573996, "model_name": "claude-opus-5", "out_of_srgb": false, "output_tokens": 170, "prediction": { "h": 38.4, "l": 46.0, "s": 59.0 }, "prompt_sha256": "d5a3e77db006cc09848010934a3ee06e3beb9ab32aa54f5bf67eb79750a81ad8", "provider": "anthropic", "raw_prediction": "{\"h\": 38.4, \"s\": 59, \"l\": 46}", "recorded_at": "2026-09-16T14:35:19.416583+00:00", "request_attempts": 1, "score": 97.33792538403621, "task_id": "colorbench-hsl-04", "tight_score": 89.3517015361448, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": true, "0.02": true, "0.05": true } } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "be7641e6-01fc-4473-9a74-a3bed94a0896", "result_sha256": "9e067aec14ee446271897a39450ac5d9ed32bf51b54baf487f591626076a7d61", "result": { "component_errors": { "h": 2.6666666666666856, "l": 0.019607843137258385, "s": 1.0 }, "correct": null, "cost_estimated": false, "cost_usd": 0.009815, "delta_e_ok": 0.008155668530938806, "error": null, "error_kind": null, "family": "hsl", "ground_truth": { "rgb": [ 135, 85, 175 ] }, "group_id": "numeric-05", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-05.png", "input_tokens": 1043, "latency_sec": 3.8480928119970486, "model_name": "claude-opus-5", "out_of_srgb": false, "output_tokens": 184, "prediction": { "h": 276.0, "l": 51.0, "s": 37.0 }, "prompt_sha256": "d5a3e77db006cc09848010934a3ee06e3beb9ab32aa54f5bf67eb79750a81ad8", "provider": "anthropic", "raw_prediction": "{\"h\": 276, \"s\": 37, \"l\": 51}", "recorded_at": "2026-09-16T15:15:35.478502+00:00", "request_attempts": 1, "score": 95.9221657345306, "task_id": "colorbench-hsl-05", "tight_score": 83.68866293812238, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": true, "0.02": true, "0.05": true } } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "e453b87c-7b70-4ab8-be53-e8dd386ae8f2", "result_sha256": "80ccb3183554a7191bbdb95eb1f041234a8904352f9b15a3ba9e2e6af19e5c0a", "result": { "component_errors": { "h": 3.4339622641509493, "l": 1.9803921568627452, "s": 3.6391752577319636 }, "correct": null, "cost_estimated": false, "cost_usd": 0.00969, "delta_e_ok": 0.012992783365018051, "error": null, "error_kind": null, "family": "hsl", "ground_truth": { "rgb": [ 22, 48, 75 ] }, "group_id": "numeric-06", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-06.png", "input_tokens": 1043, "latency_sec": 4.277907507959753, "model_name": "claude-opus-5", "out_of_srgb": false, "output_tokens": 179, "prediction": { "h": 214.0, "l": 21.0, "s": 51.0 }, "prompt_sha256": "d5a3e77db006cc09848010934a3ee06e3beb9ab32aa54f5bf67eb79750a81ad8", "provider": "anthropic", "raw_prediction": "{\"h\": 214, \"s\": 51, \"l\": 21}", "recorded_at": "2026-09-16T14:31:22.405799+00:00", "request_attempts": 1, "score": 93.50360831749097, "task_id": "colorbench-hsl-06", "tight_score": 74.0144332699639, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": false, "0.02": true, "0.05": true } } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "61fbbe95-4de0-487b-8d15-d078d0d18cf8", "result_sha256": "0e3af63863fd9ff891088a4fd8d53f17aa34f930f2d3c6b22232c86578118dd0", "result": { "component_errors": { "h": 4.216216216216196, "l": 0.9803921568627487, "s": 4.144329896907195 }, "correct": null, "cost_estimated": false, "cost_usd": 0.010615, "delta_e_ok": 0.0057590110725858155, "error": null, "error_kind": null, "family": "hsl", "ground_truth": { "rgb": [ 225, 215, 188 ] }, "group_id": "numeric-07", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-07.png", "input_tokens": 1043, "latency_sec": 4.425541081931442, "model_name": "claude-opus-5", "out_of_srgb": false, "output_tokens": 216, "prediction": { "h": 48.0, "l": 80.0, "s": 34.0 }, "prompt_sha256": "d5a3e77db006cc09848010934a3ee06e3beb9ab32aa54f5bf67eb79750a81ad8", "provider": "anthropic", "raw_prediction": "{\"h\": 48, \"s\": 34, \"l\": 80}", "recorded_at": "2026-09-16T15:48:46.834294+00:00", "request_attempts": 1, "score": 97.1204944637071, "task_id": "colorbench-hsl-07", "tight_score": 88.48197785482836, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": true, "0.02": true, "0.05": true } } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "97ba3a52-b098-49bd-9630-0d99638ace8f", "result_sha256": "ca2f27a026b91df75667eb81a41b5a4fa415fa4a7982d3c79d570b3a9435769c", "result": { "component_errors": { "h": null, "l": 0.19607843137254832, "s": 0.0 }, "correct": null, "cost_estimated": false, "cost_usd": 0.00574, "delta_e_ok": 0.0016900750842691059, "error": null, "error_kind": null, "family": "hsl", "ground_truth": { "rgb": [ 128, 128, 128 ] }, "group_id": "numeric-08", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-08.png", "input_tokens": 1043, "latency_sec": 2.1449978220043704, "model_name": "claude-opus-5", "out_of_srgb": false, "output_tokens": 21, "prediction": { "h": 0.0, "l": 50.0, "s": 0.0 }, "prompt_sha256": "d5a3e77db006cc09848010934a3ee06e3beb9ab32aa54f5bf67eb79750a81ad8", "provider": "anthropic", "raw_prediction": "{\"h\": 0, \"s\": 0, \"l\": 50}", "recorded_at": "2026-09-16T16:32:01.333813+00:00", "request_attempts": 1, "score": 99.15496245786545, "task_id": "colorbench-hsl-08", "tight_score": 96.61984983146179, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": true, "0.01": true, "0.02": true, "0.05": true } } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "8df62988-7145-4874-bad3-bb8ab3837602", "result_sha256": "a8cba942e0590904b80f17e3bd66fcd156bfca7873220cc9624ab98e5ae0d1ea", "result": { "component_errors": { "h": 1.363636363636374, "l": 0.37254901960783826, "s": 0.1612903225806548 }, "correct": null, "cost_estimated": false, "cost_usd": 0.009415, "delta_e_ok": 0.0031877302360241878, "error": null, "error_kind": null, "family": "hsl", "ground_truth": { "rgb": [ 230, 32, 44 ] }, "group_id": "numeric-09", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-09.png", "input_tokens": 1043, "latency_sec": 3.987415761104785, "model_name": "claude-opus-5", "out_of_srgb": false, "output_tokens": 168, "prediction": { "h": 355.0, "l": 51.0, "s": 80.0 }, "prompt_sha256": "d5a3e77db006cc09848010934a3ee06e3beb9ab32aa54f5bf67eb79750a81ad8", "provider": "anthropic", "raw_prediction": "{\"h\": 355, \"s\": 80, \"l\": 51}", "recorded_at": "2026-09-16T14:08:04.167360+00:00", "request_attempts": 1, "score": 98.40613488198791, "task_id": "colorbench-hsl-09", "tight_score": 93.62453952795163, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": true, "0.01": true, "0.02": true, "0.05": true } } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "45de0f88-30dd-476a-986d-986ee04f0bc3", "result_sha256": "3fd1ba53f5f54bbba10a092510f082a2f58321607d54582266ffbac719934dc1", "result": { "component_errors": { "h": 0.02985074626863593, "l": 1.3137254901960773, "s": 1.6263736263736348 }, "correct": null, "cost_estimated": false, "cost_usd": 0.010165, "delta_e_ok": 0.012729104338808401, "error": null, "error_kind": null, "family": "hsl", "ground_truth": { "rgb": [ 24, 158, 82 ] }, "group_id": "numeric-10", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-10.png", "input_tokens": 1043, "latency_sec": 4.744621343910694, "model_name": "claude-opus-5", "out_of_srgb": false, "output_tokens": 198, "prediction": { "h": 146.0, "l": 37.0, "s": 72.0 }, "prompt_sha256": "d5a3e77db006cc09848010934a3ee06e3beb9ab32aa54f5bf67eb79750a81ad8", "provider": "anthropic", "raw_prediction": "{\"h\": 146, \"s\": 72, \"l\": 37}", "recorded_at": "2026-09-16T15:33:21.006945+00:00", "request_attempts": 1, "score": 93.6354478305958, "task_id": "colorbench-hsl-10", "tight_score": 74.5417913223832, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": false, "0.02": true, "0.05": true } } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "2bdae78e-e02e-44e8-9bc0-98f45e3adcc8", "result_sha256": "992621c5057ae53543b2377632308b2586b456fbb404742b1b797eb22a418c94", "result": { "component_errors": { "h": 0.9565217391304373, "l": 1.3333333333333357, "s": 4.310924369747909 }, "correct": null, "cost_estimated": false, "cost_usd": 0.010715, "delta_e_ok": 0.009489421448084118, "error": null, "error_kind": null, "family": "hsl", "ground_truth": { "rgb": [ 44, 84, 228 ] }, "group_id": "numeric-11", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-11.png", "input_tokens": 1043, "latency_sec": 4.925865003024228, "model_name": "claude-opus-5", "out_of_srgb": false, "output_tokens": 220, "prediction": { "h": 226.0, "l": 52.0, "s": 73.0 }, "prompt_sha256": "d5a3e77db006cc09848010934a3ee06e3beb9ab32aa54f5bf67eb79750a81ad8", "provider": "anthropic", "raw_prediction": "{\"h\": 226, \"s\": 73, \"l\": 52}", "recorded_at": "2026-09-16T15:41:44.399760+00:00", "request_attempts": 1, "score": 95.25528927595795, "task_id": "colorbench-hsl-11", "tight_score": 81.02115710383177, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": true, "0.02": true, "0.05": true } } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "8388e689-1753-4abc-a469-c021b66520a0", "result_sha256": "e86d808aed0faf17c5cc0313529341177c723ef45a94751aaa7d64c2432d886c", "result": { "component_errors": { "h": 0.44999999999998863, "l": 0.09803921568627061, "s": 0.5217391304347814 }, "correct": null, "cost_estimated": false, "cost_usd": 0.009015, "delta_e_ok": 0.005171285515694722, "error": null, "error_kind": null, "family": "hsl", "ground_truth": { "rgb": [ 236, 208, 44 ] }, "group_id": "numeric-12", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-12.png", "input_tokens": 1043, "latency_sec": 4.226858851034194, "model_name": "claude-opus-5", "out_of_srgb": false, "output_tokens": 152, "prediction": { "h": 51.7, "l": 55.0, "s": 84.0 }, "prompt_sha256": "d5a3e77db006cc09848010934a3ee06e3beb9ab32aa54f5bf67eb79750a81ad8", "provider": "anthropic", "raw_prediction": "{\"h\": 51.7, \"s\": 84, \"l\": 55}", "recorded_at": "2026-09-16T14:23:37.914016+00:00", "request_attempts": 1, "score": 97.41435724215263, "task_id": "colorbench-hsl-12", "tight_score": 89.65742896861056, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": true, "0.02": true, "0.05": true } } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "5871f71a-6c17-43dc-b514-883a9a5eba6d", "result_sha256": "4b0ab88879e41a46e59f21e33eb6e7a13440555ba52aa6dbbf4a7a0d7965f365", "result": { "component_errors": { "h": 4.285714285714278, "l": 0.19607843137254832, "s": 4.881889763779526 }, "correct": null, "cost_estimated": false, "cost_usd": 0.00574, "delta_e_ok": 0.02782348515234351, "error": null, "error_kind": null, "family": "hsl", "ground_truth": { "rgb": [ 198, 58, 188 ] }, "group_id": "numeric-13", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-13.png", "input_tokens": 1043, "latency_sec": 2.0393895119195804, "model_name": "claude-opus-5", "out_of_srgb": false, "output_tokens": 21, "prediction": { "h": 300.0, "l": 50.0, "s": 60.0 }, "prompt_sha256": "d5a3e77db006cc09848010934a3ee06e3beb9ab32aa54f5bf67eb79750a81ad8", "provider": "anthropic", "raw_prediction": "{\"h\": 300, \"s\": 60, \"l\": 50}", "recorded_at": "2026-09-16T15:06:03.276308+00:00", "request_attempts": 1, "score": 86.08825742382824, "task_id": "colorbench-hsl-13", "tight_score": 44.35302969531298, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": false, "0.02": false, "0.05": true } } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "bbb6bd5f-fc80-4974-9965-a3703e22edef", "result_sha256": "a9e1051da0a2d729aa5e3217fe550b533b9a8f094547c69d10d559cb9ba3d6bf", "result": { "component_errors": { "h": 0.20779220779218122, "l": 0.4509803921568576, "s": 0.36363636363635266 }, "correct": null, "cost_estimated": false, "cost_usd": 0.01104, "delta_e_ok": 0.005470176507124688, "error": null, "error_kind": null, "family": "hsl", "ground_truth": { "rgb": [ 44, 178, 198 ] }, "group_id": "numeric-14", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-14.png", "input_tokens": 1043, "latency_sec": 5.0931761369574815, "model_name": "claude-opus-5", "out_of_srgb": false, "output_tokens": 233, "prediction": { "h": 188.0, "l": 47.0, "s": 64.0 }, "prompt_sha256": "d5a3e77db006cc09848010934a3ee06e3beb9ab32aa54f5bf67eb79750a81ad8", "provider": "anthropic", "raw_prediction": "{\"h\": 188, \"s\": 64, \"l\": 47}", "recorded_at": "2026-09-16T14:58:36.578200+00:00", "request_attempts": 1, "score": 97.26491174643766, "task_id": "colorbench-hsl-14", "tight_score": 89.05964698575063, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": true, "0.02": true, "0.05": true } } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "67a546d5-8cd3-4fbd-af1d-099daae7b640", "result_sha256": "24aa54e77e2a991a409fac0505d5c3b132924f6e01739b9e1a0004fe6d1b5d65", "result": { "component_errors": { "h": null, "l": 1.333333333333333, "s": 2.11764705882353 }, "correct": null, "cost_estimated": false, "cost_usd": 0.00684, "delta_e_ok": 0.013449998147271625, "error": null, "error_kind": null, "family": "hsl", "ground_truth": { "rgb": [ 16, 16, 18 ] }, "group_id": "numeric-15", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-15.png", "input_tokens": 1043, "latency_sec": 2.419012926053256, "model_name": "claude-opus-5", "out_of_srgb": false, "output_tokens": 65, "prediction": { "h": 240.0, "l": 8.0, "s": 8.0 }, "prompt_sha256": "d5a3e77db006cc09848010934a3ee06e3beb9ab32aa54f5bf67eb79750a81ad8", "provider": "anthropic", "raw_prediction": "{\"h\": 240, \"s\": 8, \"l\": 8}", "recorded_at": "2026-09-16T16:18:45.237502+00:00", "request_attempts": 1, "score": 93.27500092636419, "task_id": "colorbench-hsl-15", "tight_score": 73.10000370545676, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": false, "0.02": true, "0.05": true } } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "437189ee-4a11-4d82-87ef-bcf72d5b8984", "result_sha256": "71ab915b040e1788f30f72151786dcb501fb272db1bf8eaa6acd76017cbf97ac", "result": { "component_errors": { "h": null, "l": 0.705882352941174, "s": 12.888888888888935 }, "correct": null, "cost_estimated": false, "cost_usd": 0.00974, "delta_e_ok": 0.006366321672534802, "error": null, "error_kind": null, "family": "hsl", "ground_truth": { "rgb": [ 243, 243, 240 ] }, "group_id": "numeric-16", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-16.png", "input_tokens": 1043, "latency_sec": 3.9765613669296727, "model_name": "claude-opus-5", "out_of_srgb": false, "output_tokens": 181, "prediction": { "h": 77.0, "l": 94.0, "s": 24.0 }, "prompt_sha256": "d5a3e77db006cc09848010934a3ee06e3beb9ab32aa54f5bf67eb79750a81ad8", "provider": "anthropic", "raw_prediction": "{\"h\": 77, \"s\": 24, \"l\": 94}", "recorded_at": "2026-09-16T15:31:33.651090+00:00", "request_attempts": 1, "score": 96.81683916373261, "task_id": "colorbench-hsl-16", "tight_score": 87.2673566549304, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": true, "0.02": true, "0.05": true } } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "52c5e501-34ef-4aa6-be38-0e6ac1edf709", "result_sha256": "d2e914fb03b448b3a1b2bd8a9b138160b48bb8daf5825344a5b8c3333f11130a", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.005175, "delta_e_ok": null, "error": null, "error_kind": null, "family": "hue", "ground_truth": { "choice": "A" }, "group_id": "hue-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/hue-01.png", "input_tokens": 980, "latency_sec": 2.8913989309221506, "model_name": "claude-opus-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "8234947471a1bb7076e1e5dfe2fd3aba8c91ae436b20be843f2b0ab51861fe52", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T15:11:07.612533+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-hue-01", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "eb5b963b-fe56-4bc5-a44a-0cd8f04d78d4", "result_sha256": "18bedf9a9f56a0ed7a523a147204bfef7fd3e721e23f37778cf407bd16b12a80", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.005175, "delta_e_ok": null, "error": null, "error_kind": null, "family": "hue", "ground_truth": { "choice": "B" }, "group_id": "hue-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/hue-02.png", "input_tokens": 980, "latency_sec": 3.313298066961579, "model_name": "claude-opus-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "8234947471a1bb7076e1e5dfe2fd3aba8c91ae436b20be843f2b0ab51861fe52", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T15:08:55.651988+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-hue-02", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "5d33c99f-4f41-4deb-8147-5b81ed8cb08b", "result_sha256": "de47f106ffc04c5440b7d0eb7cb35d88c3681b46c882ff8ecbe9c830e20fee00", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.005175, "delta_e_ok": null, "error": null, "error_kind": null, "family": "hue", "ground_truth": { "choice": "C" }, "group_id": "hue-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/hue-03.png", "input_tokens": 980, "latency_sec": 2.04704756999854, "model_name": "claude-opus-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "C" }, "prompt_sha256": "8234947471a1bb7076e1e5dfe2fd3aba8c91ae436b20be843f2b0ab51861fe52", "provider": "anthropic", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-16T16:17:15.930289+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-hue-03", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "1c40a4b4-fb61-4113-9046-bbaa4df1e715", "result_sha256": "a14488ad5d765ae855465b94c8a704aa26d51daba8e67efe787519c52869ed2d", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.005175, "delta_e_ok": null, "error": null, "error_kind": null, "family": "hue", "ground_truth": { "choice": "D" }, "group_id": "hue-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/hue-04.png", "input_tokens": 980, "latency_sec": 2.0030696189496666, "model_name": "claude-opus-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "D" }, "prompt_sha256": "8234947471a1bb7076e1e5dfe2fd3aba8c91ae436b20be843f2b0ab51861fe52", "provider": "anthropic", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-16T16:00:57.648260+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-hue-04", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "7f6d566b-ae9e-44a9-ab60-c07124e4eab4", "result_sha256": "4a34d137ed37a47a0689c656c8bccaba6aa63b1851d91afdb9a5ef61d1348d07", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.005175, "delta_e_ok": null, "error": null, "error_kind": null, "family": "hue", "ground_truth": { "choice": "A" }, "group_id": "hue-05", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/hue-05.png", "input_tokens": 980, "latency_sec": 2.0259809279814363, "model_name": "claude-opus-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "8234947471a1bb7076e1e5dfe2fd3aba8c91ae436b20be843f2b0ab51861fe52", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T15:18:27.194509+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-hue-05", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "dc372e86-1d70-4396-9752-f3758241f8df", "result_sha256": "e0efe653d60ec42de22493f2916b9f8eb58c67a66c90c14ce662f7fc64103565", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.005175, "delta_e_ok": null, "error": null, "error_kind": null, "family": "hue", "ground_truth": { "choice": "B" }, "group_id": "hue-06", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/hue-06.png", "input_tokens": 980, "latency_sec": 2.0221906850347295, "model_name": "claude-opus-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "8234947471a1bb7076e1e5dfe2fd3aba8c91ae436b20be843f2b0ab51861fe52", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T16:06:47.056904+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-hue-06", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "8b194606-1410-4a61-870f-3111567d67ff", "result_sha256": "123f43ccc72771fc96d31dc780801552da7a2b09a1bb9fcb89b243ba3030f495", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.005175, "delta_e_ok": null, "error": null, "error_kind": null, "family": "hue", "ground_truth": { "choice": "C" }, "group_id": "hue-07", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/hue-07.png", "input_tokens": 980, "latency_sec": 2.073044375050813, "model_name": "claude-opus-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "C" }, "prompt_sha256": "8234947471a1bb7076e1e5dfe2fd3aba8c91ae436b20be843f2b0ab51861fe52", "provider": "anthropic", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-16T15:48:04.529827+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-hue-07", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "5cc7b22c-f8bd-4317-97e5-2218141a0839", "result_sha256": "fba4db658746b7b59202f60205dfd959fcd1312a2f0b2288deee009ff1827325", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.009775, "delta_e_ok": null, "error": null, "error_kind": null, "family": "hue", "ground_truth": { "choice": "D" }, "group_id": "hue-08", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/hue-08.png", "input_tokens": 980, "latency_sec": 5.013947424013168, "model_name": "claude-opus-5", "out_of_srgb": null, "output_tokens": 195, "prediction": { "choice": "D" }, "prompt_sha256": "8234947471a1bb7076e1e5dfe2fd3aba8c91ae436b20be843f2b0ab51861fe52", "provider": "anthropic", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-16T14:35:41.461412+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-hue-08", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "712c8a81-0c27-4cb9-9700-ab0f288ba64d", "result_sha256": "badaf1319ac3ddf08fa35bf3415032b2ef2989bca4e3c6b82c09430bb5cac3da", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0065, "delta_e_ok": null, "error": null, "error_kind": null, "family": "hue", "ground_truth": { "choice": "A" }, "group_id": "hue-09", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/hue-09.png", "input_tokens": 980, "latency_sec": 3.475930300075561, "model_name": "claude-opus-5", "out_of_srgb": null, "output_tokens": 64, "prediction": { "choice": "A" }, "prompt_sha256": "8234947471a1bb7076e1e5dfe2fd3aba8c91ae436b20be843f2b0ab51861fe52", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T14:03:45.026466+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-hue-09", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "2757f483-3fc1-434a-ac11-d978effa4424", "result_sha256": "df85be260e588ba4f76d1d8b5cbdba708e371e82ea94ab856ccbced34b0696a3", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.005175, "delta_e_ok": null, "error": null, "error_kind": null, "family": "hue", "ground_truth": { "choice": "B" }, "group_id": "hue-10", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/hue-10.png", "input_tokens": 980, "latency_sec": 2.36650101095438, "model_name": "claude-opus-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "8234947471a1bb7076e1e5dfe2fd3aba8c91ae436b20be843f2b0ab51861fe52", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T14:34:42.407403+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-hue-10", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "3c1c84f5-0656-4a72-82b4-77a774c40fec", "result_sha256": "7348d40171d30eca3665339f2b3161c74886ea7b4b8c56494dd4799f6e7fcec0", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.005175, "delta_e_ok": null, "error": null, "error_kind": null, "family": "hue", "ground_truth": { "choice": "C" }, "group_id": "hue-11", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/hue-11.png", "input_tokens": 980, "latency_sec": 2.1325007169507444, "model_name": "claude-opus-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "C" }, "prompt_sha256": "8234947471a1bb7076e1e5dfe2fd3aba8c91ae436b20be843f2b0ab51861fe52", "provider": "anthropic", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-16T15:23:45.982131+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-hue-11", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "0d51e203-0a98-49e3-95f1-fe99c554fc68", "result_sha256": "d384753d355a180b805d18b598ea0139cd6de058f8512674b5c672dd16eca124", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.005175, "delta_e_ok": null, "error": null, "error_kind": null, "family": "hue", "ground_truth": { "choice": "D" }, "group_id": "hue-12", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/hue-12.png", "input_tokens": 980, "latency_sec": 2.3390296479919925, "model_name": "claude-opus-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "D" }, "prompt_sha256": "8234947471a1bb7076e1e5dfe2fd3aba8c91ae436b20be843f2b0ab51861fe52", "provider": "anthropic", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-16T14:42:44.812406+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-hue-12", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "7d6ad4ee-7401-4293-b08b-45757fc32e4d", "result_sha256": "1f46549a78791d1c82ab5d96604e98015b2e471728ebe91579689aabafd22541", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.01505, "delta_e_ok": null, "error": null, "error_kind": null, "family": "hue", "ground_truth": { "choice": "A" }, "group_id": "hue-13", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/hue-13.png", "input_tokens": 980, "latency_sec": 8.211996420053765, "model_name": "claude-opus-5", "out_of_srgb": null, "output_tokens": 406, "prediction": { "choice": "A" }, "prompt_sha256": "8234947471a1bb7076e1e5dfe2fd3aba8c91ae436b20be843f2b0ab51861fe52", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T14:38:21.924247+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-hue-13", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "76a89f27-8c96-451d-bfe5-790f82033615", "result_sha256": "4a4fe89d8a86ae2eb98ae36b954450e04f5f50e9c475cc970e057eb5194e6efe", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.01485, "delta_e_ok": null, "error": null, "error_kind": null, "family": "hue", "ground_truth": { "choice": "B" }, "group_id": "hue-14", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/hue-14.png", "input_tokens": 980, "latency_sec": 6.892920218990184, "model_name": "claude-opus-5", "out_of_srgb": null, "output_tokens": 398, "prediction": { "choice": "B" }, "prompt_sha256": "8234947471a1bb7076e1e5dfe2fd3aba8c91ae436b20be843f2b0ab51861fe52", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T14:22:20.469272+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-hue-14", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "afd932f1-52bc-4962-988d-2747ce969566", "result_sha256": "2e8e02ff3a6698f39cf65345de38ec23841e1a3b529753dcbae64c2b3b85f9bc", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.014925, "delta_e_ok": null, "error": null, "error_kind": null, "family": "hue", "ground_truth": { "choice": "C" }, "group_id": "hue-15", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/hue-15.png", "input_tokens": 980, "latency_sec": 7.869040195015259, "model_name": "claude-opus-5", "out_of_srgb": null, "output_tokens": 401, "prediction": { "choice": "C" }, "prompt_sha256": "8234947471a1bb7076e1e5dfe2fd3aba8c91ae436b20be843f2b0ab51861fe52", "provider": "anthropic", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-16T14:33:53.388650+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-hue-15", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "13671de7-b71f-4ead-894e-1764ad167dd3", "result_sha256": "0d4c616111e7643a8469268d5df3859d070b92cf0808f9a8368ca3ff6b3d5031", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.01275, "delta_e_ok": null, "error": null, "error_kind": null, "family": "hue", "ground_truth": { "choice": "D" }, "group_id": "hue-16", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/hue-16.png", "input_tokens": 980, "latency_sec": 6.386454443912953, "model_name": "claude-opus-5", "out_of_srgb": null, "output_tokens": 314, "prediction": { "choice": "D" }, "prompt_sha256": "8234947471a1bb7076e1e5dfe2fd3aba8c91ae436b20be843f2b0ab51861fe52", "provider": "anthropic", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-16T15:31:00.951743+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-hue-16", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "a6824d04-e8d8-46e0-b844-ddbc3f82f497", "result_sha256": "b7effd40bea68a1da7f85cd69c17e747459f19fa32584d08d14a665eda09e5fb", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.01185, "delta_e_ok": null, "error": null, "error_kind": null, "family": "hue", "ground_truth": { "choice": "A" }, "group_id": "hue-17", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/hue-17.png", "input_tokens": 980, "latency_sec": 4.998089971020818, "model_name": "claude-opus-5", "out_of_srgb": null, "output_tokens": 278, "prediction": { "choice": "A" }, "prompt_sha256": "8234947471a1bb7076e1e5dfe2fd3aba8c91ae436b20be843f2b0ab51861fe52", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T15:29:21.195248+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-hue-17", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "6bb0435b-db9c-4983-91a9-602223ae34ec", "result_sha256": "2aa1d36ccd2506ed2802f8854b6bfee16f1cf1c98a6507591a0fcffe8cd907ff", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.015, "delta_e_ok": null, "error": null, "error_kind": null, "family": "hue", "ground_truth": { "choice": "B" }, "group_id": "hue-18", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/hue-18.png", "input_tokens": 980, "latency_sec": 7.0883539280621335, "model_name": "claude-opus-5", "out_of_srgb": null, "output_tokens": 404, "prediction": { "choice": "B" }, "prompt_sha256": "8234947471a1bb7076e1e5dfe2fd3aba8c91ae436b20be843f2b0ab51861fe52", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T16:19:53.258930+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-hue-18", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "02774651-a430-4cdb-ac04-250bb991d310", "result_sha256": "cf8cbac2df2f047f75a87aaf60e2f89017c320d10a6da1961d79557dcb34a192", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.010525, "delta_e_ok": null, "error": null, "error_kind": null, "family": "hue", "ground_truth": { "choice": "C" }, "group_id": "hue-19", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/hue-19.png", "input_tokens": 980, "latency_sec": 4.871903001097962, "model_name": "claude-opus-5", "out_of_srgb": null, "output_tokens": 225, "prediction": { "choice": "C" }, "prompt_sha256": "8234947471a1bb7076e1e5dfe2fd3aba8c91ae436b20be843f2b0ab51861fe52", "provider": "anthropic", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-16T15:18:39.972818+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-hue-19", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "2e6f47c0-12dd-4e95-a4b1-03b41e57a7bf", "result_sha256": "ba4361a7daa6e6d6a4d81a2222f0c733abfea6196ef75bd69033c7e37dd70fc1", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.018125, "delta_e_ok": null, "error": null, "error_kind": null, "family": "hue", "ground_truth": { "choice": "D" }, "group_id": "hue-20", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/hue-20.png", "input_tokens": 980, "latency_sec": 9.13125970296096, "model_name": "claude-opus-5", "out_of_srgb": null, "output_tokens": 529, "prediction": { "choice": "D" }, "prompt_sha256": "8234947471a1bb7076e1e5dfe2fd3aba8c91ae436b20be843f2b0ab51861fe52", "provider": "anthropic", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-16T15:54:24.538465+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-hue-20", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "45bf079e-8cc8-46d9-91d0-8fe654d480bf", "result_sha256": "393f4aa3f6d4ea7896b2b455cbe26e62149a47c50e8f367f66a4ce87c7de4a8a", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0143, "delta_e_ok": null, "error": null, "error_kind": null, "family": "hue", "ground_truth": { "choice": "A" }, "group_id": "hue-21", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/hue-21.png", "input_tokens": 980, "latency_sec": 7.413130166940391, "model_name": "claude-opus-5", "out_of_srgb": null, "output_tokens": 376, "prediction": { "choice": "A" }, "prompt_sha256": "8234947471a1bb7076e1e5dfe2fd3aba8c91ae436b20be843f2b0ab51861fe52", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T16:28:17.527181+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-hue-21", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "cd300d55-dcd8-4622-8893-ed24ba7b196e", "result_sha256": "435f713d223f5c115d31482e643b18b8df22f9fef2f99b4edbd9b37a040c4fae", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.1073, "delta_e_ok": null, "error": "Response did not complete: max_tokens", "error_kind": "invalid_response", "family": "hue", "ground_truth": { "choice": "B" }, "group_id": "hue-22", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/hue-22.png", "input_tokens": 980, "latency_sec": 46.044618719955906, "model_name": "claude-opus-5", "out_of_srgb": null, "output_tokens": 4096, "prediction": {}, "prompt_sha256": "8234947471a1bb7076e1e5dfe2fd3aba8c91ae436b20be843f2b0ab51861fe52", "provider": "anthropic", "raw_prediction": "{\"model\":\"claude-opus-5\",\"id\":\"msg_011Cf7MyYBWoqLFDi9JsWtsJ\",\"type\":\"message\",\"role\":\"assistant\",\"content\":[{\"type\":\"thinking\",\"thinking\":\"\",\"signature\":\"CAISrDUKjgEIERgCKkBwP3OqHjIKQX+KnPpvqN94xhk5BXWrRiRrJHq8k6yA5pBJKdZxgssqvDPoqxQeA/8IBfwk8bl5GY/9UxVSdjQGMg1jbGF1ZGUtb3B1cy01OAFCCHRoaW5raW5nWiQ5MzgxZmRkYS0zMzgyLTRjM2EtYTZjZC00MzQwZGQ0YWMwODGoAZjuqtUGEgzkgRE0SEW7m2xN3s8aDI10/4u+fo8a69I8QyIw9jbQUrSaFcOj+rGliA3aIakBB14m03YjkiGzRjqULcD0iy578CVLztVcxuVc4KXnKsozsMBglh6tRewEwBNpV7XDNQpimpk7T4Fhf+rFu++GBPstuTEPAKc4i+PmXkQMz688Gn6brzag5qafigA7UAFmZLf7W9clhgxc/A7uVbSowaAsX7xGB/fc09gs20e1HKNSHjivIsu5HZ7kKA4oykWDwrhVTI2Cvz5EFeSg4djAbcZ217rJvCCuMDXlkBl/IwnIa+9qEbtZLnQfOIdqPzoF/XVJRw93318FQ6YzbFpRrt0IytSsh72PyceGQxAKPC65M7mLl5GnPk1YIRHqAETBPb3G4ywenI+Trd9Yu/W4rwZvIFRYZssuMz4sSnY4E0A334c+haH13wDeMkCzb9VKdM/oyyC8t/QU8JEYVf6L8fzPA5nCxYSf+Nx/1SKiYQrgd4HKlWnZUsDpngvWtXccK8kSYYjqr+PL48sQQr0pVTKfA21G8S1S2pQBGZ3KRxbDWIMBhuLLgfGUoJT3ImWb1LSKjlozPmt8+9Fwe8egf6silw5zuQz1mGNO/q3TXvmXhyCZ9BJPFcxnBKAJtR4IFyycmkmVwX0dwXG1ZPg/o+VkZea2MR66j7ZeYycnrT3jXZkje/zoq/bJOJIDYAWpdqheP9AN+6GiHFj7cYKX/Sgqzlet3xoMPU2bvaq8DlVK1VP7oqOtVHANgCrdum8C/kpSBTDWsNHQpv7nRU6e8a4fyPxeuV7wwUPeOVmD1i4lU/HV2j9xOTXlqaclyK60NhtDcu0RF2EsfwiP9APZWMn5XnDPkKaUViqyfb6KnGctm6zZriaoVRD4gkWhWB76jxxCfG6uqfG6G2NtaIuyrZEhap0rqHk8Buj7BlM4N96AAErxEnIyeYVM9Qgg46LA0NGs0wNYU+ZPVOJEoIIGHsCVYJk7iAxqxN0eSQxK0YJbplvciJUWmhxY7VQxJAgU8wNvYOmkgV87GeUz+vTUNnDZd/V8OTl4DWnTr65H+4HXngU9gS+CB9Am6MmnpVkRhNk4Qmq2/ThjKtFhdxHVoNcHmq6QkCDmGE+0rbwHk2tAppBldhBA4lo0ViE0PNMP6MsWNzerDlMtT9KqiG63PJuvZ763JvsRWzh4FrW74vXZUJcBHdI3EcQO7nrFZPzyFgNNeodE3rkO5PWahXlT7c1jz3ZVhJ1+wOr9SmeSTLSd/Q1sy1Kyd5/97+SsuteR1SIkGsXVyd34Dxs1oOacAq1qs3nHL3aSOSYtTFpPNwp/KKHRSCm6R9E32NAvHKzE4mDJ7s81HzF5SGC7IVTpaup3x/pMTK+qP6jJeNS9QIlNv0oX9K2KqK6UueXxTemt+OmKGFV4cL9sxtNKwOe00LOdIEIf/m8YLlGpSxyicUgKd+83/ll/YuI1PTaH6YEmJKS0Io80jUo+CNq2iNg6cFAYTnmv9wlXTz45rzGPqAqgdrCLGd/MEMEhsLUSikH0xOunINVUyVjKORbuPhlfXMHnonhwlkQx1WKHjkckDfhMSyOUKDkC60v/cFbCxcTu/Xq9R6o7gVlg9M0Mn0uq25EpW4nprZ3thm1c442Oyf58mNK6kERfVwV/lrJOXWYJ9QQRHqoAFpcNdGHlfgr4zc6FbQY7u4Ses1buR1b3XeVxG2MXWLnj+OzWp0lcPCQ/h3Tsoh0FXqgFLmMVhpXgtVkjujLX9WTbWrHCr42hnLeH9/ByKi0/ievYUvkIN52dsVwuXGDQkKymFd8jbNY62deb0k7TLURdtrH0VtmxdkY9c8qSj3EDFp3f0HwXaUzskBbwe+GLQ93JFUuRnRKN5pfpcYyY/N5701rQ+VmZXjAFtIX17kx5A0OzZR6F8Ai+h74GY2LBlfcL2Z+yPNxGQiHIHMIbDldNumyoRDP8UGYLdoj/mRd6OJFLPq3faDEil4nFVGmmOtMswH1ZjFDU66dymnNEaxLNTiWtmV9lL3jTv7L71UlZ+nvE7LEtc5QXjn9+4WJWHWhg/weYbx+hDLmdUVO3EzimR4uG0XJmqE22Xouj0DGoaWeaK3TTEdqOkzlvfYWVJAupmAjALjNQOC4aUTpTIZy0ZZ+447BiL+RkHN4peuG1unCpA7wRr+zNc9BzCzIuObUBpd9DktCH7FcABp3LlA/x1cjS2bNkALGqhgtHs/c8wPFnnfea0gHf7PUQzSNaEHDonYeTHlQCOF7zhM/OXnN5bR87qw4O0qsgieMimIa/EA1FvpMIldS4ffqYd/IhxiLO+pPPZ7PEzAj3hyrUrhsK6y5vc9cFjXjdq8eeoWg0euAXdCQz4yyvRklh5VEFiBMxVv+btRme7QGl33YVpubhakQbGBsOoBBbajlgVaYPA8aGSgvs9EvjKmDHZnnwuexyXfuC7aAARaWMnXhe22yF5OJmI+g3PAYG8rNG47Rd7qT/2ojbYd/ABdy86M+nC2SjIUocrA9WPpYOkSYw3u+1U3y+L+hU6gQPVki7q6yzAop9WNZxbMWW3ZA6B5N01dbFCt8EcPXcw5naUscJXrk3VATQDYlxgq8GYcz7shDJ9d59WJAbqbtk0Wz7MC9wwsvXSOfhHxfGnqVKjh6Bj5CV+sdizpKpHPXzBfu644XZCHEwvyomR/8mswwGG2TAYCNW8w1KByv4tfQfrxuF37zD1D4ddj42pjS4xyBGlxfrJSoQ1fJz0+wsw9gVb/ZryhjNn8HlJrGk3V6BEa5jJRJQ9+WfcQHQrF4Wk0Nbmapfor2qwIUUD1Jjj+COp0C5JHaXDtyqhKTlafMT2wqFDgbDQo4mbU/kTG4WPgi1VUOVXGovnmy5dST/wUqStJIFBfYCAk7tqOsHZtws5LijTjnd2tSOa68GFxobtrZkQcyTbJ2R9vlhR9KggiULYdGUVKQEOGJqUhgs0lpvfARkvX8Ome2A1lbMZACWgyDu1EZoMM7I4LXyB8mb0ufrT5ZgIY0c6ljtDI7r0tOtuJF54NpOoTrIFnL/vutGiDCVnn/KXokUnksfWRAxLMhaDfakNSDG+/k34Er2DIaPi7tp5t2pmzE0uzoFyQrimVdwqQmeQrlNb0Vxg5USH/iqlnGwnIiHI8lYgep0oOPha/TCUFLWmrG5KkfD8EMfq7Hza26bIwylc6SYfV/LIs1ytdOHeiQXbxK4XvMqzS/Sr68ktUyuA7++m1/GbsaDGB21cT4Y38/bMeoVvM2JqbReBAEFWi7yamKnDtDmRU6wxe2dhZ3V8KFzWQhqX1c//oHeY75tDkMAQV7vz73KeTmYEvAqEvQrABn81i10FmS9gMmky+qIviqZ8ME9xEUw8yDIwjY+1WSFbYp3BNZ7t8oq55TCONiHZUr5pjq7nuEhbesLJn3JhyPcEfcNXH8IrqVW0M6ACimXmYGhNPgD9wVUdJGr3+qa8wtcgDVP7I1Lj5J73NkJywDd/ZFfcYy+iRt/ih0jz4A39+7/8WF+EMYDxqt/PUFGQlL7xkNbTT9aNrwAFpo6dBCdus5ENB6IgRDkFE1oIrLhhNMfSk490NMzy4VJmhDgQNJQA5zuxZu9FP1qX/FiuQNhkcXqlgyxhodxDVlF5e9ZopyebsasIEQk82AfZfEbPJCkgRGkrTeC3r9DpUe+pJ77nMPuuZJ9mm3FShunZFh0Det7XLvgRrz9oXTuUxFG+msLS2l6ZDzZVKllek3NtKXDFm5YGohn0exKAM3WPL8ETgyRKQJHF5uKs6ArZ62KaPGYhEy33X1mpiW/CfLZObjsVvoy7nuRAdYZG1qt66C3/fdomnVzlauQnhXBI45qhctw0AtFP+Ov/rIfSwrqnchRN8e1wUVEkTwNycoT4eGTAnWqxd3+ao8tweNn0/2OSx70ykTG8OzGf6Gc5TcvQ9gcyn/VsrkMK5v/PsOz4NCEX8eO3pQJx6kV2MsiIRQQYe+jhtAqqUYLuh8eA4cyBIUBfmRXcKqnEN/kXaOiibhU1LZy+tP/aoA3o7D00DqQngsEAeNEoC/osCd/6r5H5e5pCRxk0cLoo4vhzzt1iAfXK8VkschwUA/NAPW3ZGz9LvqxVBw0vmax3q/g87ReHNDR7TzDK90KRISkrHbVbuRcXl9NqtJoIek8O5wtlkAW4kLRf2C0kiIFOvK6Xyqn11UKY/m7LmsoDtQ795T1rUDJ/A6wNfuIfPQ6PFhtKXMtf6R8DWjOJms+Shfodndridd84MBj3Dfek2pFlLV52ptsMS34VsUdfG20BBsMn8HbUKeUxE3pVdDjgWkIidwzQjPvJmtVtwbBj3J1P4pIIxIN+ZvzfmuJbduyBPBMp7eBB+OLo0zfh+Ss1zCXYgunRSegccr/66b8yvN1Y3ZbpS8TQy86jt3+HF3giJDWpUVJRmeEwIsMy0TXOzHhrAl5tYI7hJDglaiQEDmZzfNeiaCnFXL4nb2MIr6+nKwVw8RC0CVuACexSRV/HHcYRmboYdz2olP5x6Pr6L8hfSDtQGSKZMU6G+Hs1B3nHy0REwf7C4t4XDw/cebIxd11Vr3+22VB2xhx4uMswpchU34QAfaHGMNKl6iM7Qrg3Gn5VTysng6i7Ez8UpBpecDQTBOvrhW4g2VpHBFbtMw3ffT9mLeuQxwBywwpwfkekw9Qf+wesaOkfWv5ME1ftArFU3IvJvUCMhqVjOhCf2RbJaYYf0u4BnZJYGE4D1buWSZrmnB8/hWLVwzo70Bb1UJaMPq9IBJXS7p1y1A4NBm1dwHZelzgTpy/IUXq5dcGYFFamRhNYvp/i2sVzj/yDQiV0qClzgtzL63tW2b7J4vtlLjT4sk6sckI7G1SQmOIIxjb/wt22JHyBXV6C7/Dhko+UCrkc+0oWSce6dPpL/NaGUY8WsvJJEXBm5SVUq8zeqZzfNkHG26ALzFOn+1x6oJYa1sA8i9HPRuEmc5vs3BBYdu5NpTmDNk452V7D+SBClMT7kRMLE+q0iViEixIxVDrSRFQOF3TJ3SB43XJqEroehna74NinYNmby0IBhafrXzj+LqTxyMs2bzp/vx533Sy3EV6eRdwfigkOGzrEddYM+rE/pCQlTXLTdBW9xPDyED1meZz4acRzvqI2IGlBgGRUiV03APZUSLDlHoBau9oKH5/3IdPzn1bxZV5scg4Yoah0177q5H1tH8AQJTfk0LEl8MiHIc9bL+Wa0KXoI6TtwyK7Q/QTCklH/7ysuZS1eYC/pYzULmf5+MrNuRGBTov8KLzyh5umx5AtAuQ3qamsvCVoJZfNPK1dqrSW0vK7yhwvonKL5KDUNbdD7wfkkovsawGY0n0DTAPfNrnbYxLbsgBcvk5yxo07qZDF2N1NeN9sYGnXW+TDBWECk1oYU+jxZh3Nxz6Y7X4wtPZ3IeujleF8cbKSJ4TOouM3JlM/zlEWXVUIZUd6ke/X2P5XKgLfyK+6F+HIfDpR46awxSb40g1FxS97eWvicwEyncgGgUFsD0BFPwurZOGZjQL6uC870mqPNGh+61mwZbtDc1lpVYKd3jYnGYK6AbeuKqAZHRr37rk+C2CV6stpt9SwZHqj9xkZX4RpHPAHG35Cvrk/oZsnbme7SIpRk/tflVQ4mMtrYhfxMjwaEf2lt3F55Flb867K67vTj+Nm5rl7iO5hD1TGNVm6JnoKk/GjxQLxkc83CnTX7IB2JXoTE/aKbl8LiER+R0lNjMECBKuuAoXDCuu+0KrxMA1k53vZutGbOmj8anakSjlaB6TdsQTreHQjVl3ZLonV0UXb80bduVMgO/auTTqxHONFz7vRVtgemfD72UzFF7iIWttXbTXyKVC6Uc0lSFYF39BkfwAb5k0/ru8a8F3Rcjl5cmWsQBFKo/2DmUs880LKHTOQIDm3GJ+lm8TvA7nsHlphaMSVU3PaPlp6DlmmpRsU9MOX8O/xqBisvJBCxVben3LTkFdRRmlTGylRDtv4wUZCuruBp/uTKkKEL8aVkuaAsobaxC52MNk7GpUZoixxdGzE+XtmfafBhGkkBH8IlS65rIY4L+C8XHMlLFrVRqMJ8+YqX0CGrnfpJjY2VRW8UiQy9aCJSkkCVzJD/ADNhVvKrKYgTxqoWYsNMM97J3l4oTN6dKp6qOovdFmuSwjT0ByAVGdQ2Kjkne3PTYLe0yzNXu5gFV85AN+K0ZufRoBIypDF0Ju4AOftj3iuPpmQIFxnvZ7ljlLOHpcHkL62g/iOFtKKrzWREiS3BsDIsHzjlt8695dws8paZ1A1cV9GZ3KSJLzUd5UUwVBGGP4s+z3TpyciYcvUD2uadKGnJDBsaXlSm78frPEBcjHDQicF2Mf0sG59y4EEz0ySlefWw1AJu7Sji7PWsnBVkDuMXgQhBE7m1fiiNAdkEN4OZbmbRWhKgysliq4K2npP61OSH2YGwzkDCZsh8ChDt7ga1D+FL5Xlw+uyv/ZvpmopV8bIy1YIbUPzQ50j+EnWR7VnS8wM/NSTws71ieCCdQDG8g9P3L6Hi/FJ09Q2iBWjBkGKb9+7Z0u2YwGIVGqQIVypKVOG1aduJMMrytDwLGOnXjHgGq/c9K/QkYmBYs22cYnOrXW4fwNovtjS5CL76BmJ1c/HvudxCXXbDLEILixzrIAcOkxQXOewOYGX5EVXdScbL/n/sk0v8+bDmguBL+E+sawIsnz7EiWFHwJQdvk8WFHczb4q6Dp445t9AlBjMiFe+7bvqoKB5nxoGbwQyJI91FCxwPOCxXUv3eKU3suATNudoBivlylRFACVVeNih1qJ6rXqoQXVsw2ClkIP//a5mOqZjFgATPh2FYme60wh7aFlpZPLPtW0CNhArQsSIsn0yHLjxYZtyJh2Tx3UiLb1ucvK42Szr7y/ofPwx+vwTi9Uln/J300rm/EAj9uE6WKqy7LYgP1ykwAaUQ8i70fDgTl5DjQx6vLoD4xV2UADZaIZAaVUmFXTFnHkF+LnJgTlS0nvwVmVBGFyqOUDbe14pYEaM0bElUHDASctISPMB3gQ+DeStVK/LrXGRfluCrho/HoAlofVTv82KMQgK7lTTszThWJHMaR8uF4AenZPxmi1W1bxPU4+Nyt8O204KQ/N90pjHaDv7JzdWLj/BXzk8kqfdXfxdkxIonTHLNrtgA1PwtHM3J6eEu2HTgU5is3vphjO4ZRLk23jMzW1nRR7KgKYT9KjOp3tfAsOj/85/etCfgxwkX0lErykX/OCWX9bijnQ1TxyI8dULk5mWrf/MnvqDdL/kx/9ApxhCQ6MHAgh1sKeMMp6YZOKEV2srWKzpqNOAI5PcptjgRVOSRyZYmLWPcyD9gkPEqN0RopuEiF/Jf4VfT2uQlpZfPBU5WtwFHhWq2gZGsXDRm6slKJ92D/Zs92b5ldzIYHapceh8+XgKJnk3ER0QUTXn1GYh2uqfptneiVAX63xNuap6xUXXbe7zzBvsv4KwlkLScY8n6BvW0EvWI4rBtTtEEJysAslfjJyh2dEUY2kVdYkB20nGsVHRzRS+fbsqupMrSz/ckx9SJGbJHGtZhVY9V4Ox4DkukNb2r4DHi/pdvb9KZxrBDLXTtyPqDqEfnfRUTBcG2s2Y6okD8BFS3p8IqGoX6KL4seQ28Uxh9bZu4emL89yEPpMTQ8mh9bKvwhGRcNcApwu48NTL83lQo1b3X6gMviE3qlJVLbq1XbkR75Xwcu07njfp9Fi8qiJyrfoBlBDgKarJl1MGEY/ROgXBvWVOVzaF5PFe9t7um32MjsvsZ6qFz349uF7ZQI4t7/1oWv2zoc9tgyC/ilTrmgZC1iHngHerIegZb/0qGKv3V6A637OHNBQaNOCFo8vM/EDAYUr04NN9BHM7r6n+LG4PaI7pBnzMz6/mPU3mkgS3L02L4g/M/7KH5SBSgQofIXhaE4zKho3vM96UFqiGWfVSzrZdhBAPpaBAq1f7JuAuV4rCt3K0Mb6tBf5lM/sYwtfi7OdqIX4MzxTp8E/vkeO8VAbZgWdNo7mRMFPxAwDI1MXxsVOobs9ykONJwkbTo6OHZ85k6k/lRmvmC6LyuOQBJDy0FJuxcdx8+z8I7cRIUI/tKe9a0JGnW9r4SWaFsI+bHP+G3/M4f61IJbQsuV2ofFeQLNWVr8GXKjnwjkCy1muwoEwqQSWjLbtYC81cS5CbMyBrLch6TX+mSkXfY4eZ+M/lRC4K1D73al374SjYtfPetpuYnty76UWr6NCeRxHz9J6mu+LI+iQalnEtdtZrGxcX1koWV/I2gZBKH8yO5VzsLRjlVy1JNDgXA/nkn+tbqHYewSKGOQAu0aOFZYRQ/xs6NK/aU/demSV2eJkISY0hvOIEGSmWq8Ml/BrHrXUBtTqvJiAvzgsFoB7aM8O2uvouW98ucIThWJJ99yr49S1DMPA7iwr7f68eSaR4K3obIaMbS7hbWsnJbNJYg5tdDw0eeQCimEuCs4J0LQo9tlN3IXBOZ/dkE6VgeucyBzFWY1tpKu+E0QriSau7fv/z0WbvVki3+2eHcmCHIK7aJHVP349S2DfhgWmd9AjIO6CDLG7vcrOBzTij3rdl0rMmUgxtAtZJ0DgzQ3bWiA72PC4dbkj4863mJRhNvqpeu+zt8Vy3L5uZKAF0ZV495ENMb2dhyVZmWvcc9k60DUI5hU+L3uZ1PdyQMI9ERuULSP05v+0zGdOCpONeD0hYufZb28tlDPsSIa9bTuzyU2mvKzXE7HfV53cqGxgSGkTecDdX0qnxEzWnfxWj/zzMSb+CagiPk2BjnCnz9+poNUO8nsF54vmVtigs7Jz7kVj2EUhYFvpbwOJ8FvvUvVehDEQ3RhJC74BVNr42/8NLazccZz7ItjOgFw0pfAckC6DFx3yID8VSedtcUbfPre/GntHvIcPEgYAQ==\"}],\"container\":null,\"stop_reason\":\"max_tokens\",\"stop_sequence\":null,\"stop_details\":null,\"usage\":{\"input_tokens\":980,\"cache_creation_input_tokens\":0,\"cache_read_input_tokens\":0,\"cache_creation\":{\"ephemeral_5m_input_tokens\":0,\"ephemeral_1h_input_tokens\":0},\"output_tokens\":4096,\"output_tokens_details\":{\"thinking_tokens\":4096},\"service_tier\":\"standard\",\"inference_geo\":\"global\"}}", "recorded_at": "2026-09-16T15:34:48.539135+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-hue-22", "tight_score": null, "unmetered_attempts": 0, "valid": false, "within_bands": null } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "af0b9e63-11cc-490c-b8c3-8cb1a21415c2", "result_sha256": "b8a7bf0cf4daff1a2071e69aeb0945b447aff8e6f6025c99dd4c01edef2a0262", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.015175, "delta_e_ok": null, "error": null, "error_kind": null, "family": "hue", "ground_truth": { "choice": "C" }, "group_id": "hue-23", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/hue-23.png", "input_tokens": 980, "latency_sec": 8.186059610103257, "model_name": "claude-opus-5", "out_of_srgb": null, "output_tokens": 411, "prediction": { "choice": "C" }, "prompt_sha256": "8234947471a1bb7076e1e5dfe2fd3aba8c91ae436b20be843f2b0ab51861fe52", "provider": "anthropic", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-16T15:21:33.387501+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-hue-23", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "16b38ce6-07fd-45fa-850d-806b71a09191", "result_sha256": "be25939771b333d70255074a10300839fa9e83933f82243b1f1558675f4d8b83", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.016075, "delta_e_ok": null, "error": null, "error_kind": null, "family": "hue", "ground_truth": { "choice": "D" }, "group_id": "hue-24", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/hue-24.png", "input_tokens": 980, "latency_sec": 7.386360450997017, "model_name": "claude-opus-5", "out_of_srgb": null, "output_tokens": 447, "prediction": { "choice": "D" }, "prompt_sha256": "8234947471a1bb7076e1e5dfe2fd3aba8c91ae436b20be843f2b0ab51861fe52", "provider": "anthropic", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-16T14:46:39.225165+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-hue-24", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "abe874b1-61a6-41ee-a163-e89c2708b70f", "result_sha256": "817c3e2359ada0c023645a98c9bf8fc11bfa50d2fd24d0dec7c0d6e435252590", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0138, "delta_e_ok": null, "error": null, "error_kind": null, "family": "hue", "ground_truth": { "choice": "A" }, "group_id": "hue-25", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/hue-25.png", "input_tokens": 980, "latency_sec": 6.158123845001683, "model_name": "claude-opus-5", "out_of_srgb": null, "output_tokens": 356, "prediction": { "choice": "A" }, "prompt_sha256": "8234947471a1bb7076e1e5dfe2fd3aba8c91ae436b20be843f2b0ab51861fe52", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T16:30:19.936280+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-hue-25", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "2e27a069-b31a-4fe8-96ac-b114643931ca", "result_sha256": "6782b21c81b06471c22b0212dda21c4e4f8e687cb96db77643b0a7713b3e38ff", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.01535, "delta_e_ok": null, "error": null, "error_kind": null, "family": "hue", "ground_truth": { "choice": "B" }, "group_id": "hue-26", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/hue-26.png", "input_tokens": 980, "latency_sec": 7.619120460934937, "model_name": "claude-opus-5", "out_of_srgb": null, "output_tokens": 418, "prediction": { "choice": "B" }, "prompt_sha256": "8234947471a1bb7076e1e5dfe2fd3aba8c91ae436b20be843f2b0ab51861fe52", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T15:45:17.193802+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-hue-26", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "010f37f5-cd00-4202-8e00-01b15abcddb6", "result_sha256": "f53692aead2b2b47c51e2383162f081536374e5e62ea000663726643bbcc80db", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0132, "delta_e_ok": null, "error": null, "error_kind": null, "family": "hue", "ground_truth": { "choice": "C" }, "group_id": "hue-27", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/hue-27.png", "input_tokens": 980, "latency_sec": 7.238164331996813, "model_name": "claude-opus-5", "out_of_srgb": null, "output_tokens": 332, "prediction": { "choice": "C" }, "prompt_sha256": "8234947471a1bb7076e1e5dfe2fd3aba8c91ae436b20be843f2b0ab51861fe52", "provider": "anthropic", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-16T16:05:15.576646+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-hue-27", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "039e5eaf-f610-45b6-ae5a-c042f541770b", "result_sha256": "02bb3f42adb6b45745dd37bed843da8b3260e6fabb07ad02654cd3232ecc2e44", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.012375, "delta_e_ok": null, "error": null, "error_kind": null, "family": "hue", "ground_truth": { "choice": "D" }, "group_id": "hue-28", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/hue-28.png", "input_tokens": 980, "latency_sec": 7.62882726395037, "model_name": "claude-opus-5", "out_of_srgb": null, "output_tokens": 299, "prediction": { "choice": "B" }, "prompt_sha256": "8234947471a1bb7076e1e5dfe2fd3aba8c91ae436b20be843f2b0ab51861fe52", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T15:00:16.269358+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-hue-28", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "e2877f55-8ccb-448c-93c9-a617c94620db", "result_sha256": "db46159038f835da374ccf8226915024a6c26301354b418618285b1a51e7f95a", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.01205, "delta_e_ok": null, "error": null, "error_kind": null, "family": "hue", "ground_truth": { "choice": "A" }, "group_id": "hue-29", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/hue-29.png", "input_tokens": 980, "latency_sec": 5.686319455970079, "model_name": "claude-opus-5", "out_of_srgb": null, "output_tokens": 286, "prediction": { "choice": "A" }, "prompt_sha256": "8234947471a1bb7076e1e5dfe2fd3aba8c91ae436b20be843f2b0ab51861fe52", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T16:11:44.156587+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-hue-29", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "54335b0a-fa66-4210-a8fd-80c832cc5cb8", "result_sha256": "d9c5ffb4117f754cbc420133536d0448673a99e1762140bd1672280380d7cf7d", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.015775, "delta_e_ok": null, "error": null, "error_kind": null, "family": "hue", "ground_truth": { "choice": "B" }, "group_id": "hue-30", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/hue-30.png", "input_tokens": 980, "latency_sec": 7.2189333700807765, "model_name": "claude-opus-5", "out_of_srgb": null, "output_tokens": 435, "prediction": { "choice": "B" }, "prompt_sha256": "8234947471a1bb7076e1e5dfe2fd3aba8c91ae436b20be843f2b0ab51861fe52", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T15:05:17.916490+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-hue-30", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "e6ffc4b5-a16b-4a79-a0b8-6b340ae1af76", "result_sha256": "a76267e334665053e76448a3b06070e80e1af91d0d7da08e187783f4972aff36", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.088225, "delta_e_ok": null, "error": null, "error_kind": null, "family": "hue", "ground_truth": { "choice": "C" }, "group_id": "hue-31", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/hue-31.png", "input_tokens": 980, "latency_sec": 41.09359926299658, "model_name": "claude-opus-5", "out_of_srgb": null, "output_tokens": 3333, "prediction": { "choice": "A" }, "prompt_sha256": "8234947471a1bb7076e1e5dfe2fd3aba8c91ae436b20be843f2b0ab51861fe52", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T14:29:35.013746+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-hue-31", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "29bfa656-a8cf-430c-9b3b-93d837e9096c", "result_sha256": "cac5ddc8617d0b143ef9ea661262f2414fb6cbea345b8526fc207355865dc498", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.026775, "delta_e_ok": null, "error": null, "error_kind": null, "family": "hue", "ground_truth": { "choice": "D" }, "group_id": "hue-32", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/hue-32.png", "input_tokens": 980, "latency_sec": 15.619712403975427, "model_name": "claude-opus-5", "out_of_srgb": null, "output_tokens": 875, "prediction": { "choice": "D" }, "prompt_sha256": "8234947471a1bb7076e1e5dfe2fd3aba8c91ae436b20be843f2b0ab51861fe52", "provider": "anthropic", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-16T15:17:09.526993+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-hue-32", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "907aef50-3082-40ff-85c1-83d1108e00b1", "result_sha256": "0d893909eb323610ce8f27c1f0b65f49ebf3c454ad7e901bddc55c05cac20f31", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.004985, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "B" }, "group_id": "lightness-chain-01-edge-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-01.png", "input_tokens": 942, "latency_sec": 3.3568251519463956, "model_name": "claude-opus-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "64bfc83d308291dc6a447de93571b42ec09ec6278f7fe82905c059b3926629a9", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T14:03:09.781665+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-01", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "5bf22cda-cca7-403a-a0ee-cb3daf33d3fa", "result_sha256": "fb8d9b4009bb1d816ac51423dc9460f3d9dc8586a52015fbbfe57ae773ec2fc8", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.004985, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "A" }, "group_id": "lightness-chain-01-edge-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-02.png", "input_tokens": 942, "latency_sec": 2.167798197013326, "model_name": "claude-opus-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "64bfc83d308291dc6a447de93571b42ec09ec6278f7fe82905c059b3926629a9", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T15:31:07.638714+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-02", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "74028b66-0d91-4da1-9f40-2dcd4645360a", "result_sha256": "db2cb808e8e2027d2bf5cf3b35ebd81e54427d8cf3d836afd91e587dfa0e1adf", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00498, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "A" }, "group_id": "lightness-chain-01-edge-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-03.png", "input_tokens": 941, "latency_sec": 1.9336991070304066, "model_name": "claude-opus-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "14500bd7eefa43cebfa107c8a8fa9fa53dddd9be742ffa97660526f7a924c308", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T16:26:43.158939+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-03", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "a900c8b2-55de-4388-a3a9-249293d5d032", "result_sha256": "7b829653fd4b98c06831a3fd18b94b856fd904f2d066c7135c9cb1916900c73b", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00498, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "B" }, "group_id": "lightness-chain-01-edge-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-04.png", "input_tokens": 941, "latency_sec": 2.6006341920001432, "model_name": "claude-opus-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "14500bd7eefa43cebfa107c8a8fa9fa53dddd9be742ffa97660526f7a924c308", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T14:28:13.236494+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-04", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "f9c925b6-6d8b-4008-8c1c-2e7d03ba3699", "result_sha256": "2da7c685ceca11868c49dfd9c57edb7d7235866407e30151278f1976da5438da", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.004985, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "B" }, "group_id": "lightness-chain-01-edge-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-05.png", "input_tokens": 942, "latency_sec": 2.099117428995669, "model_name": "claude-opus-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "64bfc83d308291dc6a447de93571b42ec09ec6278f7fe82905c059b3926629a9", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T16:05:28.901615+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-05", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "3957a5fc-a22d-4973-b750-9e921e769692", "result_sha256": "45af91574cd6394882f5ab77c97d27dd6a707ff96e762c26218257864635bd4c", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.004985, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "A" }, "group_id": "lightness-chain-01-edge-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-06.png", "input_tokens": 942, "latency_sec": 1.945012976997532, "model_name": "claude-opus-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "64bfc83d308291dc6a447de93571b42ec09ec6278f7fe82905c059b3926629a9", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T16:30:45.202837+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-06", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "8b50b2e4-cb99-44c8-9e40-5e00b2322812", "result_sha256": "0a5ba002cb4421aa75f2ce87095c9339922ef04f90165b573ff7ba829d28cc8f", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00498, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "A" }, "group_id": "lightness-chain-01-edge-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-07.png", "input_tokens": 941, "latency_sec": 2.056512413895689, "model_name": "claude-opus-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "14500bd7eefa43cebfa107c8a8fa9fa53dddd9be742ffa97660526f7a924c308", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T14:16:46.368229+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-07", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "40e20f3f-a47a-473d-b208-940592960051", "result_sha256": "cab48d5d1c46c0f8fbd13b748666a0d1f37dac8db49839900ad9ad094974f02c", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00498, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "B" }, "group_id": "lightness-chain-01-edge-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-08.png", "input_tokens": 941, "latency_sec": 1.7012895699590445, "model_name": "claude-opus-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "14500bd7eefa43cebfa107c8a8fa9fa53dddd9be742ffa97660526f7a924c308", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T14:23:24.462198+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-08", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "b294164f-5d07-4fc8-b30d-43075343b1fc", "result_sha256": "abbd9b4cd8c9de9a30d70892ca13e7ed2273912a891627e00118ecd974198a46", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.004985, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "B" }, "group_id": "lightness-chain-01-edge-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-09.png", "input_tokens": 942, "latency_sec": 2.468017254024744, "model_name": "claude-opus-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "64bfc83d308291dc6a447de93571b42ec09ec6278f7fe82905c059b3926629a9", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T15:13:04.505430+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-09", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "6af6b776-81c9-4f09-99ee-4502a1d8dbd3", "result_sha256": "9ebe1611adf39d989c972e6fda80b8fa2e088a2a9f99b24d5fcbc8bd0ca02fef", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.004985, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "A" }, "group_id": "lightness-chain-01-edge-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-10.png", "input_tokens": 942, "latency_sec": 3.410540672019124, "model_name": "claude-opus-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "64bfc83d308291dc6a447de93571b42ec09ec6278f7fe82905c059b3926629a9", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T15:05:37.987227+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-10", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "7dfe5044-a6c2-4ea5-9cde-71dc9a2ba895", "result_sha256": "1f360549570c2a46e21aa0d383506c4d91102655b7fb47573fccf0a700c6ff4d", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00498, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "A" }, "group_id": "lightness-chain-01-edge-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-11.png", "input_tokens": 941, "latency_sec": 2.1432169260224327, "model_name": "claude-opus-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "14500bd7eefa43cebfa107c8a8fa9fa53dddd9be742ffa97660526f7a924c308", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T16:16:50.790936+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-11", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "b8446b40-44f9-4923-ba2d-d1ff43250619", "result_sha256": "a4019506eed2554ca1e3ef9820a788da6c357d27b58e539348ce4e29552b496a", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00498, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "B" }, "group_id": "lightness-chain-01-edge-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-12.png", "input_tokens": 941, "latency_sec": 2.5163751860382035, "model_name": "claude-opus-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "14500bd7eefa43cebfa107c8a8fa9fa53dddd9be742ffa97660526f7a924c308", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T15:50:14.513455+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-12", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "e9b088e2-fe12-47a2-bba5-c3d6e30cfb06", "result_sha256": "c526ce63e343d8e3f47dda92d0da981754cbb937c7d7b90b7f82936b1f59950d", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.004985, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "B" }, "group_id": "lightness-chain-01-edge-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-13.png", "input_tokens": 942, "latency_sec": 2.0906901040580124, "model_name": "claude-opus-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "64bfc83d308291dc6a447de93571b42ec09ec6278f7fe82905c059b3926629a9", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T15:51:04.663500+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-lightness-13", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "11a771b8-61c4-4317-984f-4e1165d57085", "result_sha256": "ee7210006da67583cac21aa773edd96518ce71c5b675b822ebcd5e6617bae171", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.004985, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "A" }, "group_id": "lightness-chain-01-edge-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-14.png", "input_tokens": 942, "latency_sec": 2.4453411259455606, "model_name": "claude-opus-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "64bfc83d308291dc6a447de93571b42ec09ec6278f7fe82905c059b3926629a9", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T14:16:32.480993+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-14", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "9b0fd1b1-863c-45fd-84bc-7a6c88b730f2", "result_sha256": "b8ba38392c9647aa6fccfb6274cfd91ba327cd7b6f416f67f0b26bab6f1ac624", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00498, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "A" }, "group_id": "lightness-chain-01-edge-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-15.png", "input_tokens": 941, "latency_sec": 2.3021687859436497, "model_name": "claude-opus-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "14500bd7eefa43cebfa107c8a8fa9fa53dddd9be742ffa97660526f7a924c308", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T14:56:20.726045+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-15", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "4768e8fb-ceb8-43da-9e70-b40c32683e7b", "result_sha256": "fc3c3d96b52fc3cbdf2e35728b9ce566925caaf01561a482e9ba574864a00611", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00498, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "B" }, "group_id": "lightness-chain-01-edge-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-16.png", "input_tokens": 941, "latency_sec": 2.2099206149578094, "model_name": "claude-opus-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "14500bd7eefa43cebfa107c8a8fa9fa53dddd9be742ffa97660526f7a924c308", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T15:27:36.668998+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-16", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "ff86dbd0-8abd-464d-9f47-b20a7ff008f8", "result_sha256": "891d64f8fb16b8ca67bcbc481260580c0a2f82775fc623cd62ebadfc13aa7adb", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.004985, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "B" }, "group_id": "lightness-chain-02-edge-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-17.png", "input_tokens": 942, "latency_sec": 2.0763407080667093, "model_name": "claude-opus-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "64bfc83d308291dc6a447de93571b42ec09ec6278f7fe82905c059b3926629a9", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T16:24:02.244922+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-17", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "7acbc307-d210-40fa-80b9-d17b26c0b503", "result_sha256": "b7fed9b4c5685631a2c2b68a6cb28e7cef00b87cf3e4c60d8f87d0a2d7f5c932", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.004985, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "A" }, "group_id": "lightness-chain-02-edge-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-18.png", "input_tokens": 942, "latency_sec": 2.207998392987065, "model_name": "claude-opus-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "64bfc83d308291dc6a447de93571b42ec09ec6278f7fe82905c059b3926629a9", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T15:39:40.560817+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-18", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "56182bec-9ae3-4c4c-b9fd-15228229e925", "result_sha256": "9e2c3ae2b03967a5c44ad1258912b48fe21e7248b23676fbe8e2339cf873e2b0", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00498, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "A" }, "group_id": "lightness-chain-02-edge-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-19.png", "input_tokens": 941, "latency_sec": 3.034420503070578, "model_name": "claude-opus-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "14500bd7eefa43cebfa107c8a8fa9fa53dddd9be742ffa97660526f7a924c308", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T14:53:28.755830+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-19", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "5b4ba86c-5aa9-4848-adc6-c584b3e08e91", "result_sha256": "7ff4375cb889934947764796e4d6ef6b3578bc57c17b68870ed19a3e48aaf6a6", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00498, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "B" }, "group_id": "lightness-chain-02-edge-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-20.png", "input_tokens": 941, "latency_sec": 2.142846141010523, "model_name": "claude-opus-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "14500bd7eefa43cebfa107c8a8fa9fa53dddd9be742ffa97660526f7a924c308", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T15:24:00.676449+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-20", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "00d88aaf-0237-4870-a0d0-e6012955d6d0", "result_sha256": "3cc9a8be59d0d2646435768197126a5f570104bcee1ad75606b60ee68da1b87c", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00581, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "B" }, "group_id": "lightness-chain-02-edge-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-21.png", "input_tokens": 942, "latency_sec": 2.4913999720010906, "model_name": "claude-opus-5", "out_of_srgb": null, "output_tokens": 44, "prediction": { "choice": "B" }, "prompt_sha256": "64bfc83d308291dc6a447de93571b42ec09ec6278f7fe82905c059b3926629a9", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T16:02:33.572713+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-21", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "10e6c22b-b07e-4b33-b088-8d656f322d1a", "result_sha256": "73a22615a5a8d698f8ea85ddb9b2c8f47d44d3fdb281454e6470b5bcb08550c6", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.006685, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "A" }, "group_id": "lightness-chain-02-edge-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-22.png", "input_tokens": 942, "latency_sec": 2.844815124059096, "model_name": "claude-opus-5", "out_of_srgb": null, "output_tokens": 79, "prediction": { "choice": "A" }, "prompt_sha256": "64bfc83d308291dc6a447de93571b42ec09ec6278f7fe82905c059b3926629a9", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T14:56:05.819741+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-22", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "5c9c18bf-8d79-4985-a7ff-f768d22c173b", "result_sha256": "bc1227ee273072f3854599c3c78f4678be4e3b7b2d1f41f62eb230ec44caadc9", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00498, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "A" }, "group_id": "lightness-chain-02-edge-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-23.png", "input_tokens": 941, "latency_sec": 1.968898123013787, "model_name": "claude-opus-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "14500bd7eefa43cebfa107c8a8fa9fa53dddd9be742ffa97660526f7a924c308", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T16:06:56.475161+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-23", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "76ec6807-d86b-4c01-a37c-e58be450ef59", "result_sha256": "bc32e8551f0428c4162fbb4a6de084feb27622776ab6c892f157ee7e67a9d76d", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.006655, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "B" }, "group_id": "lightness-chain-02-edge-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-24.png", "input_tokens": 941, "latency_sec": 3.7422886790009215, "model_name": "claude-opus-5", "out_of_srgb": null, "output_tokens": 78, "prediction": { "choice": "B" }, "prompt_sha256": "14500bd7eefa43cebfa107c8a8fa9fa53dddd9be742ffa97660526f7a924c308", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T15:24:19.592742+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-24", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "44c8dd02-cbd9-46f5-9ca6-184403466071", "result_sha256": "0b25c7a72ca8c2806ca34e62b2899428ff857bf46c9ac0d3773abf5e823673ec", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.004985, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "B" }, "group_id": "lightness-chain-02-edge-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-25.png", "input_tokens": 942, "latency_sec": 2.7045415930915624, "model_name": "claude-opus-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "64bfc83d308291dc6a447de93571b42ec09ec6278f7fe82905c059b3926629a9", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T16:15:44.093693+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-25", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "69c77b51-b63c-402b-96c8-d7113e8d371e", "result_sha256": "fa40011973e5a3bc82aac6ea1e75b47a05b8c2846dbb7508073bf522d96e4be6", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.006235, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "A" }, "group_id": "lightness-chain-02-edge-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-26.png", "input_tokens": 942, "latency_sec": 2.7779688860755414, "model_name": "claude-opus-5", "out_of_srgb": null, "output_tokens": 61, "prediction": { "choice": "A" }, "prompt_sha256": "64bfc83d308291dc6a447de93571b42ec09ec6278f7fe82905c059b3926629a9", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T14:51:52.812586+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-26", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "4374a449-4aac-4f83-adf0-0b4d6707d5ba", "result_sha256": "3491e05e573527856a7861e459f4ad7185d5cd9209a0d51ef65d35178c8d830e", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00693, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "A" }, "group_id": "lightness-chain-02-edge-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-27.png", "input_tokens": 941, "latency_sec": 3.4099617059109733, "model_name": "claude-opus-5", "out_of_srgb": null, "output_tokens": 89, "prediction": { "choice": "A" }, "prompt_sha256": "14500bd7eefa43cebfa107c8a8fa9fa53dddd9be742ffa97660526f7a924c308", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T16:17:38.830010+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-27", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "a0bac01c-53da-4023-b4c5-eeae6ce806d1", "result_sha256": "883145b049bad270f5e96b0caaa0df3501b753b4f18b8af2ff63764ea17c21f4", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00498, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "B" }, "group_id": "lightness-chain-02-edge-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-28.png", "input_tokens": 941, "latency_sec": 2.4679674779763445, "model_name": "claude-opus-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "14500bd7eefa43cebfa107c8a8fa9fa53dddd9be742ffa97660526f7a924c308", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T14:15:31.374581+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-28", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "98ba6ba9-ad9c-41c3-b68f-db3cb93453d4", "result_sha256": "94bf0f5e676eeb5207aa8808109cf8e8f36c8279cca89fd7096faf8f6bebbd11", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.004985, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "B" }, "group_id": "lightness-chain-02-edge-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-29.png", "input_tokens": 942, "latency_sec": 2.465682618902065, "model_name": "claude-opus-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "64bfc83d308291dc6a447de93571b42ec09ec6278f7fe82905c059b3926629a9", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T14:50:11.641639+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-29", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "3514594a-e1cc-4d35-bd94-4e29aad8bca1", "result_sha256": "f4c8dfb5c80789978d421805fba4637c575994c3b21d2aa62aed8d3d6cd0100d", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.004985, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "A" }, "group_id": "lightness-chain-02-edge-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-30.png", "input_tokens": 942, "latency_sec": 2.3154865180840716, "model_name": "claude-opus-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "64bfc83d308291dc6a447de93571b42ec09ec6278f7fe82905c059b3926629a9", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T14:08:26.919904+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-30", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "c35aa6d8-341a-4634-9b24-caa54d2a2df2", "result_sha256": "21cd19d686c6f2fe4ea11601f56ad6860306640292098d9053402cc9de082edc", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00498, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "A" }, "group_id": "lightness-chain-02-edge-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-31.png", "input_tokens": 941, "latency_sec": 1.8470476110232994, "model_name": "claude-opus-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "14500bd7eefa43cebfa107c8a8fa9fa53dddd9be742ffa97660526f7a924c308", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T16:19:35.093869+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-31", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "e4219883-729d-4684-8146-12760b1b02ba", "result_sha256": "08d678097cd60f50124bcc5ef25a167f7ce3f3c55e20ea9edf0486a2d6591d66", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00498, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "B" }, "group_id": "lightness-chain-02-edge-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-32.png", "input_tokens": 941, "latency_sec": 2.1122598560759798, "model_name": "claude-opus-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "14500bd7eefa43cebfa107c8a8fa9fa53dddd9be742ffa97660526f7a924c308", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T14:50:51.014722+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-32", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "71e9107d-f4e8-4dae-add4-c6aa17030c40", "result_sha256": "3f1586ddd7fe075b3c8d9256c206292e4b1f321e44cc6ff15f7ca29dbfd4006b", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.006735, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "B" }, "group_id": "lightness-chain-03-edge-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-33.png", "input_tokens": 942, "latency_sec": 3.6528959319693968, "model_name": "claude-opus-5", "out_of_srgb": null, "output_tokens": 81, "prediction": { "choice": "B" }, "prompt_sha256": "64bfc83d308291dc6a447de93571b42ec09ec6278f7fe82905c059b3926629a9", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T15:19:21.531850+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-33", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "4f062664-951e-4d79-b16a-0b2ad06be4cb", "result_sha256": "32c9dc06410b18838f2272222af3ca796e94858627b347645bc8664298267c9a", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00591, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "A" }, "group_id": "lightness-chain-03-edge-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-34.png", "input_tokens": 942, "latency_sec": 2.6856314019532874, "model_name": "claude-opus-5", "out_of_srgb": null, "output_tokens": 48, "prediction": { "choice": "A" }, "prompt_sha256": "64bfc83d308291dc6a447de93571b42ec09ec6278f7fe82905c059b3926629a9", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T14:49:41.243988+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-34", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "1b43c894-b643-4234-bbe1-0b8a37445728", "result_sha256": "fbdd4d25dc36d2b83c89c46b617dc25fe344f5b6a28ce1b0eb39cc5ba7fe4bb4", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.005955, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "A" }, "group_id": "lightness-chain-03-edge-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-35.png", "input_tokens": 941, "latency_sec": 2.4880965399788693, "model_name": "claude-opus-5", "out_of_srgb": null, "output_tokens": 50, "prediction": { "choice": "A" }, "prompt_sha256": "14500bd7eefa43cebfa107c8a8fa9fa53dddd9be742ffa97660526f7a924c308", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T16:08:29.088433+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-35", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "ec8707c5-c9d0-4cac-8eb8-8e9eed4d59e7", "result_sha256": "26f215650acf2752bccc6ba48d68a70ae305b944685a788ebbe7d4f955bf45aa", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00498, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "B" }, "group_id": "lightness-chain-03-edge-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-36.png", "input_tokens": 941, "latency_sec": 2.1855542690027505, "model_name": "claude-opus-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "14500bd7eefa43cebfa107c8a8fa9fa53dddd9be742ffa97660526f7a924c308", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T14:32:40.518518+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-36", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "55ffd99b-6476-4ac6-93e3-396b0e54de98", "result_sha256": "388b50f8b3787f8f980998c6636acc0e0d6c004aa29b50bac4168bdea669f21a", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.004985, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "B" }, "group_id": "lightness-chain-03-edge-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-37.png", "input_tokens": 942, "latency_sec": 2.4766801620135084, "model_name": "claude-opus-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "64bfc83d308291dc6a447de93571b42ec09ec6278f7fe82905c059b3926629a9", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T14:31:43.604889+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-37", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "8ec3f6c7-b1b4-4d3f-b0f6-3c17f0334c24", "result_sha256": "40470cbcb6c5d97027774b03e2d46598995df7b548fa5c38635029e825c1b55e", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.006535, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "A" }, "group_id": "lightness-chain-03-edge-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-38.png", "input_tokens": 942, "latency_sec": 2.7460113399429247, "model_name": "claude-opus-5", "out_of_srgb": null, "output_tokens": 73, "prediction": { "choice": "A" }, "prompt_sha256": "64bfc83d308291dc6a447de93571b42ec09ec6278f7fe82905c059b3926629a9", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T15:40:02.801452+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-38", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "094a6c85-76c5-48a1-866f-9d46224a9de3", "result_sha256": "80fbfab67bd1d735150b1cfc4a67a5dd020c60e72f09c871e3119e707727f33b", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00733, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "A" }, "group_id": "lightness-chain-03-edge-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-39.png", "input_tokens": 941, "latency_sec": 3.4211069010198116, "model_name": "claude-opus-5", "out_of_srgb": null, "output_tokens": 105, "prediction": { "choice": "A" }, "prompt_sha256": "14500bd7eefa43cebfa107c8a8fa9fa53dddd9be742ffa97660526f7a924c308", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T15:59:10.534416+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-39", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "0e9a490b-91ca-4f30-b996-efb70ec875fb", "result_sha256": "07f7708ec3d5ac43fe5f9c30379694b1274a90ba14cc7e2b72f69a44d4ad204f", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00628, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "B" }, "group_id": "lightness-chain-03-edge-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-40.png", "input_tokens": 941, "latency_sec": 2.6908833269262686, "model_name": "claude-opus-5", "out_of_srgb": null, "output_tokens": 63, "prediction": { "choice": "B" }, "prompt_sha256": "14500bd7eefa43cebfa107c8a8fa9fa53dddd9be742ffa97660526f7a924c308", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T14:10:03.191509+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-40", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "edc7fe09-e12e-4dba-bca3-a357142e7e1c", "result_sha256": "81ea63936baebef4f1f1348361bec2eeef26255111dac42225a6a92cbd9ffdfd", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.004985, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "B" }, "group_id": "lightness-chain-03-edge-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-41.png", "input_tokens": 942, "latency_sec": 2.0777711659902707, "model_name": "claude-opus-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "64bfc83d308291dc6a447de93571b42ec09ec6278f7fe82905c059b3926629a9", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T15:48:28.823104+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-41", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "0092f396-3333-443a-9210-9bbb4ff878ca", "result_sha256": "88ed3e7e669195d2282531050f19c5428a4a09088d35c3bd0a67203bae500b12", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.004985, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "A" }, "group_id": "lightness-chain-03-edge-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-42.png", "input_tokens": 942, "latency_sec": 2.3215726349735633, "model_name": "claude-opus-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "64bfc83d308291dc6a447de93571b42ec09ec6278f7fe82905c059b3926629a9", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T14:17:55.232962+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-42", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "fc482b90-780f-40d1-bcb6-846fa72d33bf", "result_sha256": "95be4399f729aa80434e3c9a993ca4059cb88183f95ea9c964903cd32e54b714", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00498, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "A" }, "group_id": "lightness-chain-03-edge-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-43.png", "input_tokens": 941, "latency_sec": 2.214351372094825, "model_name": "claude-opus-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "14500bd7eefa43cebfa107c8a8fa9fa53dddd9be742ffa97660526f7a924c308", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T16:27:48.559525+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-43", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "731e19c7-76d8-4e60-af5b-b308ef7c4baa", "result_sha256": "85b10e79f495b96e01199aee6a63bb5ff15dd480162a7d516b5c959a57b8a0d5", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00498, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "B" }, "group_id": "lightness-chain-03-edge-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-44.png", "input_tokens": 941, "latency_sec": 2.598556495970115, "model_name": "claude-opus-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "14500bd7eefa43cebfa107c8a8fa9fa53dddd9be742ffa97660526f7a924c308", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T15:09:02.745516+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-44", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "916e50fc-a486-4ca0-9659-2fdf41a68754", "result_sha256": "69ac1b4553c9194611f1436cf74943b7d3c357dedea8799b085a2d952b56da9b", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.004985, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "B" }, "group_id": "lightness-chain-03-edge-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-45.png", "input_tokens": 942, "latency_sec": 2.305932854069397, "model_name": "claude-opus-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "64bfc83d308291dc6a447de93571b42ec09ec6278f7fe82905c059b3926629a9", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T16:01:29.092603+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-45", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "23be87ea-8878-4cd1-bcaa-e262c771971a", "result_sha256": "5af41f63e5bf4f6b835d91abce92d743a8a6f37f1ac5043b85e5df817c474e77", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.004985, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "A" }, "group_id": "lightness-chain-03-edge-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-46.png", "input_tokens": 942, "latency_sec": 1.6715890280902386, "model_name": "claude-opus-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "64bfc83d308291dc6a447de93571b42ec09ec6278f7fe82905c059b3926629a9", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T15:49:11.202491+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-46", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "2d02e085-12e2-4d15-908d-1c8bb3e290e4", "result_sha256": "f75ce9c9632c34de4cc4e54c4e40e18c2f1b4c00c47c16a8ab1434daa2664e82", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00498, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "A" }, "group_id": "lightness-chain-03-edge-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-47.png", "input_tokens": 941, "latency_sec": 2.2013872619718313, "model_name": "claude-opus-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "14500bd7eefa43cebfa107c8a8fa9fa53dddd9be742ffa97660526f7a924c308", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T14:35:05.836358+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-47", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "281698da-56a6-4785-886d-bf66bfcb4f9c", "result_sha256": "b729c30f8f7a08bfaa0f06f06a563fc47267e20cea30a675a8392df8f9fca2dd", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.005655, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "B" }, "group_id": "lightness-chain-03-edge-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-48.png", "input_tokens": 941, "latency_sec": 2.9508792608976364, "model_name": "claude-opus-5", "out_of_srgb": null, "output_tokens": 38, "prediction": { "choice": "B" }, "prompt_sha256": "14500bd7eefa43cebfa107c8a8fa9fa53dddd9be742ffa97660526f7a924c308", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T14:43:18.671023+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-48", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "118b5fac-cadd-402b-83f9-38f32b153721", "result_sha256": "c0dee4486a45bd7cbe6822d38905d0badf6a7a3561195bf88165d2d433591273", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.004985, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "B" }, "group_id": "lightness-chain-04-edge-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-49.png", "input_tokens": 942, "latency_sec": 2.055376877076924, "model_name": "claude-opus-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "64bfc83d308291dc6a447de93571b42ec09ec6278f7fe82905c059b3926629a9", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T15:29:57.472935+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-lightness-49", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "c80d441c-6107-4eb1-97ca-2ded9e917b48", "result_sha256": "01828bec93d346ad781a4393dbdc45baa3c7a582e110dc41885c75ae8a482be0", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.004985, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "A" }, "group_id": "lightness-chain-04-edge-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-50.png", "input_tokens": 942, "latency_sec": 1.9049175849650055, "model_name": "claude-opus-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "64bfc83d308291dc6a447de93571b42ec09ec6278f7fe82905c059b3926629a9", "provider": "anthropic", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T16:00:19.349728+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-50", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "7ddc3413-dd94-4c1f-b9c8-453711667985", "result_sha256": "affaf4b1ea44d5bbf1bfb896cef312a731b0d0ce7bd98231d966f9608d8d2ec8", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00778, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "A" }, "group_id": "lightness-chain-04-edge-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-51.png", "input_tokens": 941, "latency_sec": 3.7805357510223985, "model_name": "claude-opus-5", "out_of_srgb": null, "output_tokens": 123, "prediction": { "choice": "A" }, "prompt_sha256": "14500bd7eefa43cebfa107c8a8fa9fa53dddd9be742ffa97660526f7a924c308", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T14:40:07.225906+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-51", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "620ce3c6-9aa4-480c-9c51-4d1b7be76ff3", "result_sha256": "66e748fd5c162a2042340299cf845012bbd50a3571116fd26ba57eeac44b338f", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00498, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "B" }, "group_id": "lightness-chain-04-edge-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-52.png", "input_tokens": 941, "latency_sec": 2.6787638700334355, "model_name": "claude-opus-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "14500bd7eefa43cebfa107c8a8fa9fa53dddd9be742ffa97660526f7a924c308", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T14:28:26.153747+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-52", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "0004fc87-3bb5-49a0-8b9f-7fa2dac5b31c", "result_sha256": "2dad8af2df01cf7284f19dde353d755852f6ef9df4625d465e01d373da6363f6", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.004985, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "B" }, "group_id": "lightness-chain-04-edge-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-53.png", "input_tokens": 942, "latency_sec": 3.217210710979998, "model_name": "claude-opus-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "64bfc83d308291dc6a447de93571b42ec09ec6278f7fe82905c059b3926629a9", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T16:23:15.509256+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-53", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "54776e90-2ed3-4cfd-b870-f52003f25e87", "result_sha256": "5914526c2d15018f41b9f4a785bcda53fd6a423742005f1074a27c84a97e8ed0", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.004985, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "A" }, "group_id": "lightness-chain-04-edge-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-54.png", "input_tokens": 942, "latency_sec": 2.546539265080355, "model_name": "claude-opus-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "64bfc83d308291dc6a447de93571b42ec09ec6278f7fe82905c059b3926629a9", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T15:31:19.102260+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-54", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "afc1c1b4-54c8-430d-9b09-c25cf2efe70e", "result_sha256": "259e819b39e3f06009e9fd757d1794cd4549c372ab70bed03c3549b1ffd65e57", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00498, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "A" }, "group_id": "lightness-chain-04-edge-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-55.png", "input_tokens": 941, "latency_sec": 2.2975437690038234, "model_name": "claude-opus-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "14500bd7eefa43cebfa107c8a8fa9fa53dddd9be742ffa97660526f7a924c308", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T15:38:01.330277+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-55", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "c4b4e264-0cbe-44ea-a865-3fd471a20bc0", "result_sha256": "93533a4e93ca85cff8f585c3c3115269ae4508adecea4752039ab543657a351a", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00498, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "B" }, "group_id": "lightness-chain-04-edge-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-56.png", "input_tokens": 941, "latency_sec": 2.2189612890360877, "model_name": "claude-opus-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "14500bd7eefa43cebfa107c8a8fa9fa53dddd9be742ffa97660526f7a924c308", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T14:40:36.269561+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-56", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "64c37cd1-b443-445c-9413-a1bbaa51ad6a", "result_sha256": "4b5d5ae90d15c2c7af7da2502623de7f7fac41e1303d211f4ab7dd14f33e9a67", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.004985, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "B" }, "group_id": "lightness-chain-04-edge-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-57.png", "input_tokens": 942, "latency_sec": 2.4970571560552344, "model_name": "claude-opus-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "64bfc83d308291dc6a447de93571b42ec09ec6278f7fe82905c059b3926629a9", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T16:18:20.830138+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-57", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "f083cb63-b2a4-4ecd-831b-abbf6d3a7f5c", "result_sha256": "6301ae16b29d34287a2b356bc9a654b994f11f8bf2d3df3c7b380835f7836061", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.004985, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "A" }, "group_id": "lightness-chain-04-edge-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-58.png", "input_tokens": 942, "latency_sec": 2.2782037800643593, "model_name": "claude-opus-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "64bfc83d308291dc6a447de93571b42ec09ec6278f7fe82905c059b3926629a9", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T16:12:10.598020+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-58", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "fad04024-183d-4ccd-b505-dc1a74c28a6f", "result_sha256": "7ec7b5c8cce7ec0d4639f79a7f09ac6107e1f044f4fcc8cbac9c173f28254a00", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00603, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "A" }, "group_id": "lightness-chain-04-edge-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-59.png", "input_tokens": 941, "latency_sec": 2.7285174869466573, "model_name": "claude-opus-5", "out_of_srgb": null, "output_tokens": 53, "prediction": { "choice": "A" }, "prompt_sha256": "14500bd7eefa43cebfa107c8a8fa9fa53dddd9be742ffa97660526f7a924c308", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T15:16:20.309079+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-59", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "5db3e35e-d87e-42ef-af6c-5027a1f8c22f", "result_sha256": "4d369f48cb571701ee2f1ceac38c91fc1f886596ad9dc2aaa67bc4ec77c44418", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00498, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "B" }, "group_id": "lightness-chain-04-edge-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-60.png", "input_tokens": 941, "latency_sec": 2.129780577030033, "model_name": "claude-opus-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "14500bd7eefa43cebfa107c8a8fa9fa53dddd9be742ffa97660526f7a924c308", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T15:33:41.387753+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-60", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "d91c5bf6-494a-4ee2-a741-180e6746a48e", "result_sha256": "5ab96ad125ad721c4ec73487b4b1b870b70ba9d4138d72cca539c1cd7f68204c", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.004985, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "B" }, "group_id": "lightness-chain-04-edge-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-61.png", "input_tokens": 942, "latency_sec": 2.8481252070050687, "model_name": "claude-opus-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "64bfc83d308291dc6a447de93571b42ec09ec6278f7fe82905c059b3926629a9", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T16:25:09.721554+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-lightness-61", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "7d0d39d8-bacd-45a3-98ab-641e056f8f9d", "result_sha256": "e7822cfc6398d8613366e29c8d07166ce434b6a87f2def93d984832b8394789c", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.004985, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "A" }, "group_id": "lightness-chain-04-edge-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-62.png", "input_tokens": 942, "latency_sec": 1.9811327679781243, "model_name": "claude-opus-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "64bfc83d308291dc6a447de93571b42ec09ec6278f7fe82905c059b3926629a9", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T14:06:45.139097+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-62", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "ce0a0e06-9bfb-47ce-bd69-3b68184c449a", "result_sha256": "bcddf88a55456cf0fdf23ee8c8b84567637303e1b0da41080f853486d1817b1e", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00778, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "A" }, "group_id": "lightness-chain-04-edge-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-63.png", "input_tokens": 941, "latency_sec": 3.726127339992672, "model_name": "claude-opus-5", "out_of_srgb": null, "output_tokens": 123, "prediction": { "choice": "A" }, "prompt_sha256": "14500bd7eefa43cebfa107c8a8fa9fa53dddd9be742ffa97660526f7a924c308", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T14:12:01.339976+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-63", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "00e5fcf5-e053-43fe-94cb-faeceb464e76", "result_sha256": "21b940e556241b0e538816fb4d97407bea310c63cab1eee1fd6794f63c40d978", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.006405, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "B" }, "group_id": "lightness-chain-04-edge-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-64.png", "input_tokens": 941, "latency_sec": 3.031301732058637, "model_name": "claude-opus-5", "out_of_srgb": null, "output_tokens": 68, "prediction": { "choice": "B" }, "prompt_sha256": "14500bd7eefa43cebfa107c8a8fa9fa53dddd9be742ffa97660526f7a924c308", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T14:34:17.970421+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-64", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "fff1d0b2-4065-4c7b-a064-23e537bfba31", "result_sha256": "cd322717d8d0d8b154e148a497bccdeb0989e8e595fceb044eb1e8ea92314203", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0051, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "A" }, "group_id": "match-binding-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-01.png", "input_tokens": 965, "latency_sec": 2.1789440650027245, "model_name": "claude-opus-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T16:12:35.426936+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-01", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "85ebd1e0-8c78-4e60-acf2-275719d099f6", "result_sha256": "aa7c87e55ef49affce309f6356eed020045bff68ca3f96f22786c979e1d7dce1", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00805, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "B" }, "group_id": "match-binding-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-02.png", "input_tokens": 965, "latency_sec": 4.216339693986811, "model_name": "claude-opus-5", "out_of_srgb": null, "output_tokens": 129, "prediction": { "choice": "B" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T15:30:25.554418+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-02", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "1b56eef2-0317-4823-b9db-8aafa6314af4", "result_sha256": "38b61861bbd2c83c0fe5ebefe9703e2fc8720e692b8dd984401d5be869298ea7", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0051, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "C" }, "group_id": "match-binding-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-03.png", "input_tokens": 965, "latency_sec": 3.8399900540243834, "model_name": "claude-opus-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "C" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "anthropic", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-16T15:44:39.578706+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-03", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "8e3820b4-81b5-4a73-86c5-0ab2d4b3e8f8", "result_sha256": "fa523aa468b6fda5fa06fce1eb136403fc261bb81e57a74a41a2605bb12f563f", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.006475, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "D" }, "group_id": "match-binding-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-04.png", "input_tokens": 965, "latency_sec": 2.6239976449869573, "model_name": "claude-opus-5", "out_of_srgb": null, "output_tokens": 66, "prediction": { "choice": "D" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "anthropic", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-16T15:03:30.371764+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-04", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "f40e5bec-6c0b-461c-b86b-ea672d54230f", "result_sha256": "c818a623d4c3ac17e72dbf0edc772a90cd04ffa676e7dc082e03751034782c9c", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00665, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "A" }, "group_id": "match-binding-05", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-05.png", "input_tokens": 965, "latency_sec": 2.815589146106504, "model_name": "claude-opus-5", "out_of_srgb": null, "output_tokens": 73, "prediction": { "choice": "A" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T15:39:52.981476+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-05", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "e278b08b-2355-4bd5-83aa-77411866531f", "result_sha256": "5833f21a12d2f9cccf4facca0a4b9c3c47d268d59df97786752d1931bbd0febb", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0051, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "B" }, "group_id": "match-binding-06", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-06.png", "input_tokens": 965, "latency_sec": 2.5192836220376194, "model_name": "claude-opus-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T15:38:19.272296+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-06", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "7b29235d-70e3-4329-b675-7abed87af960", "result_sha256": "d4b00e65ca48071c0e63b67baf467425282fb9b6c1a6fb6420ff2616d328c6d2", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00855, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "C" }, "group_id": "match-binding-07", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-07.png", "input_tokens": 965, "latency_sec": 4.594090869999491, "model_name": "claude-opus-5", "out_of_srgb": null, "output_tokens": 149, "prediction": { "choice": "C" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "anthropic", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-16T15:11:48.827116+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-07", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "c67bdaf2-8642-4498-bb9a-743fded2342a", "result_sha256": "a9c5b57f07a10b976d20b87eb6f26ee8665a90390e04bfce32bf0f1c8eee09de", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.007225, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "D" }, "group_id": "match-binding-08", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-08.png", "input_tokens": 965, "latency_sec": 3.2701571739744395, "model_name": "claude-opus-5", "out_of_srgb": null, "output_tokens": 96, "prediction": { "choice": "D" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "anthropic", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-16T16:18:04.758910+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-08", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "69b08aff-814c-40f5-9a25-1ef914f53e5b", "result_sha256": "4a706d5507584733bea0edf30556d07d0addf070e263a8176e4fa71d9e05efcf", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.008175, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "A" }, "group_id": "match-binding-09", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-09.png", "input_tokens": 965, "latency_sec": 4.123739750939421, "model_name": "claude-opus-5", "out_of_srgb": null, "output_tokens": 134, "prediction": { "choice": "A" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T15:47:23.641103+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-09", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "314ba39d-3955-4b76-aede-7190e048d4b0", "result_sha256": "fe5e56e1c5524912b097c5dc482e5b4571353e42ef497b9bc1f2588bfee4253b", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00675, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "B" }, "group_id": "match-binding-10", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-10.png", "input_tokens": 965, "latency_sec": 3.6666776570491493, "model_name": "claude-opus-5", "out_of_srgb": null, "output_tokens": 77, "prediction": { "choice": "B" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T14:38:13.294756+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-10", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "2ad49183-b506-4bae-9bdf-797355897673", "result_sha256": "7f0b26426e181676f3fe17ef970c0ac6b4e690c408140b4ca6a36aac615e8965", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.008025, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "C" }, "group_id": "match-binding-11", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-11.png", "input_tokens": 965, "latency_sec": 5.817882781033404, "model_name": "claude-opus-5", "out_of_srgb": null, "output_tokens": 128, "prediction": { "choice": "C" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "anthropic", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-16T15:07:40.150767+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-11", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "0c7964b7-08e2-4e68-91a2-110c7c093353", "result_sha256": "23a08c2e6cf85d4027e0e64b7f041147a0243068d5281094ac38dfe80786c593", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.0086, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "D" }, "group_id": "match-binding-12", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-12.png", "input_tokens": 965, "latency_sec": 4.751924376003444, "model_name": "claude-opus-5", "out_of_srgb": null, "output_tokens": 151, "prediction": { "choice": "B" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T14:02:15.344266+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-matching-12", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "ba250515-652c-49fa-b141-b55691ab5209", "result_sha256": "5f761a47dbab412983fbfdec03f2792b8d3edeff672c05f2a1f44ace11af7fd9", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00865, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "A" }, "group_id": "match-binding-13", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-13.png", "input_tokens": 965, "latency_sec": 3.868537973961793, "model_name": "claude-opus-5", "out_of_srgb": null, "output_tokens": 153, "prediction": { "choice": "A" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T15:35:31.662227+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-13", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "1ed76d37-9811-4222-9b3c-b41bcc319a7f", "result_sha256": "049ba6aca74ad0b4c6b4e372d1685c89b16b57a9b779895bf02ca33ef3e457e0", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.008175, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "B" }, "group_id": "match-binding-14", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-14.png", "input_tokens": 965, "latency_sec": 4.0442583239637315, "model_name": "claude-opus-5", "out_of_srgb": null, "output_tokens": 134, "prediction": { "choice": "A" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T15:15:09.344602+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-matching-14", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "5d302226-c110-402c-b2c0-b80147cff898", "result_sha256": "0eab5e21fdf5b487e7ed61e575b8c9bb8aafe613c55fbab18958633f20c69367", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.007625, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "C" }, "group_id": "match-binding-15", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-15.png", "input_tokens": 965, "latency_sec": 3.351817390997894, "model_name": "claude-opus-5", "out_of_srgb": null, "output_tokens": 112, "prediction": { "choice": "C" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "anthropic", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-16T15:22:52.700743+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-15", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "1f37e073-f7c1-41ff-b531-d8337f6cb78a", "result_sha256": "7fd35f81deeedfb2965c5ca486b9738529c79f7293f946eec398312114c02bc7", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.009, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "D" }, "group_id": "match-binding-16", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-16.png", "input_tokens": 965, "latency_sec": 4.1094283980783075, "model_name": "claude-opus-5", "out_of_srgb": null, "output_tokens": 167, "prediction": { "choice": "A" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T14:13:07.155636+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-matching-16", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "a602e447-3da3-416d-9605-b855d8b416f3", "result_sha256": "c0ec5ec3f3a8c08297b9f36c85156f5f482f1bbde16567effaf0148ed36d8329", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0051, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "A" }, "group_id": "match-binding-17", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-17.png", "input_tokens": 965, "latency_sec": 1.9040565150789917, "model_name": "claude-opus-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T15:54:56.652626+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-17", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "6947dea0-6ce4-4219-8d21-653acf5c22c9", "result_sha256": "77412799071d202c2174bd767ee36a418cde51b7681bdedf32b3c73b1976bb49", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0051, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "B" }, "group_id": "match-binding-18", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-18.png", "input_tokens": 965, "latency_sec": 1.9320689550368115, "model_name": "claude-opus-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T15:33:05.825938+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-18", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "b82158d3-3421-4a7c-9639-899fccca7f53", "result_sha256": "f48ea7ecfe82448a7f9e5464ac700f1d444672fc59acf6a4d26b9d38d0c6959c", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0051, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "C" }, "group_id": "match-binding-19", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-19.png", "input_tokens": 965, "latency_sec": 1.8413830659119412, "model_name": "claude-opus-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "C" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "anthropic", "raw_prediction": "{\"choice\": \"C\"}", "recorded_at": "2026-09-16T15:47:36.753400+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-19", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "6a7ef237-b954-4450-a481-dbf00bcbb11e", "result_sha256": "b406dd6f0ec6978ddbd05afecd20145e26d1bc528293f4aaafa816f29e97f073", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0051, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "D" }, "group_id": "match-binding-20", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-20.png", "input_tokens": 965, "latency_sec": 2.385780705953948, "model_name": "claude-opus-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "D" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "anthropic", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-16T15:17:54.794879+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-20", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "22608827-9953-48a5-80a5-92cffab07469", "result_sha256": "b00946dc4219d70ef8b58649cfb887d2a6cf0130cce649eb0a1b826f89b064f9", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0092, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "A" }, "group_id": "match-binding-21", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-21.png", "input_tokens": 965, "latency_sec": 4.447179357986897, "model_name": "claude-opus-5", "out_of_srgb": null, "output_tokens": 175, "prediction": { "choice": "A" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T14:35:50.511944+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-21", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "dc92d318-56ad-47e8-9255-9e183b0d24ef", "result_sha256": "c36719d1f2a7f07ab0ceed063d76df60bd80f0b36b424b895d00ded01dbb6cb9", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.0094, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "B" }, "group_id": "match-binding-22", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-22.png", "input_tokens": 965, "latency_sec": 5.0122464129235595, "model_name": "claude-opus-5", "out_of_srgb": null, "output_tokens": 183, "prediction": { "choice": "D" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "anthropic", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-16T14:27:55.536014+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-matching-22", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "5b505f42-672b-4974-b0ee-697728268523", "result_sha256": "e98eb8caedd1f87ef2d04047b393ab8c877a16914191f88b9ba4b0e8e18e6ddd", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.008975, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "C" }, "group_id": "match-binding-23", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-23.png", "input_tokens": 965, "latency_sec": 4.669135381001979, "model_name": "claude-opus-5", "out_of_srgb": null, "output_tokens": 166, "prediction": { "choice": "C" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "anthropic", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-16T16:12:50.847257+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-23", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "6f1d93c8-a72e-4b13-a1a0-58971a4537a6", "result_sha256": "ff01c59725d8052796792ee0236276f51ec82e3dc9553c441f9d222970b244eb", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0077, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "D" }, "group_id": "match-binding-24", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-24.png", "input_tokens": 965, "latency_sec": 3.2996701690135524, "model_name": "claude-opus-5", "out_of_srgb": null, "output_tokens": 115, "prediction": { "choice": "D" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "anthropic", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-16T15:40:40.673757+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-24", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "b34fad27-0c98-46d5-ac8b-19fb1c65cea7", "result_sha256": "5f912763a4fee6959d17f50ab1aaddd0238d0740f9adc9488aaea7030e201611", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.008875, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "A" }, "group_id": "match-binding-25", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-25.png", "input_tokens": 965, "latency_sec": 4.334768180036917, "model_name": "claude-opus-5", "out_of_srgb": null, "output_tokens": 162, "prediction": { "choice": "C" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "anthropic", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-16T15:36:02.421831+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-matching-25", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "27a12808-bbe8-4c86-8250-98618d5f2a68", "result_sha256": "85f9265e3e06d53c270dc5cf67a7cd01931452e0118616cd2291cf09a95f79c3", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.0105, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "B" }, "group_id": "match-binding-26", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-26.png", "input_tokens": 965, "latency_sec": 5.895670081023127, "model_name": "claude-opus-5", "out_of_srgb": null, "output_tokens": 227, "prediction": { "choice": "C" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "anthropic", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-16T14:25:41.128661+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-matching-26", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "f01030c0-cae1-4d6b-9be3-2b8b52b3df7d", "result_sha256": "1321cfc01fef4209e20cf59f074eefaf24bcf0cabb34d80996921ac37dd7d3f0", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.006775, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "C" }, "group_id": "match-binding-27", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-27.png", "input_tokens": 965, "latency_sec": 3.063481739955023, "model_name": "claude-opus-5", "out_of_srgb": null, "output_tokens": 78, "prediction": { "choice": "B" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T15:09:27.373132+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-matching-27", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "842e6d39-23df-4d86-aa94-94efb27e5d3a", "result_sha256": "475f8e94fd452b16695879bda3abe8ae57b0fe4019ea14f9e2eae6bc9417cc05", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.0076, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "D" }, "group_id": "match-binding-28", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-28.png", "input_tokens": 965, "latency_sec": 3.9556248659500852, "model_name": "claude-opus-5", "out_of_srgb": null, "output_tokens": 111, "prediction": { "choice": "B" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T15:53:38.530682+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-matching-28", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "4a7476e9-4bfd-4e15-9dcd-971786eb29b5", "result_sha256": "609d1e5dafffc6d616004e298b2b628ac16613a69f305a9d24b6f4a369ccbf9e", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00885, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "A" }, "group_id": "match-binding-29", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-29.png", "input_tokens": 965, "latency_sec": 4.6389534580521286, "model_name": "claude-opus-5", "out_of_srgb": null, "output_tokens": 161, "prediction": { "choice": "A" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T14:30:44.690789+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-29", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "8be84f44-9990-4fdb-847f-035c1f100910", "result_sha256": "3a6336a4c93c2736905ef98540b095aa0cf48b514ea7331391d23c7cd77f0341", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0078, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "B" }, "group_id": "match-binding-30", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-30.png", "input_tokens": 965, "latency_sec": 5.024510351009667, "model_name": "claude-opus-5", "out_of_srgb": null, "output_tokens": 119, "prediction": { "choice": "B" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T15:52:09.603808+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-30", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "4fa9dcb7-40d3-4705-b3cb-846ed001eea3", "result_sha256": "32e2c78805b9c1acf7746cf8fee077fb4a62206b8a0765e673ddcef06ae92986", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.008775, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "C" }, "group_id": "match-binding-31", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-31.png", "input_tokens": 965, "latency_sec": 4.270662187947892, "model_name": "claude-opus-5", "out_of_srgb": null, "output_tokens": 158, "prediction": { "choice": "C" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "anthropic", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-16T16:20:28.981796+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-31", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "547be173-9a58-4e13-8df8-a6c3b6860277", "result_sha256": "496c6e7820b7e7ead6f260eeb62dc048ae3f20276f652e05f4dd3ed43427814f", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.008325, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "D" }, "group_id": "match-binding-32", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-32.png", "input_tokens": 965, "latency_sec": 4.341790530947037, "model_name": "claude-opus-5", "out_of_srgb": null, "output_tokens": 140, "prediction": { "choice": "B" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T15:03:54.683165+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-matching-32", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "2fa23926-a2b8-40fb-aa88-4bcf49f90b25", "result_sha256": "54da6e6fde0860a24c39b3ebbb402c06e03822f53a1b59c459a39d0570e30e1e", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0051, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "A" }, "group_id": "match-binding-33", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-33.png", "input_tokens": 965, "latency_sec": 2.4330864310031757, "model_name": "claude-opus-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T14:49:21.445833+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-33", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "23050a56-5503-4046-ad72-deb2e3e881cb", "result_sha256": "f568cb1d6282c6716da1b1d224e32974119b08e869c74050bf9507d991d781e1", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0051, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "B" }, "group_id": "match-binding-34", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-34.png", "input_tokens": 965, "latency_sec": 2.2509248530259356, "model_name": "claude-opus-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T15:42:51.380328+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-34", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "039ccf77-fe8f-468b-abe6-a8f1c8752457", "result_sha256": "71df4649d70494fd47e3102398a12b45a32a8686876b3cf1a722cc58b6139b0c", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0051, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "C" }, "group_id": "match-binding-35", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-35.png", "input_tokens": 965, "latency_sec": 1.951369086978957, "model_name": "claude-opus-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "C" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "anthropic", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-16T14:25:49.162478+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-35", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "e7080c7b-5202-4d01-b7f6-0867cf23091f", "result_sha256": "7bc51b34958286c0a15993b79be2cac6350eb6b94188874303952b0c54eb758a", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0051, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "D" }, "group_id": "match-binding-36", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-36.png", "input_tokens": 965, "latency_sec": 2.33423831500113, "model_name": "claude-opus-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "D" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "anthropic", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-16T15:15:23.747567+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-36", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "59bc7124-33ed-4c57-8c35-e3b46f21b3cb", "result_sha256": "016c2beec99a3237d0f7f734e36df0f339089f42c94ede46a52c131bc8a2fa3e", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0051, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "A" }, "group_id": "match-binding-37", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-37.png", "input_tokens": 965, "latency_sec": 2.169731565983966, "model_name": "claude-opus-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T15:07:22.467175+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-37", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "b329856e-3708-45e5-9f89-223d13aa3c4f", "result_sha256": "41d9dc4be51a214bb93e7120589b64ebe45af21ef529a748fcdd1e58034d960b", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00655, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "B" }, "group_id": "match-binding-38", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-38.png", "input_tokens": 965, "latency_sec": 3.5949622449697927, "model_name": "claude-opus-5", "out_of_srgb": null, "output_tokens": 69, "prediction": { "choice": "B" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T15:24:43.219078+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-38", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "e22fe67b-51d3-4199-94c9-3eaf0cce1492", "result_sha256": "612cd369992e1a4c0da5adc0c2a2d4c7be92560d21fbf58f15864ae6f10a1313", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00695, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "C" }, "group_id": "match-binding-39", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-39.png", "input_tokens": 965, "latency_sec": 3.5484146259259433, "model_name": "claude-opus-5", "out_of_srgb": null, "output_tokens": 85, "prediction": { "choice": "C" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "anthropic", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-16T15:52:52.190330+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-39", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "22f24770-d78c-4f7d-9a7a-af18025bbdd0", "result_sha256": "1ddd3d25aa754a377445afb78d3f2b311e2050df5595241836c274840c5dfd5c", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.007125, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "D" }, "group_id": "match-binding-40", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-40.png", "input_tokens": 965, "latency_sec": 4.296935449005105, "model_name": "claude-opus-5", "out_of_srgb": null, "output_tokens": 92, "prediction": { "choice": "D" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "anthropic", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-16T14:29:56.623625+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-40", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "692b2078-a557-40c9-b92c-6d4184e2ab6e", "result_sha256": "aec12588491c2a7b0e3d63b8df92bcac25defafbd734f90316ce644308e7e547", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00705, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "A" }, "group_id": "match-binding-41", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-41.png", "input_tokens": 965, "latency_sec": 3.174017519922927, "model_name": "claude-opus-5", "out_of_srgb": null, "output_tokens": 89, "prediction": { "choice": "A" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T16:09:13.365141+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-41", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "733f23e7-1359-4479-ad70-fc0e42d437e1", "result_sha256": "1f7d1a167cbbd8651ac0043c8e0ac5bc4f5a4825a1531097732d468f84fde3c7", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.007675, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "B" }, "group_id": "match-binding-42", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-42.png", "input_tokens": 965, "latency_sec": 3.320889518945478, "model_name": "claude-opus-5", "out_of_srgb": null, "output_tokens": 114, "prediction": { "choice": "B" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T16:23:48.162689+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-42", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "ab633c08-88fa-474f-9654-60023571adac", "result_sha256": "79ef5ace1f405a52260db228c32dbd954125faf68c584fc25fa70338b1789f7d", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00815, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "C" }, "group_id": "match-binding-43", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-43.png", "input_tokens": 965, "latency_sec": 4.225585453095846, "model_name": "claude-opus-5", "out_of_srgb": null, "output_tokens": 133, "prediction": { "choice": "C" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "anthropic", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-16T15:07:12.366515+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-43", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "97397a83-81ab-44a9-8dee-83c76f145b6a", "result_sha256": "7df1b62afc72e3eebbcebd4ec82f9a1a69032003effc0fa79ab90efe59be76ee", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00775, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "D" }, "group_id": "match-binding-44", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-44.png", "input_tokens": 965, "latency_sec": 3.523176397080533, "model_name": "claude-opus-5", "out_of_srgb": null, "output_tokens": 117, "prediction": { "choice": "D" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "anthropic", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-16T16:13:27.735683+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-44", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "b7a6171e-2d8e-4d23-8e89-045bb36d745d", "result_sha256": "eb27ea964debbe4b5dc41a91ce68d7c9c42782d980fd438ae3e67580435d60ae", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00755, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "A" }, "group_id": "match-binding-45", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-45.png", "input_tokens": 965, "latency_sec": 3.2534988520201296, "model_name": "claude-opus-5", "out_of_srgb": null, "output_tokens": 109, "prediction": { "choice": "A" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T14:19:46.718346+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-45", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "caef41ce-292d-4e85-a889-14caf3e48eaf", "result_sha256": "fa27cc0b94c92d41f0a4a2bd83ff8efc7a9b0a8006572e9a8bca46d29f202711", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.00905, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "B" }, "group_id": "match-binding-46", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-46.png", "input_tokens": 965, "latency_sec": 4.712230436038226, "model_name": "claude-opus-5", "out_of_srgb": null, "output_tokens": 169, "prediction": { "choice": "D" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "anthropic", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-16T14:41:04.867523+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-matching-46", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "222a2108-b7f5-4c09-b0c8-54b583724b38", "result_sha256": "7867d98fd99870a684080ba8bd394aebc61ca0af8e9fb8e4d3c8f97aab62539c", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.0098, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "C" }, "group_id": "match-binding-47", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-47.png", "input_tokens": 965, "latency_sec": 6.270186408073641, "model_name": "claude-opus-5", "out_of_srgb": null, "output_tokens": 199, "prediction": { "choice": "A" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T14:01:15.314924+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-matching-47", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "7add1919-9968-4e91-a3fb-ac7063091d49", "result_sha256": "a58efe94d9e8c3ed201a7b7fe53808cc17b92b0b175c965f48ae2a6cf009a547", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0092, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "D" }, "group_id": "match-binding-48", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-48.png", "input_tokens": 965, "latency_sec": 5.661525027011521, "model_name": "claude-opus-5", "out_of_srgb": null, "output_tokens": 175, "prediction": { "choice": "D" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "anthropic", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-16T15:04:42.933222+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-48", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "75767c8a-0648-4e2b-a4eb-4be2b0f8eaa7", "result_sha256": "f8f73a384dcaf747883f5cce9b11e49456e7a7ccc3515a02f674f205defda89d", "result": { "component_errors": { "c": 0.003879893259451983, "h": 1.0077707599885741, "l": 0.004926085977997041 }, "correct": null, "cost_estimated": false, "cost_usd": 0.024375, "delta_e_ok": 0.006909938091180267, "error": null, "error_kind": null, "family": "oklch", "ground_truth": { "rgb": [ 192, 64, 80 ] }, "group_id": "numeric-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-01.png", "input_tokens": 1045, "latency_sec": 10.487944208085537, "model_name": "claude-opus-5", "out_of_srgb": false, "output_tokens": 766, "prediction": { "c": 0.167, "h": 16.0, "l": 0.552 }, "prompt_sha256": "cfc2f885cbdbcece08f23bb635b333e3e35d9a41ebaf72f1a755e461f8f494d4", "provider": "anthropic", "raw_prediction": "{\"l\": 0.552, \"c\": 0.167, \"h\": 16}", "recorded_at": "2026-09-16T16:14:34.858788+00:00", "request_attempts": 1, "score": 96.54503095440987, "task_id": "colorbench-oklch-01", "tight_score": 86.18012381763947, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": true, "0.02": true, "0.05": true } } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "fa6b29ca-78d1-4949-864f-b25291202997", "result_sha256": "4dfdd2a61e5bbe8062d49fc8013b4c305fa24048d187036ecb233bf4b664d7fa", "result": { "component_errors": { "c": 0.0025969609523223414, "h": 1.1452718586605215, "l": 0.0013467006591831865 }, "correct": null, "cost_estimated": false, "cost_usd": 0.025, "delta_e_ok": 0.0040857318438967, "error": null, "error_kind": null, "family": "oklch", "ground_truth": { "rgb": [ 38, 112, 190 ] }, "group_id": "numeric-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-02.png", "input_tokens": 1045, "latency_sec": 11.103064283030108, "model_name": "claude-opus-5", "out_of_srgb": false, "output_tokens": 791, "prediction": { "c": 0.144, "h": 254.2, "l": 0.542 }, "prompt_sha256": "cfc2f885cbdbcece08f23bb635b333e3e35d9a41ebaf72f1a755e461f8f494d4", "provider": "anthropic", "raw_prediction": "{\"l\": 0.542, \"c\": 0.144, \"h\": 254.2}", "recorded_at": "2026-09-16T14:04:03.694535+00:00", "request_attempts": 1, "score": 97.95713407805165, "task_id": "colorbench-oklch-02", "tight_score": 91.8285363122066, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": true, "0.01": true, "0.02": true, "0.05": true } } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "bf87a2a1-97a6-4041-9842-f9390c1504a0", "result_sha256": "7f40633e752f8955a5520db09da40ab88e2758c632d358ad02b46eeb49788be0", "result": { "component_errors": { "c": 0.00129469685825781, "h": 1.46264947183613, "l": 0.002097517786385783 }, "correct": null, "cost_estimated": false, "cost_usd": 0.024275, "delta_e_ok": 0.0035734421790373774, "error": null, "error_kind": null, "family": "oklch", "ground_truth": { "rgb": [ 60, 140, 100 ] }, "group_id": "numeric-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-03.png", "input_tokens": 1045, "latency_sec": 11.029396492987871, "model_name": "claude-opus-5", "out_of_srgb": false, "output_tokens": 762, "prediction": { "c": 0.102, "h": 160.5, "l": 0.581 }, "prompt_sha256": "cfc2f885cbdbcece08f23bb635b333e3e35d9a41ebaf72f1a755e461f8f494d4", "provider": "anthropic", "raw_prediction": "{\"l\": 0.581, \"c\": 0.102, \"h\": 160.5}", "recorded_at": "2026-09-16T13:59:58.771255+00:00", "request_attempts": 1, "score": 98.21327891048132, "task_id": "colorbench-oklch-03", "tight_score": 92.85311564192524, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": true, "0.01": true, "0.02": true, "0.05": true } } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "778e5529-713b-4683-973c-a1552743e5e6", "result_sha256": "4d116c8de62a31c53229c796751a27cc6e3f238f3fb7735cc3b946c9ecdc8b89", "result": { "component_errors": { "c": 0.0023618143694579957, "h": 1.7427720406006983, "l": 0.010145762438994343 }, "correct": null, "cost_estimated": false, "cost_usd": 0.021575, "delta_e_ok": 0.0110461630687791, "error": null, "error_kind": null, "family": "oklch", "ground_truth": { "rgb": [ 185, 135, 45 ] }, "group_id": "numeric-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-04.png", "input_tokens": 1045, "latency_sec": 8.728541999007575, "model_name": "claude-opus-5", "out_of_srgb": false, "output_tokens": 654, "prediction": { "c": 0.122, "h": 76.3, "l": 0.667 }, "prompt_sha256": "cfc2f885cbdbcece08f23bb635b333e3e35d9a41ebaf72f1a755e461f8f494d4", "provider": "anthropic", "raw_prediction": "{\"l\": 0.667, \"c\": 0.122, \"h\": 76.3}", "recorded_at": "2026-09-16T14:14:47.582980+00:00", "request_attempts": 1, "score": 94.47691846561045, "task_id": "colorbench-oklch-04", "tight_score": 77.9076738624418, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": false, "0.02": true, "0.05": true } } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "8ebae52d-185e-444c-b1ad-546b2f0cb1b7", "result_sha256": "cfde3484bb7cd78a7202f1df6b329deb4193b0dc1e127f5f7207138befd2e09a", "result": { "component_errors": { "c": 0.00487444837155937, "h": 2.007140960468064, "l": 9.335712590763379e-05 }, "correct": null, "cost_estimated": false, "cost_usd": 0.021225, "delta_e_ok": 0.007054167368608852, "error": null, "error_kind": null, "family": "oklch", "ground_truth": { "rgb": [ 135, 85, 175 ] }, "group_id": "numeric-05", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-05.png", "input_tokens": 1045, "latency_sec": 9.000266492948867, "model_name": "claude-opus-5", "out_of_srgb": false, "output_tokens": 640, "prediction": { "c": 0.148, "h": 310.0, "l": 0.544 }, "prompt_sha256": "cfc2f885cbdbcece08f23bb635b333e3e35d9a41ebaf72f1a755e461f8f494d4", "provider": "anthropic", "raw_prediction": "{\"l\": 0.544, \"c\": 0.148, \"h\": 310}", "recorded_at": "2026-09-16T14:07:36.141267+00:00", "request_attempts": 1, "score": 96.47291631569558, "task_id": "colorbench-oklch-05", "tight_score": 85.8916652627823, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": true, "0.02": true, "0.05": true } } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "3f59c8b0-61db-4b46-9471-c17f276e56d2", "result_sha256": "3e76f664a8c21ec0da978bc73c46ae95c05c3a56df977d01cea8010143e18e34", "result": { "component_errors": { "c": 0.01026326222465769, "h": 5.5732349318501235, "l": 0.017001064544980626 }, "correct": null, "cost_estimated": false, "cost_usd": 0.027275, "delta_e_ok": 0.0208011358447486, "error": null, "error_kind": null, "family": "oklch", "ground_truth": { "rgb": [ 22, 48, 75 ] }, "group_id": "numeric-06", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-06.png", "input_tokens": 1045, "latency_sec": 11.471698053064756, "model_name": "claude-opus-5", "out_of_srgb": false, "output_tokens": 882, "prediction": { "c": 0.069, "h": 256.7, "l": 0.32 }, "prompt_sha256": "cfc2f885cbdbcece08f23bb635b333e3e35d9a41ebaf72f1a755e461f8f494d4", "provider": "anthropic", "raw_prediction": "{\"l\": 0.32, \"c\": 0.069, \"h\": 256.7}", "recorded_at": "2026-09-16T16:21:52.174241+00:00", "request_attempts": 1, "score": 89.5994320776257, "task_id": "colorbench-oklch-06", "tight_score": 58.397728310502806, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": false, "0.02": false, "0.05": true } } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "abb2a12d-2d14-44fd-b504-31758b65a38b", "result_sha256": "27cb476279bb6921ee90be013151d0cd6ff5ff51d8a765fe068f786ee0e21cd1", "result": { "component_errors": { "c": 0.000688378754277845, "h": 5.917870075137529, "l": 0.004092721588155324 }, "correct": null, "cost_estimated": false, "cost_usd": 0.023775, "delta_e_ok": 0.005664566126674705, "error": null, "error_kind": null, "family": "oklch", "ground_truth": { "rgb": [ 225, 215, 188 ] }, "group_id": "numeric-07", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-07.png", "input_tokens": 1045, "latency_sec": 10.610727503080852, "model_name": "claude-opus-5", "out_of_srgb": false, "output_tokens": 742, "prediction": { "c": 0.037, "h": 96.0, "l": 0.876 }, "prompt_sha256": "cfc2f885cbdbcece08f23bb635b333e3e35d9a41ebaf72f1a755e461f8f494d4", "provider": "anthropic", "raw_prediction": "{\"l\": 0.876, \"c\": 0.037, \"h\": 96}", "recorded_at": "2026-09-16T15:37:01.710800+00:00", "request_attempts": 1, "score": 97.16771693666266, "task_id": "colorbench-oklch-07", "tight_score": 88.6708677466506, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": true, "0.02": true, "0.05": true } } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "b1c00405-a50d-4396-8915-ea4ca4981ba9", "result_sha256": "3d93804db3bf2ffa9976d44e7e6f4000e7b5e001394bb1fe8151ccc9a4499b80", "result": { "component_errors": { "c": 0.002, "h": null, "l": 0.00012919829288227103 }, "correct": null, "cost_estimated": false, "cost_usd": 0.00815, "delta_e_ok": 0.0020041686568593644, "error": null, "error_kind": null, "family": "oklch", "ground_truth": { "rgb": [ 128, 128, 128 ] }, "group_id": "numeric-08", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-08.png", "input_tokens": 1045, "latency_sec": 3.184532755985856, "model_name": "claude-opus-5", "out_of_srgb": false, "output_tokens": 117, "prediction": { "c": 0.002, "h": 0.0, "l": 0.6 }, "prompt_sha256": "cfc2f885cbdbcece08f23bb635b333e3e35d9a41ebaf72f1a755e461f8f494d4", "provider": "anthropic", "raw_prediction": "{\"l\": 0.6, \"c\": 0.002, \"h\": 0}", "recorded_at": "2026-09-16T15:23:10.406166+00:00", "request_attempts": 1, "score": 98.99791567157031, "task_id": "colorbench-oklch-08", "tight_score": 95.99166268628127, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": true, "0.01": true, "0.02": true, "0.05": true } } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "86bf8102-1ccb-4efd-902b-782285d866d1", "result_sha256": "ed393a43a96ec0726c9f0528bdd85eec96db8c14f6aa3b1d13888bbe5faed84e", "result": { "component_errors": { "c": 0.0013807544080961243, "h": 0.8506435286929559, "l": 0.0046465502777912615 }, "correct": null, "cost_estimated": false, "cost_usd": 0.0251, "delta_e_ok": 0.005892700481952837, "error": null, "error_kind": null, "family": "oklch", "ground_truth": { "rgb": [ 230, 32, 44 ] }, "group_id": "numeric-09", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-09.png", "input_tokens": 1045, "latency_sec": 10.230734172975644, "model_name": "claude-opus-5", "out_of_srgb": false, "output_tokens": 795, "prediction": { "c": 0.225, "h": 24.8, "l": 0.588 }, "prompt_sha256": "cfc2f885cbdbcece08f23bb635b333e3e35d9a41ebaf72f1a755e461f8f494d4", "provider": "anthropic", "raw_prediction": "{\"l\": 0.588, \"c\": 0.225, \"h\": 24.8}", "recorded_at": "2026-09-16T14:27:21.092096+00:00", "request_attempts": 1, "score": 97.05364975902359, "task_id": "colorbench-oklch-09", "tight_score": 88.21459903609433, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": true, "0.02": true, "0.05": true } } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "14abdfdd-855a-4ed9-90fa-cb89ed531b22", "result_sha256": "e3611356a2a35fc0ed32fd83a506cb58006d86d9711600e66373d09bce6f2903", "result": { "component_errors": { "c": 0.004979400707593118, "h": 1.1079012037287441, "l": 0.005123915402253654 }, "correct": null, "cost_estimated": false, "cost_usd": 0.02475, "delta_e_ok": 0.007774367446679348, "error": null, "error_kind": null, "family": "oklch", "ground_truth": { "rgb": [ 24, 158, 82 ] }, "group_id": "numeric-10", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-10.png", "input_tokens": 1045, "latency_sec": 10.072650279966183, "model_name": "claude-opus-5", "out_of_srgb": false, "output_tokens": 781, "prediction": { "c": 0.161, "h": 150.6, "l": 0.62 }, "prompt_sha256": "cfc2f885cbdbcece08f23bb635b333e3e35d9a41ebaf72f1a755e461f8f494d4", "provider": "anthropic", "raw_prediction": "{\"l\": 0.62, \"c\": 0.161, \"h\": 150.6}", "recorded_at": "2026-09-16T15:47:02.025946+00:00", "request_attempts": 1, "score": 96.11281627666033, "task_id": "colorbench-oklch-10", "tight_score": 84.4512651066413, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": true, "0.02": true, "0.05": true } } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "8804899b-bdf5-4380-b1e1-59057ab73601", "result_sha256": "3852772a4bcf57127ae6a44e90ff35b6b7b53d24872bf215dd42da031a86fe38", "result": { "component_errors": { "c": 0.004159851685830024, "h": 0.11515194929614836, "l": 0.0005499611583872355 }, "correct": null, "cost_estimated": false, "cost_usd": 0.0245, "delta_e_ok": 0.004219294493552649, "error": null, "error_kind": null, "family": "oklch", "ground_truth": { "rgb": [ 44, 84, 228 ] }, "group_id": "numeric-11", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-11.png", "input_tokens": 1045, "latency_sec": 11.839224611991085, "model_name": "claude-opus-5", "out_of_srgb": false, "output_tokens": 771, "prediction": { "c": 0.218, "h": 266.1, "l": 0.515 }, "prompt_sha256": "cfc2f885cbdbcece08f23bb635b333e3e35d9a41ebaf72f1a755e461f8f494d4", "provider": "anthropic", "raw_prediction": "{\"l\": 0.515, \"c\": 0.218, \"h\": 266.1}", "recorded_at": "2026-09-16T14:01:42.351966+00:00", "request_attempts": 1, "score": 97.89035275322368, "task_id": "colorbench-oklch-11", "tight_score": 91.5614110128947, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": true, "0.01": true, "0.02": true, "0.05": true } } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "b14e37ab-f306-440e-9a5a-faf64963bd88", "result_sha256": "a2942c178cad57d255264e51a48f4368a8262d00dd537bd41b1074f443b973a5", "result": { "component_errors": { "c": 0.0006105754932969887, "h": 0.16584830713958354, "l": 0.0050828313734373465 }, "correct": null, "cost_estimated": false, "cost_usd": 0.022725, "delta_e_ok": 0.005142333916291219, "error": null, "error_kind": null, "family": "oklch", "ground_truth": { "rgb": [ 236, 208, 44 ] }, "group_id": "numeric-12", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-12.png", "input_tokens": 1045, "latency_sec": 9.532818468986079, "model_name": "claude-opus-5", "out_of_srgb": false, "output_tokens": 700, "prediction": { "c": 0.168, "h": 98.8, "l": 0.861 }, "prompt_sha256": "cfc2f885cbdbcece08f23bb635b333e3e35d9a41ebaf72f1a755e461f8f494d4", "provider": "anthropic", "raw_prediction": "{\"l\": 0.861, \"c\": 0.168, \"h\": 98.8}", "recorded_at": "2026-09-16T14:38:41.574794+00:00", "request_attempts": 1, "score": 97.42883304185439, "task_id": "colorbench-oklch-12", "tight_score": 89.71533216741756, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": true, "0.02": true, "0.05": true } } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "7c45d09f-a676-412c-a44e-296a9464fc34", "result_sha256": "725c4dc63b02d2b27ae8df9ee36f9062accb274e097901c84435bd9547b737ed", "result": { "component_errors": { "c": 2.7880784928352442e-05, "h": 1.2563490188789501, "l": 0.007973671229780988 }, "correct": null, "cost_estimated": false, "cost_usd": 0.02505, "delta_e_ok": 0.009364906108293648, "error": null, "error_kind": null, "family": "oklch", "ground_truth": { "rgb": [ 198, 58, 188 ] }, "group_id": "numeric-13", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-13.png", "input_tokens": 1045, "latency_sec": 10.414714311948046, "model_name": "claude-opus-5", "out_of_srgb": false, "output_tokens": 793, "prediction": { "c": 0.224, "h": 329.8, "l": 0.593 }, "prompt_sha256": "cfc2f885cbdbcece08f23bb635b333e3e35d9a41ebaf72f1a755e461f8f494d4", "provider": "anthropic", "raw_prediction": "{\"l\": 0.593, \"c\": 0.224, \"h\": 329.8}", "recorded_at": "2026-09-16T14:05:06.650462+00:00", "request_attempts": 1, "score": 95.31754694585317, "task_id": "colorbench-oklch-13", "tight_score": 81.27018778341271, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": true, "0.02": true, "0.05": true } } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "44a728ae-db52-4c82-b204-7663ca34c970", "result_sha256": "d859682b78ba3d0a20333ef12344501183fbf95ee562ca385c3a60274b2ee966", "result": { "component_errors": { "c": 0.00021366803719775895, "h": 0.09376592230489678, "l": 0.0034383434536769952 }, "correct": null, "cost_estimated": false, "cost_usd": 0.0217, "delta_e_ok": 0.003449857866497577, "error": null, "error_kind": null, "family": "oklch", "ground_truth": { "rgb": [ 44, 178, 198 ] }, "group_id": "numeric-14", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-14.png", "input_tokens": 1045, "latency_sec": 8.668635398033075, "model_name": "claude-opus-5", "out_of_srgb": false, "output_tokens": 659, "prediction": { "c": 0.112, "h": 210.2, "l": 0.7 }, "prompt_sha256": "cfc2f885cbdbcece08f23bb635b333e3e35d9a41ebaf72f1a755e461f8f494d4", "provider": "anthropic", "raw_prediction": "{\"l\": 0.7, \"c\": 0.112, \"h\": 210.2}", "recorded_at": "2026-09-16T15:06:23.970080+00:00", "request_attempts": 1, "score": 98.27507106675121, "task_id": "colorbench-oklch-14", "tight_score": 93.10028426700485, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": true, "0.01": true, "0.02": true, "0.05": true } } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "fe5c2836-6abd-4946-b810-89d6d6acfe3b", "result_sha256": "2081be9e9036572990eaed732a25a083c72f47b385c6300e496bbc84b070bb3c", "result": { "component_errors": { "c": 0.0039064793061580495, "h": null, "l": 0.006059368645324581 }, "correct": null, "cost_estimated": false, "cost_usd": 0.008425, "delta_e_ok": 0.007504202668335504, "error": null, "error_kind": null, "family": "oklch", "ground_truth": { "rgb": [ 16, 16, 18 ] }, "group_id": "numeric-15", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-15.png", "input_tokens": 1045, "latency_sec": 3.3583753149723634, "model_name": "claude-opus-5", "out_of_srgb": false, "output_tokens": 128, "prediction": { "c": 0.008, "h": 265.0, "l": 0.18 }, "prompt_sha256": "cfc2f885cbdbcece08f23bb635b333e3e35d9a41ebaf72f1a755e461f8f494d4", "provider": "anthropic", "raw_prediction": "{\"l\":0.18,\"c\":0.008,\"h\":265}", "recorded_at": "2026-09-16T15:49:21.559666+00:00", "request_attempts": 1, "score": 96.24789866583224, "task_id": "colorbench-oklch-15", "tight_score": 84.991594663329, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": true, "0.02": true, "0.05": true } } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "79abfcc2-162d-4a98-a9d3-d1e9dfd2507d", "result_sha256": "437ad0c58ad1c151556fe126ff7fd419db0e2385a66363681f8c33f35f822992", "result": { "component_errors": { "c": 0.005024184431234509, "h": null, "l": 0.0006820242589243852 }, "correct": null, "cost_estimated": false, "cost_usd": 0.023225, "delta_e_ok": 0.005235554544829888, "error": null, "error_kind": null, "family": "oklch", "ground_truth": { "rgb": [ 243, 243, 240 ] }, "group_id": "numeric-16", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-16.png", "input_tokens": 1045, "latency_sec": 9.390252041979693, "model_name": "claude-opus-5", "out_of_srgb": false, "output_tokens": 720, "prediction": { "c": 0.009, "h": 119.0, "l": 0.964 }, "prompt_sha256": "cfc2f885cbdbcece08f23bb635b333e3e35d9a41ebaf72f1a755e461f8f494d4", "provider": "anthropic", "raw_prediction": "{\"l\": 0.964, \"c\": 0.009, \"h\": 119}", "recorded_at": "2026-09-16T14:44:12.507969+00:00", "request_attempts": 1, "score": 97.38222272758506, "task_id": "colorbench-oklch-16", "tight_score": 89.52889091034022, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": true, "0.02": true, "0.05": true } } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "59023358-d350-427c-a1d0-2d684dc0fd1b", "result_sha256": "df23334d723ddffc4a79e02f71b6f261165dedeb571ceebee98b64901e0663e7", "result": { "component_errors": { "b": 5, "g": 3, "r": 2 }, "correct": null, "cost_estimated": false, "cost_usd": 0.00557, "delta_e_ok": 0.011526399870756751, "error": null, "error_kind": null, "family": "rgb", "ground_truth": { "rgb": [ 192, 64, 80 ] }, "group_id": "numeric-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-01.png", "input_tokens": 1009, "latency_sec": 2.079706836026162, "model_name": "claude-opus-5", "out_of_srgb": false, "output_tokens": 21, "prediction": { "b": 85, "g": 61, "r": 190 }, "prompt_sha256": "09fd259e1933fb6529f0be5f0819e7edcbad485141fc78abea1ceadc70f0cf55", "provider": "anthropic", "raw_prediction": "{\"r\": 190, \"g\": 61, \"b\": 85}", "recorded_at": "2026-09-16T15:32:39.401188+00:00", "request_attempts": 1, "score": 94.23680006462163, "task_id": "colorbench-rgb-01", "tight_score": 76.94720025848649, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": false, "0.02": true, "0.05": true } } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "e8d3515c-81ab-4059-85dd-0b0d857acb83", "result_sha256": "dc9bb545b06c8d7e6b5dd2043c9f5da62b51be35906771532a5e25e6659ec7e2", "result": { "component_errors": { "b": 0, "g": 4, "r": 0 }, "correct": null, "cost_estimated": false, "cost_usd": 0.00557, "delta_e_ok": 0.011164488497683747, "error": null, "error_kind": null, "family": "rgb", "ground_truth": { "rgb": [ 38, 112, 190 ] }, "group_id": "numeric-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-02.png", "input_tokens": 1009, "latency_sec": 2.333193248952739, "model_name": "claude-opus-5", "out_of_srgb": false, "output_tokens": 21, "prediction": { "b": 190, "g": 108, "r": 38 }, "prompt_sha256": "09fd259e1933fb6529f0be5f0819e7edcbad485141fc78abea1ceadc70f0cf55", "provider": "anthropic", "raw_prediction": "{\"r\": 38, \"g\": 108, \"b\": 190}", "recorded_at": "2026-09-16T15:09:41.444865+00:00", "request_attempts": 1, "score": 94.41775575115813, "task_id": "colorbench-rgb-02", "tight_score": 77.67102300463252, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": false, "0.02": true, "0.05": true } } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "54ff2edf-3ffd-401c-ba47-ed882f2c00b1", "result_sha256": "3cdc4dc27b9520dd79a3d39e09bb84f09b12ee265534619b55c8322fe4cc5f7e", "result": { "component_errors": { "b": 3, "g": 0, "r": 2 }, "correct": null, "cost_estimated": false, "cost_usd": 0.00557, "delta_e_ok": 0.0042994537142839245, "error": null, "error_kind": null, "family": "rgb", "ground_truth": { "rgb": [ 60, 140, 100 ] }, "group_id": "numeric-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-03.png", "input_tokens": 1009, "latency_sec": 2.3781952960416675, "model_name": "claude-opus-5", "out_of_srgb": false, "output_tokens": 21, "prediction": { "b": 103, "g": 140, "r": 58 }, "prompt_sha256": "09fd259e1933fb6529f0be5f0819e7edcbad485141fc78abea1ceadc70f0cf55", "provider": "anthropic", "raw_prediction": "{\"r\": 58, \"g\": 140, \"b\": 103}", "recorded_at": "2026-09-16T16:25:38.474942+00:00", "request_attempts": 1, "score": 97.85027314285803, "task_id": "colorbench-rgb-03", "tight_score": 91.40109257143216, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": true, "0.01": true, "0.02": true, "0.05": true } } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "0ef951a8-3298-4bfd-8df6-e9fe37f91121", "result_sha256": "f475868dfe8e5443a4df09a21e93879fdf6e268b7a118a25ee9d86684ffdb83b", "result": { "component_errors": { "b": 2, "g": 3, "r": 4 }, "correct": null, "cost_estimated": false, "cost_usd": 0.00557, "delta_e_ok": 0.010715528678467855, "error": null, "error_kind": null, "family": "rgb", "ground_truth": { "rgb": [ 185, 135, 45 ] }, "group_id": "numeric-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-04.png", "input_tokens": 1009, "latency_sec": 2.2181360030081123, "model_name": "claude-opus-5", "out_of_srgb": false, "output_tokens": 21, "prediction": { "b": 47, "g": 138, "r": 189 }, "prompt_sha256": "09fd259e1933fb6529f0be5f0819e7edcbad485141fc78abea1ceadc70f0cf55", "provider": "anthropic", "raw_prediction": "{\"r\": 189, \"g\": 138, \"b\": 47}", "recorded_at": "2026-09-16T14:43:37.850841+00:00", "request_attempts": 1, "score": 94.64223566076608, "task_id": "colorbench-rgb-04", "tight_score": 78.56894264306429, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": false, "0.02": true, "0.05": true } } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "68c7b1d4-dab6-4433-86a1-60580d539f00", "result_sha256": "ddf7a950eac39caa2763e93d3aa32a98cd080f1440256e60486207b0d4c5f3e2", "result": { "component_errors": { "b": 1, "g": 3, "r": 1 }, "correct": null, "cost_estimated": false, "cost_usd": 0.00557, "delta_e_ok": 0.007404693163983821, "error": null, "error_kind": null, "family": "rgb", "ground_truth": { "rgb": [ 135, 85, 175 ] }, "group_id": "numeric-05", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-05.png", "input_tokens": 1009, "latency_sec": 2.2790794550674036, "model_name": "claude-opus-5", "out_of_srgb": false, "output_tokens": 21, "prediction": { "b": 176, "g": 82, "r": 136 }, "prompt_sha256": "09fd259e1933fb6529f0be5f0819e7edcbad485141fc78abea1ceadc70f0cf55", "provider": "anthropic", "raw_prediction": "{\"r\": 136, \"g\": 82, \"b\": 176}", "recorded_at": "2026-09-16T16:32:28.628487+00:00", "request_attempts": 1, "score": 96.29765341800808, "task_id": "colorbench-rgb-05", "tight_score": 85.19061367203236, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": true, "0.02": true, "0.05": true } } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "9dd437a2-87bd-4761-b979-fa4f25de5cf9", "result_sha256": "84ac1843b6cf285c19ce716d9edba67442ec7cf31cdc9139461cc258222d9993", "result": { "component_errors": { "b": 3, "g": 0, "r": 3 }, "correct": null, "cost_estimated": false, "cost_usd": 0.005495, "delta_e_ok": 0.006725389780281276, "error": null, "error_kind": null, "family": "rgb", "ground_truth": { "rgb": [ 22, 48, 75 ] }, "group_id": "numeric-06", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-06.png", "input_tokens": 1009, "latency_sec": 2.1856126990169287, "model_name": "claude-opus-5", "out_of_srgb": false, "output_tokens": 18, "prediction": { "b": 78, "g": 48, "r": 25 }, "prompt_sha256": "09fd259e1933fb6529f0be5f0819e7edcbad485141fc78abea1ceadc70f0cf55", "provider": "anthropic", "raw_prediction": "{\"r\":25,\"g\":48,\"b\":78}", "recorded_at": "2026-09-16T15:06:50.489413+00:00", "request_attempts": 1, "score": 96.63730510985935, "task_id": "colorbench-rgb-06", "tight_score": 86.54922043943745, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": true, "0.02": true, "0.05": true } } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "bf4f3039-6f39-4644-87e5-45ef4e6b25d2", "result_sha256": "fb1e7696182cd96f3660e4f9aaad5545461463ebfffb01f43920dc5aadf1a358", "result": { "component_errors": { "b": 4, "g": 2, "r": 3 }, "correct": null, "cost_estimated": false, "cost_usd": 0.00557, "delta_e_ok": 0.00799373188649626, "error": null, "error_kind": null, "family": "rgb", "ground_truth": { "rgb": [ 225, 215, 188 ] }, "group_id": "numeric-07", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-07.png", "input_tokens": 1009, "latency_sec": 2.427316603017971, "model_name": "claude-opus-5", "out_of_srgb": false, "output_tokens": 21, "prediction": { "b": 184, "g": 213, "r": 222 }, "prompt_sha256": "09fd259e1933fb6529f0be5f0819e7edcbad485141fc78abea1ceadc70f0cf55", "provider": "anthropic", "raw_prediction": "{\"r\": 222, \"g\": 213, \"b\": 184}", "recorded_at": "2026-09-16T14:44:39.615733+00:00", "request_attempts": 1, "score": 96.00313405675188, "task_id": "colorbench-rgb-07", "tight_score": 84.01253622700749, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": true, "0.02": true, "0.05": true } } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "110777f4-57c6-4809-9479-706a4782e3b3", "result_sha256": "bd8ecb5e289f708a320c98b014583062f02f03a53cdbe5d18418d6154df088cf", "result": { "component_errors": { "b": 0, "g": 0, "r": 0 }, "correct": null, "cost_estimated": false, "cost_usd": 0.00557, "delta_e_ok": 0.0, "error": null, "error_kind": null, "family": "rgb", "ground_truth": { "rgb": [ 128, 128, 128 ] }, "group_id": "numeric-08", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-08.png", "input_tokens": 1009, "latency_sec": 2.379985103965737, "model_name": "claude-opus-5", "out_of_srgb": false, "output_tokens": 21, "prediction": { "b": 128, "g": 128, "r": 128 }, "prompt_sha256": "09fd259e1933fb6529f0be5f0819e7edcbad485141fc78abea1ceadc70f0cf55", "provider": "anthropic", "raw_prediction": "{\"r\": 128, \"g\": 128, \"b\": 128}", "recorded_at": "2026-09-16T15:38:11.388633+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-rgb-08", "tight_score": 100.0, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": true, "0.01": true, "0.02": true, "0.05": true } } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "4a52d785-a101-431b-b93f-c6f44b8acf92", "result_sha256": "772319d6d2058193686d087db49bccfd8afdcfb8c058e09ff77836cd094e6e35", "result": { "component_errors": { "b": 0, "g": 2, "r": 2 }, "correct": null, "cost_estimated": false, "cost_usd": 0.00557, "delta_e_ok": 0.0047815761007824415, "error": null, "error_kind": null, "family": "rgb", "ground_truth": { "rgb": [ 230, 32, 44 ] }, "group_id": "numeric-09", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-09.png", "input_tokens": 1009, "latency_sec": 2.566532150027342, "model_name": "claude-opus-5", "out_of_srgb": false, "output_tokens": 21, "prediction": { "b": 44, "g": 30, "r": 228 }, "prompt_sha256": "09fd259e1933fb6529f0be5f0819e7edcbad485141fc78abea1ceadc70f0cf55", "provider": "anthropic", "raw_prediction": "{\"r\": 228, \"g\": 30, \"b\": 44}", "recorded_at": "2026-09-16T15:34:54.644005+00:00", "request_attempts": 1, "score": 97.60921194960878, "task_id": "colorbench-rgb-09", "tight_score": 90.43684779843511, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": true, "0.01": true, "0.02": true, "0.05": true } } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "853501d9-28d8-4852-a342-88c1c098fec7", "result_sha256": "d50b28dd1ef704f6b1041d59026da027bcac7d9667397c3678646d305091a974", "result": { "component_errors": { "b": 2, "g": 0, "r": 1 }, "correct": null, "cost_estimated": false, "cost_usd": 0.00557, "delta_e_ok": 0.002346895070758454, "error": null, "error_kind": null, "family": "rgb", "ground_truth": { "rgb": [ 24, 158, 82 ] }, "group_id": "numeric-10", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-10.png", "input_tokens": 1009, "latency_sec": 2.5687463630456477, "model_name": "claude-opus-5", "out_of_srgb": false, "output_tokens": 21, "prediction": { "b": 80, "g": 158, "r": 25 }, "prompt_sha256": "09fd259e1933fb6529f0be5f0819e7edcbad485141fc78abea1ceadc70f0cf55", "provider": "anthropic", "raw_prediction": "{\"r\": 25, \"g\": 158, \"b\": 80}", "recorded_at": "2026-09-16T14:46:05.960024+00:00", "request_attempts": 1, "score": 98.82655246462078, "task_id": "colorbench-rgb-10", "tight_score": 95.30620985848309, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": true, "0.01": true, "0.02": true, "0.05": true } } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "c005e626-5002-4175-a4d5-c900ac3c21db", "result_sha256": "62bf0c06d61b6aee966451234981ac9ccd1af6fddb63a63abcff9ff83a178190", "result": { "component_errors": { "b": 1, "g": 2, "r": 1 }, "correct": null, "cost_estimated": false, "cost_usd": 0.00557, "delta_e_ok": 0.00495253073151412, "error": null, "error_kind": null, "family": "rgb", "ground_truth": { "rgb": [ 44, 84, 228 ] }, "group_id": "numeric-11", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-11.png", "input_tokens": 1009, "latency_sec": 1.8996130380546674, "model_name": "claude-opus-5", "out_of_srgb": false, "output_tokens": 21, "prediction": { "b": 227, "g": 82, "r": 43 }, "prompt_sha256": "09fd259e1933fb6529f0be5f0819e7edcbad485141fc78abea1ceadc70f0cf55", "provider": "anthropic", "raw_prediction": "{\"r\": 43, \"g\": 82, \"b\": 227}", "recorded_at": "2026-09-16T16:32:43.522667+00:00", "request_attempts": 1, "score": 97.52373463424294, "task_id": "colorbench-rgb-11", "tight_score": 90.09493853697175, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": true, "0.01": true, "0.02": true, "0.05": true } } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "49325f33-72de-4e01-a8de-d31fd9c646c7", "result_sha256": "5f7b672a5b29878a51d3cccbd7335df9cc9150b49bbe0afcfe040c0760c78856", "result": { "component_errors": { "b": 1, "g": 2, "r": 2 }, "correct": null, "cost_estimated": false, "cost_usd": 0.00557, "delta_e_ok": 0.006151333728009926, "error": null, "error_kind": null, "family": "rgb", "ground_truth": { "rgb": [ 236, 208, 44 ] }, "group_id": "numeric-12", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-12.png", "input_tokens": 1009, "latency_sec": 2.312606655061245, "model_name": "claude-opus-5", "out_of_srgb": false, "output_tokens": 21, "prediction": { "b": 43, "g": 210, "r": 238 }, "prompt_sha256": "09fd259e1933fb6529f0be5f0819e7edcbad485141fc78abea1ceadc70f0cf55", "provider": "anthropic", "raw_prediction": "{\"r\": 238, \"g\": 210, \"b\": 43}", "recorded_at": "2026-09-16T15:37:47.449210+00:00", "request_attempts": 1, "score": 96.92433313599503, "task_id": "colorbench-rgb-12", "tight_score": 87.69733254398014, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": true, "0.02": true, "0.05": true } } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "2a5b70bf-5448-4ca6-b3d0-a4a5fd47fbe5", "result_sha256": "6f0f5e6f4637e7bf8e21a50159fb40c01c0371c59f792fc11611e361e09a0714", "result": { "component_errors": { "b": 1, "g": 2, "r": 3 }, "correct": null, "cost_estimated": false, "cost_usd": 0.00557, "delta_e_ok": 0.007485329867574431, "error": null, "error_kind": null, "family": "rgb", "ground_truth": { "rgb": [ 198, 58, 188 ] }, "group_id": "numeric-13", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-13.png", "input_tokens": 1009, "latency_sec": 2.8723424300551414, "model_name": "claude-opus-5", "out_of_srgb": false, "output_tokens": 21, "prediction": { "b": 189, "g": 56, "r": 195 }, "prompt_sha256": "09fd259e1933fb6529f0be5f0819e7edcbad485141fc78abea1ceadc70f0cf55", "provider": "anthropic", "raw_prediction": "{\"r\": 195, \"g\": 56, \"b\": 189}", "recorded_at": "2026-09-16T15:18:12.364100+00:00", "request_attempts": 1, "score": 96.25733506621279, "task_id": "colorbench-rgb-13", "tight_score": 85.02934026485114, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": true, "0.02": true, "0.05": true } } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "0fd7d5de-77c0-49fd-a3ae-5a57e9f5f6ba", "result_sha256": "1008859a51778d8bbbba7913aa332749ebad1db0a1e372fa320f8426b2ce26e4", "result": { "component_errors": { "b": 1, "g": 1, "r": 2 }, "correct": null, "cost_estimated": false, "cost_usd": 0.00557, "delta_e_ok": 0.0036666171293000586, "error": null, "error_kind": null, "family": "rgb", "ground_truth": { "rgb": [ 44, 178, 198 ] }, "group_id": "numeric-14", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-14.png", "input_tokens": 1009, "latency_sec": 2.3996895670425147, "model_name": "claude-opus-5", "out_of_srgb": false, "output_tokens": 21, "prediction": { "b": 197, "g": 179, "r": 42 }, "prompt_sha256": "09fd259e1933fb6529f0be5f0819e7edcbad485141fc78abea1ceadc70f0cf55", "provider": "anthropic", "raw_prediction": "{\"r\": 42, \"g\": 179, \"b\": 197}", "recorded_at": "2026-09-16T15:08:21.886113+00:00", "request_attempts": 1, "score": 98.16669143534997, "task_id": "colorbench-rgb-14", "tight_score": 92.66676574139989, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": true, "0.01": true, "0.02": true, "0.05": true } } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "8bc00edc-c757-4785-b53a-2bafbc3bbab4", "result_sha256": "c7450ba4295279f38ce2b07c93576c96742e4bc6f3d95db193985a8e8e5296e3", "result": { "component_errors": { "b": 2, "g": 2, "r": 2 }, "correct": null, "cost_estimated": false, "cost_usd": 0.00557, "delta_e_ok": 0.009147808882251772, "error": null, "error_kind": null, "family": "rgb", "ground_truth": { "rgb": [ 16, 16, 18 ] }, "group_id": "numeric-15", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-15.png", "input_tokens": 1009, "latency_sec": 2.1686946550616995, "model_name": "claude-opus-5", "out_of_srgb": false, "output_tokens": 21, "prediction": { "b": 20, "g": 18, "r": 18 }, "prompt_sha256": "09fd259e1933fb6529f0be5f0819e7edcbad485141fc78abea1ceadc70f0cf55", "provider": "anthropic", "raw_prediction": "{\"r\": 18, \"g\": 18, \"b\": 20}", "recorded_at": "2026-09-16T15:30:32.653910+00:00", "request_attempts": 1, "score": 95.42609555887411, "task_id": "colorbench-rgb-15", "tight_score": 81.70438223549645, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": true, "0.02": true, "0.05": true } } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "3023b1ad-4e25-4fe8-85bf-e70bdb0239a4", "result_sha256": "893c2db910b061ebda6356c8f91318a503918d1d7f0492ea2641e44beee5c9cb", "result": { "component_errors": { "b": 4, "g": 0, "r": 1 }, "correct": null, "cost_estimated": false, "cost_usd": 0.00557, "delta_e_ok": 0.005702085118039702, "error": null, "error_kind": null, "family": "rgb", "ground_truth": { "rgb": [ 243, 243, 240 ] }, "group_id": "numeric-16", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-16.png", "input_tokens": 1009, "latency_sec": 2.118258622009307, "model_name": "claude-opus-5", "out_of_srgb": false, "output_tokens": 21, "prediction": { "b": 236, "g": 243, "r": 242 }, "prompt_sha256": "09fd259e1933fb6529f0be5f0819e7edcbad485141fc78abea1ceadc70f0cf55", "provider": "anthropic", "raw_prediction": "{\"r\": 242, \"g\": 243, \"b\": 236}", "recorded_at": "2026-09-16T15:36:29.197341+00:00", "request_attempts": 1, "score": 97.14895744098014, "task_id": "colorbench-rgb-16", "tight_score": 88.59582976392059, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": true, "0.02": true, "0.05": true } } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "dd8d7ae9-ec19-49bc-be5a-7153e06ffcd8", "result_sha256": "b80fbf710356a069654e71d8d8fa2230bd5db0db54f0cff75cb16b0f45644116", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.00508, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "A" }, "group_id": "samediff-pair-01-aa", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-01-aa.png", "input_tokens": 961, "latency_sec": 2.143411686993204, "model_name": "claude-opus-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "5e7848665b728e9630152c817156693405880e5f162e38c259dfb28921044958", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T15:01:18.842179+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-samediff-01", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "0f579d13-5c2c-4bb8-b04d-5a2365b5c0e3", "result_sha256": "04e70c504cfe769024f995c57e3985367f2bc19b6673094bb254c48852652f62", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.00508, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "B" }, "group_id": "samediff-pair-01-aa", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-01-aa.png", "input_tokens": 961, "latency_sec": 1.7819696709048003, "model_name": "claude-opus-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "0a4ab165981a50bcd6b555f867e9fb0981199d629c3115939bc1fd3f4639f344", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T16:29:34.503524+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-samediff-02", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "486f773a-8d05-431e-893c-b0c8c9fb1821", "result_sha256": "ab113359634081a6232282f88fb50712f47207b8b24c3a02016131aa73bbdbdd", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.00508, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "A" }, "group_id": "samediff-pair-01-bb", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-01-bb.png", "input_tokens": 961, "latency_sec": 1.8248293439392, "model_name": "claude-opus-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "5e7848665b728e9630152c817156693405880e5f162e38c259dfb28921044958", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T15:45:00.891781+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-samediff-03", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "7f316295-07c0-4a65-9615-31d01c62601a", "result_sha256": "7e075e2e1f3816799781998bbc2d5c0912ba509aa1cd79986460781761837b61", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.007055, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "B" }, "group_id": "samediff-pair-01-bb", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-01-bb.png", "input_tokens": 961, "latency_sec": 2.930026520974934, "model_name": "claude-opus-5", "out_of_srgb": null, "output_tokens": 90, "prediction": { "choice": "A" }, "prompt_sha256": "0a4ab165981a50bcd6b555f867e9fb0981199d629c3115939bc1fd3f4639f344", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T14:25:24.629378+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-samediff-04", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "ce55faad-c598-4b06-bf61-5acd11f153a8", "result_sha256": "22f3b6781520a23def339967bffa8da2900a7c5c44a58bf1b73f96df8eb73cbd", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00508, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "B" }, "group_id": "samediff-pair-01-ab", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-01-ab.png", "input_tokens": 961, "latency_sec": 4.1336863320320845, "model_name": "claude-opus-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "5e7848665b728e9630152c817156693405880e5f162e38c259dfb28921044958", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T15:39:29.624770+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-05", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "a5bc41aa-5c10-4bf3-8a14-036933d32a27", "result_sha256": "000970371db1bb2ff889a5532554d224b0a4000ed154606f53c15d14c4f9eec2", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.007555, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "A" }, "group_id": "samediff-pair-01-ab", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-01-ab.png", "input_tokens": 961, "latency_sec": 3.3548517860472202, "model_name": "claude-opus-5", "out_of_srgb": null, "output_tokens": 110, "prediction": { "choice": "A" }, "prompt_sha256": "0a4ab165981a50bcd6b555f867e9fb0981199d629c3115939bc1fd3f4639f344", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T15:28:53.524256+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-06", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "65f38db2-f9f1-43f5-83b6-3ad21feffeff", "result_sha256": "1e8c47931e2a7d92d08f4dba7f203c3de4d45b18041a3671f0cb4f36ea6c0e96", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00508, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "B" }, "group_id": "samediff-pair-01-ba", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-01-ba.png", "input_tokens": 961, "latency_sec": 2.659607841982506, "model_name": "claude-opus-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "5e7848665b728e9630152c817156693405880e5f162e38c259dfb28921044958", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T15:52:32.563374+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-07", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "55974af1-242e-48ed-9d15-bfc7e794ed96", "result_sha256": "4535d781faba86450ee251c3c2c095943560d3ee136e6a7cce76e49ac3805e50", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.007105, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "A" }, "group_id": "samediff-pair-01-ba", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-01-ba.png", "input_tokens": 961, "latency_sec": 2.89864581101574, "model_name": "claude-opus-5", "out_of_srgb": null, "output_tokens": 92, "prediction": { "choice": "A" }, "prompt_sha256": "0a4ab165981a50bcd6b555f867e9fb0981199d629c3115939bc1fd3f4639f344", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T15:41:56.281849+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-08", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "410da09a-98ab-4145-8edc-43f37217e9a3", "result_sha256": "6a9ef95ba32b9f7dc896e79e4a615103a9b1ca0474de533bcad0ba6b0c63877b", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00508, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "A" }, "group_id": "samediff-pair-02-aa", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-02-aa.png", "input_tokens": 961, "latency_sec": 2.2481173410778865, "model_name": "claude-opus-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "5e7848665b728e9630152c817156693405880e5f162e38c259dfb28921044958", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T16:01:43.647449+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-09", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "4e744795-1c51-4943-8c17-d18dfab6cca7", "result_sha256": "a213728e5c6637e0ce3699c7b3dbb69d01e2e578c4fc395932df83902c610f79", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00508, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "B" }, "group_id": "samediff-pair-02-aa", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-02-aa.png", "input_tokens": 961, "latency_sec": 1.9107960150577128, "model_name": "claude-opus-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "0a4ab165981a50bcd6b555f867e9fb0981199d629c3115939bc1fd3f4639f344", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T16:24:57.032793+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-10", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "43101a12-2dd2-4f17-b487-4eb84e30e883", "result_sha256": "e633d0e0905025ac67d66f4912ffba551bd4f56891960373d1224abd9ade70ed", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00508, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "A" }, "group_id": "samediff-pair-02-bb", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-02-bb.png", "input_tokens": 961, "latency_sec": 1.7936203259741887, "model_name": "claude-opus-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "5e7848665b728e9630152c817156693405880e5f162e38c259dfb28921044958", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T15:51:22.238217+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-11", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "86c09fd5-1eb3-4588-a547-cf9001c7705c", "result_sha256": "06b350b7a7aed776714aa910bcd42f9ab913c353d132ba1b56b4e3523cb8bc3b", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00508, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "B" }, "group_id": "samediff-pair-02-bb", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-02-bb.png", "input_tokens": 961, "latency_sec": 1.8318192349979654, "model_name": "claude-opus-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "0a4ab165981a50bcd6b555f867e9fb0981199d629c3115939bc1fd3f4639f344", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T16:07:37.047251+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-12", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "363880c5-e1db-42bd-97f9-3bfb478fec0d", "result_sha256": "893cd437e003f61a781beb00dbc01d0d6a19fd44601e56dab3b42c4c559d165c", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.008655, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "B" }, "group_id": "samediff-pair-02-ab", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-02-ab.png", "input_tokens": 961, "latency_sec": 3.812990699079819, "model_name": "claude-opus-5", "out_of_srgb": null, "output_tokens": 154, "prediction": { "choice": "B" }, "prompt_sha256": "5e7848665b728e9630152c817156693405880e5f162e38c259dfb28921044958", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T16:15:59.372477+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-13", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "73e72895-4353-4f35-bca3-58698df53731", "result_sha256": "be53d418c6074767db2243100e1258f3082ed8c609cb56151fc63c1ed6e664dc", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.008505, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "A" }, "group_id": "samediff-pair-02-ab", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-02-ab.png", "input_tokens": 961, "latency_sec": 4.211792850983329, "model_name": "claude-opus-5", "out_of_srgb": null, "output_tokens": 148, "prediction": { "choice": "A" }, "prompt_sha256": "0a4ab165981a50bcd6b555f867e9fb0981199d629c3115939bc1fd3f4639f344", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T15:32:03.225921+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-14", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "199f1f32-5f7c-45de-8ee6-2c015d4f1463", "result_sha256": "b0f2081596d7754347264d27e0e511c009824649109107bc33ec9ee97823675f", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.00508, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "B" }, "group_id": "samediff-pair-02-ba", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-02-ba.png", "input_tokens": 961, "latency_sec": 2.5447662790538743, "model_name": "claude-opus-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "5e7848665b728e9630152c817156693405880e5f162e38c259dfb28921044958", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T16:23:32.104373+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-samediff-15", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "96b1ef36-3f92-45d6-bdd6-8b88edbc2d4c", "result_sha256": "b34f65ca32fe73bf39f8c884b94c93483f7a36a76439d5e91e00e4d34b7196f2", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.00508, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "A" }, "group_id": "samediff-pair-02-ba", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-02-ba.png", "input_tokens": 961, "latency_sec": 2.2465274669229984, "model_name": "claude-opus-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "0a4ab165981a50bcd6b555f867e9fb0981199d629c3115939bc1fd3f4639f344", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T14:26:57.347385+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-samediff-16", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "4a586a34-6772-41a7-81bd-27a0d089a5d7", "result_sha256": "66f53c35587c8925eb333e4808a2b00af4e68b48c819645130e2c742b303674f", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00508, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "A" }, "group_id": "samediff-pair-03-aa", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-03-aa.png", "input_tokens": 961, "latency_sec": 2.0455198059789836, "model_name": "claude-opus-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "5e7848665b728e9630152c817156693405880e5f162e38c259dfb28921044958", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T15:25:17.806380+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-17", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "d53accf1-c67b-4024-a764-c898b680ecfd", "result_sha256": "b165a35373350639f1444933ce403e8cef5c3220cf4ebb7f4a3147cbf77ef141", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00508, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "B" }, "group_id": "samediff-pair-03-aa", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-03-aa.png", "input_tokens": 961, "latency_sec": 2.0949976430274546, "model_name": "claude-opus-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "0a4ab165981a50bcd6b555f867e9fb0981199d629c3115939bc1fd3f4639f344", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T15:12:15.464586+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-18", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "d14a3ade-d4c1-4ef8-853b-2513ba1a98e1", "result_sha256": "5665d8258010c499181bce9ea760c512377b13c34a355b26e6b2aee35263856a", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00508, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "A" }, "group_id": "samediff-pair-03-bb", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-03-bb.png", "input_tokens": 961, "latency_sec": 1.9375554349971935, "model_name": "claude-opus-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "5e7848665b728e9630152c817156693405880e5f162e38c259dfb28921044958", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T15:53:01.935265+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-19", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "e9b9c5e0-7af6-45c0-b81d-11f62f249506", "result_sha256": "3721b57c1ce5918de05b436ff1c709b98b387da748b3b99bb627d47d271c1097", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00508, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "B" }, "group_id": "samediff-pair-03-bb", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-03-bb.png", "input_tokens": 961, "latency_sec": 2.135714024072513, "model_name": "claude-opus-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "0a4ab165981a50bcd6b555f867e9fb0981199d629c3115939bc1fd3f4639f344", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T16:00:42.849363+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-20", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "62e03e4f-e1cc-4419-88ac-fa037f1ec93c", "result_sha256": "898c75a64db73791f1d34b31dcf6eba5cf0e545ee8acb0b6f0d4078368aca0e4", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.00508, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "B" }, "group_id": "samediff-pair-03-ab", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-03-ab.png", "input_tokens": 961, "latency_sec": 2.09434589499142, "model_name": "claude-opus-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "5e7848665b728e9630152c817156693405880e5f162e38c259dfb28921044958", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T14:43:51.319152+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-samediff-21", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "84a5b810-123e-447a-82dc-f3e829028dbb", "result_sha256": "15b5cd0f45805a4697019931e374f79da56796438b2b09eadf49fe7833eaa3c3", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.00708, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "A" }, "group_id": "samediff-pair-03-ab", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-03-ab.png", "input_tokens": 961, "latency_sec": 3.6986370710656047, "model_name": "claude-opus-5", "out_of_srgb": null, "output_tokens": 91, "prediction": { "choice": "B" }, "prompt_sha256": "0a4ab165981a50bcd6b555f867e9fb0981199d629c3115939bc1fd3f4639f344", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T15:33:33.139050+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-samediff-22", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "5d3c6706-1eec-4eb7-86ea-a71c2173d35e", "result_sha256": "299a5546f04a04788a89aa3191396497abd9244a4b766b13a66841b47387b321", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.00508, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "B" }, "group_id": "samediff-pair-03-ba", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-03-ba.png", "input_tokens": 961, "latency_sec": 1.9242203179746866, "model_name": "claude-opus-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "5e7848665b728e9630152c817156693405880e5f162e38c259dfb28921044958", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T16:13:15.418195+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-samediff-23", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "b39f1650-258e-45eb-a33e-5a7e6db2563a", "result_sha256": "8fdb79037a09c453c1b997967fcdaa43affb22283ad8e7e8fb6dbf79c3e88551", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.00508, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "A" }, "group_id": "samediff-pair-03-ba", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-03-ba.png", "input_tokens": 961, "latency_sec": 1.9683004739927128, "model_name": "claude-opus-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "0a4ab165981a50bcd6b555f867e9fb0981199d629c3115939bc1fd3f4639f344", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T16:11:06.819010+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-samediff-24", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "413d070b-fe1a-498a-8675-aa1d45cbd012", "result_sha256": "0ffa525222ef07152311de0dcaa2eaf1897d2f729430ad442a213d747c348624", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00508, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "A" }, "group_id": "samediff-pair-04-aa", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-04-aa.png", "input_tokens": 961, "latency_sec": 2.3685621219919994, "model_name": "claude-opus-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "5e7848665b728e9630152c817156693405880e5f162e38c259dfb28921044958", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T16:29:22.369841+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-25", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "de0358de-6a2c-4e7a-8c2b-c1d70040df3e", "result_sha256": "9b307ca27e25683abf98dfa5688d15c425e082b1bf510ab96541103a68c2ed66", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00508, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "B" }, "group_id": "samediff-pair-04-aa", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-04-aa.png", "input_tokens": 961, "latency_sec": 2.047220506006852, "model_name": "claude-opus-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "0a4ab165981a50bcd6b555f867e9fb0981199d629c3115939bc1fd3f4639f344", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T15:21:59.557494+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-26", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "ebe352b4-2deb-42fd-a1fb-a8ff7137c1f7", "result_sha256": "3c99ea935445b6544e61f31132ff832a2da273476546cade3a3d382aef8f0dc9", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00508, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "A" }, "group_id": "samediff-pair-04-bb", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-04-bb.png", "input_tokens": 961, "latency_sec": 2.26259336899966, "model_name": "claude-opus-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "5e7848665b728e9630152c817156693405880e5f162e38c259dfb28921044958", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T15:32:28.009130+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-27", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "dc3cd5b9-86f6-4581-baa6-7f5a17b5327b", "result_sha256": "0d7853cd047a9b38422f08e5e7c6bbe6fbb877827e49229eac11c38a3bd2ab87", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00508, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "B" }, "group_id": "samediff-pair-04-bb", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-04-bb.png", "input_tokens": 961, "latency_sec": 2.3000349870417267, "model_name": "claude-opus-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "0a4ab165981a50bcd6b555f867e9fb0981199d629c3115939bc1fd3f4639f344", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T15:09:09.056194+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-28", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "6452f8d9-0d93-4e12-806b-52fe828fb422", "result_sha256": "253437a6fcdbd5ace51280031cfc743786ab35a8e72726abfdfaf71155aa0951", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00508, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "B" }, "group_id": "samediff-pair-04-ab", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-04-ab.png", "input_tokens": 961, "latency_sec": 1.8180714569753036, "model_name": "claude-opus-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "5e7848665b728e9630152c817156693405880e5f162e38c259dfb28921044958", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T15:44:01.545573+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-29", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "a8dd5ff5-6e2d-4dad-8cdf-4ac01670ede7", "result_sha256": "626bb19805f002e14f459fb180581b42c67878cd2e7abb348175fb598755ae55", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00763, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "A" }, "group_id": "samediff-pair-04-ab", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-04-ab.png", "input_tokens": 961, "latency_sec": 3.577330637956038, "model_name": "claude-opus-5", "out_of_srgb": null, "output_tokens": 113, "prediction": { "choice": "A" }, "prompt_sha256": "0a4ab165981a50bcd6b555f867e9fb0981199d629c3115939bc1fd3f4639f344", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T14:05:56.746780+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-30", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "e8574d1b-dd30-4d7f-8c17-4f47acc3d396", "result_sha256": "f85b21d6597d902bd9892093b8d15a4fdb8957c78d8c767826f843664e686841", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.00508, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "B" }, "group_id": "samediff-pair-04-ba", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-04-ba.png", "input_tokens": 961, "latency_sec": 2.0397900390671566, "model_name": "claude-opus-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "5e7848665b728e9630152c817156693405880e5f162e38c259dfb28921044958", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T16:14:12.054843+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-samediff-31", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "2fc03a93-6d16-4735-b68f-8d2e3696d934", "result_sha256": "617557e25daec1910c03193dc5caf301d723b183128c6c4025cd48f1ec28e189", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.00508, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "A" }, "group_id": "samediff-pair-04-ba", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-04-ba.png", "input_tokens": 961, "latency_sec": 3.679426494985819, "model_name": "claude-opus-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "0a4ab165981a50bcd6b555f867e9fb0981199d629c3115939bc1fd3f4639f344", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T15:46:07.279828+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-samediff-32", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "2952dac9-4272-4175-a400-8ff63b71f88d", "result_sha256": "7243412cbd63088e2e8aab89083107db6255f677a379d9dcf9a22a0b39ef776f", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00508, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "A" }, "group_id": "samediff-pair-05-aa", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-05-aa.png", "input_tokens": 961, "latency_sec": 2.1810761539964005, "model_name": "claude-opus-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "5e7848665b728e9630152c817156693405880e5f162e38c259dfb28921044958", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T15:07:49.058479+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-33", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "1f58cf9d-1f8d-417d-aff5-ec00eec1cd26", "result_sha256": "2e0b60efdc9a20d96f8cd7daf19c1cb0aabecff8ebf3d9daa939522d9a895a31", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00508, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "B" }, "group_id": "samediff-pair-05-aa", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-05-aa.png", "input_tokens": 961, "latency_sec": 1.9384349479805678, "model_name": "claude-opus-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "0a4ab165981a50bcd6b555f867e9fb0981199d629c3115939bc1fd3f4639f344", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T15:43:47.498731+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-34", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "9a01cbeb-11bf-46ba-b7ad-d4f4eb2a0d21", "result_sha256": "3951dbc94c136e143a3a409d30028a4ea7c157441ba69307158b886fccc7a08f", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00508, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "A" }, "group_id": "samediff-pair-05-bb", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-05-bb.png", "input_tokens": 961, "latency_sec": 2.107449566014111, "model_name": "claude-opus-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "5e7848665b728e9630152c817156693405880e5f162e38c259dfb28921044958", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T16:02:49.003228+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-35", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "cc9329f1-d2e3-40a7-bfa5-480a3d4fbe30", "result_sha256": "b31b030777932f1f6e99dbabec42878676554be7905dba78fa7b180a2c84d6e1", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00508, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "B" }, "group_id": "samediff-pair-05-bb", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-05-bb.png", "input_tokens": 961, "latency_sec": 2.123710301006213, "model_name": "claude-opus-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "0a4ab165981a50bcd6b555f867e9fb0981199d629c3115939bc1fd3f4639f344", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T16:20:57.176793+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-36", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "744ceaab-6ff0-4bcc-b668-0af132e345d2", "result_sha256": "95b183592c718711a7ba845a8475b3ca599e09274eebe12c0e923ce13534acd2", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00693, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "B" }, "group_id": "samediff-pair-05-ab", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-05-ab.png", "input_tokens": 961, "latency_sec": 2.762410826049745, "model_name": "claude-opus-5", "out_of_srgb": null, "output_tokens": 85, "prediction": { "choice": "B" }, "prompt_sha256": "5e7848665b728e9630152c817156693405880e5f162e38c259dfb28921044958", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T15:47:51.559136+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-37", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "bd89bcf3-ba87-4362-9ecd-c8a2f36aa038", "result_sha256": "f8a14209e266771df1b96ec7c772ae7dcc933a400f887b04e50c6074c43225c7", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00688, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "A" }, "group_id": "samediff-pair-05-ab", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-05-ab.png", "input_tokens": 961, "latency_sec": 3.0467183069558814, "model_name": "claude-opus-5", "out_of_srgb": null, "output_tokens": 83, "prediction": { "choice": "A" }, "prompt_sha256": "0a4ab165981a50bcd6b555f867e9fb0981199d629c3115939bc1fd3f4639f344", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T15:55:10.141639+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-38", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "66efaca3-017c-4eab-8a2c-bc8026220a35", "result_sha256": "9c9758617045123bd255edac180e7a35115995297e073bdb6b21d559876b91cf", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.007205, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "B" }, "group_id": "samediff-pair-05-ba", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-05-ba.png", "input_tokens": 961, "latency_sec": 3.058870860026218, "model_name": "claude-opus-5", "out_of_srgb": null, "output_tokens": 96, "prediction": { "choice": "B" }, "prompt_sha256": "5e7848665b728e9630152c817156693405880e5f162e38c259dfb28921044958", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T15:14:48.901027+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-39", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "1602f003-6b97-4a0b-ac50-4241526b7a6a", "result_sha256": "73fe9643f21154cd209664d60d0e1868d98e24b0260981310c6f7ea728c95edd", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00718, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "A" }, "group_id": "samediff-pair-05-ba", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-05-ba.png", "input_tokens": 961, "latency_sec": 3.2678367510670796, "model_name": "claude-opus-5", "out_of_srgb": null, "output_tokens": 95, "prediction": { "choice": "A" }, "prompt_sha256": "0a4ab165981a50bcd6b555f867e9fb0981199d629c3115939bc1fd3f4639f344", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T14:52:23.300991+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-40", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "926550c1-f408-404c-8665-54aed0ccce47", "result_sha256": "2cb8a5d819be3d52de076bd9c5880d9d0fb56c75a25ca39e8868e063aaac4929", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00508, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "A" }, "group_id": "samediff-pair-06-aa", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-06-aa.png", "input_tokens": 961, "latency_sec": 2.212638173950836, "model_name": "claude-opus-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "5e7848665b728e9630152c817156693405880e5f162e38c259dfb28921044958", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T14:25:04.195547+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-41", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "8ebcae73-3104-4407-8fdc-4186ffea8458", "result_sha256": "135411c83836d26c82b02c6012861d8d5edb99124238801d86abe28b3a94ba31", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00508, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "B" }, "group_id": "samediff-pair-06-aa", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-06-aa.png", "input_tokens": 961, "latency_sec": 2.6407598180230707, "model_name": "claude-opus-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "0a4ab165981a50bcd6b555f867e9fb0981199d629c3115939bc1fd3f4639f344", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T15:19:35.730744+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-42", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "2e831cc2-e1c5-487a-8b29-fe95e3b84bca", "result_sha256": "76a94570328b5e627e50eb879e038b6ec3d879699c2da2a11f9648c066646a38", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00508, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "A" }, "group_id": "samediff-pair-06-bb", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-06-bb.png", "input_tokens": 961, "latency_sec": 2.1861238189740106, "model_name": "claude-opus-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "5e7848665b728e9630152c817156693405880e5f162e38c259dfb28921044958", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T14:47:58.138916+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-43", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "3708b24d-b18b-43ac-a702-380a64e3cca3", "result_sha256": "b633ddda7262c35327d0177b5bcee8e7bd70244544875c8f495cc52cc6ebbd85", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00508, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "B" }, "group_id": "samediff-pair-06-bb", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-06-bb.png", "input_tokens": 961, "latency_sec": 2.53748637100216, "model_name": "claude-opus-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "0a4ab165981a50bcd6b555f867e9fb0981199d629c3115939bc1fd3f4639f344", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T16:17:04.050474+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-44", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "c9bf2a56-b14a-4279-8905-ed8b1dede4b2", "result_sha256": "ba45beae6cb4a068cfe3444c8be1c7ac15f4694290811fe14e3d891a71b15ced", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.007305, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "B" }, "group_id": "samediff-pair-06-ab", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-06-ab.png", "input_tokens": 961, "latency_sec": 3.0890977840172127, "model_name": "claude-opus-5", "out_of_srgb": null, "output_tokens": 100, "prediction": { "choice": "B" }, "prompt_sha256": "5e7848665b728e9630152c817156693405880e5f162e38c259dfb28921044958", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T14:34:29.337507+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-45", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "56432b3e-e3a3-4342-8c6b-b22819de603b", "result_sha256": "94d6eeb8bf71cf721de5f15a6491bcf6f85ccc7b46987eaf507d1c58e7a86846", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00678, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "A" }, "group_id": "samediff-pair-06-ab", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-06-ab.png", "input_tokens": 961, "latency_sec": 2.8762384559959173, "model_name": "claude-opus-5", "out_of_srgb": null, "output_tokens": 79, "prediction": { "choice": "A" }, "prompt_sha256": "0a4ab165981a50bcd6b555f867e9fb0981199d629c3115939bc1fd3f4639f344", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T15:33:49.249664+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-46", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "d86dd1ce-f747-4f2f-b286-f7abaf3f129f", "result_sha256": "4216174a3383a7d7b7a932bfbae67b311711c0142d7c3d079aea9d58e8a5067c", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.007705, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "B" }, "group_id": "samediff-pair-06-ba", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-06-ba.png", "input_tokens": 961, "latency_sec": 3.3566975810099393, "model_name": "claude-opus-5", "out_of_srgb": null, "output_tokens": 116, "prediction": { "choice": "B" }, "prompt_sha256": "5e7848665b728e9630152c817156693405880e5f162e38c259dfb28921044958", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T14:12:18.186474+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-47", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "649c5aa6-ea1d-4209-b99f-4b44e5db3ad1", "result_sha256": "bbae767eeb5a038254429549e04df8a32fc4e891674d05220c1d2f7b0c91ba51", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.007105, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "A" }, "group_id": "samediff-pair-06-ba", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-06-ba.png", "input_tokens": 961, "latency_sec": 2.792559791007079, "model_name": "claude-opus-5", "out_of_srgb": null, "output_tokens": 92, "prediction": { "choice": "A" }, "prompt_sha256": "0a4ab165981a50bcd6b555f867e9fb0981199d629c3115939bc1fd3f4639f344", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T14:41:34.148627+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-48", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "683cd94e-9ef4-45d2-b427-ec4ed1cd40ec", "result_sha256": "c036d052ad88e23db8f84b4b0a5b86d249742726ed504882997105582ea111ff", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.01002, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "A" }, "group_id": "smallmatch-01-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-01.png", "input_tokens": 974, "latency_sec": 5.464201759081334, "model_name": "claude-opus-5", "out_of_srgb": null, "output_tokens": 206, "prediction": { "choice": "D" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "anthropic", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-16T14:22:49.130136+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-smallmatch-01", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "36b78ac3-4a44-476b-b824-d2812f1303e4", "result_sha256": "50570b2f4b92b02a985e960631b34c15b8061402195e8d8dbe485038a7383229", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.008495, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "B" }, "group_id": "smallmatch-01-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-02.png", "input_tokens": 974, "latency_sec": 4.0328709880122915, "model_name": "claude-opus-5", "out_of_srgb": null, "output_tokens": 145, "prediction": { "choice": "B" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T16:03:05.768788+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-02", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "be6404a3-4be0-4e00-af2a-2ebd3a88b11f", "result_sha256": "2edd533b661eba684dc6e1d5be8c625d808ce9dd64f1be52e6622e7f88830f6a", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.01067, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "C" }, "group_id": "smallmatch-01-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-03.png", "input_tokens": 974, "latency_sec": 5.608178615919314, "model_name": "claude-opus-5", "out_of_srgb": null, "output_tokens": 232, "prediction": { "choice": "A" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T14:19:07.585325+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-smallmatch-03", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "4dabc4ec-322d-42e2-ad51-45548178a4ee", "result_sha256": "7a2f59df63b497f140572bc88ce502566c001a3b9b8231a81d068b68eb311c9d", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.00972, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "D" }, "group_id": "smallmatch-01-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-04.png", "input_tokens": 974, "latency_sec": 4.661336331977509, "model_name": "claude-opus-5", "out_of_srgb": null, "output_tokens": 194, "prediction": { "choice": "B" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T15:41:27.548560+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-smallmatch-04", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "3c3c7412-0ec9-4ce7-a596-556c08b73042", "result_sha256": "a6eab1cd16b9d5f12454729d2a4a10e01a1bd1e2caee2eeb4e65da50530ba203", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00777, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "A" }, "group_id": "smallmatch-01-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-05.png", "input_tokens": 974, "latency_sec": 3.9041878669522703, "model_name": "claude-opus-5", "out_of_srgb": null, "output_tokens": 116, "prediction": { "choice": "A" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T15:54:43.654466+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-05", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "6f173f1e-1198-4956-b8c3-3c6e13575515", "result_sha256": "e05f23fc819f60a0de25ddc815522081803ee9dea293f40faf6d93241dff810d", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00897, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "B" }, "group_id": "smallmatch-01-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-06.png", "input_tokens": 974, "latency_sec": 4.251695384969935, "model_name": "claude-opus-5", "out_of_srgb": null, "output_tokens": 164, "prediction": { "choice": "B" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T14:34:02.928788+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-06", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "424ceba8-58b5-4b05-a706-7a124691494b", "result_sha256": "3d2633172d75451f3948e135e7614c1e67f467648e9a1976a2d168a104517488", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.005145, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "C" }, "group_id": "smallmatch-01-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-07.png", "input_tokens": 974, "latency_sec": 2.2822444260818884, "model_name": "claude-opus-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "C" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "anthropic", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-16T15:00:32.263772+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-07", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "a0d85240-80bd-4cf0-849a-63f5081f1fe8", "result_sha256": "b6b4a97088d5d0a3800bf17e042f067a730cd9415181550b5a213c5f92fcb505", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00792, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "D" }, "group_id": "smallmatch-01-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-08.png", "input_tokens": 974, "latency_sec": 3.8387035409687087, "model_name": "claude-opus-5", "out_of_srgb": null, "output_tokens": 122, "prediction": { "choice": "D" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "anthropic", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-16T16:32:16.847167+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-08", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "3e74c82a-9ebf-45e5-8ba3-c1cbd6ee0f0d", "result_sha256": "4066be84dd6adf11b95db8aee0a83159e9ad9764a921350c0a392abee2579893", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.01082, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "A" }, "group_id": "smallmatch-01-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-09.png", "input_tokens": 974, "latency_sec": 5.963521231082268, "model_name": "claude-opus-5", "out_of_srgb": null, "output_tokens": 238, "prediction": { "choice": "A" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T16:27:32.009838+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-09", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "a1953638-deba-470b-a1da-812503a8c7b0", "result_sha256": "b55ffc66185070ae41be7bc65051831c9887b7a658958e7d0f4a43c50db6ab40", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.00842, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "B" }, "group_id": "smallmatch-01-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-10.png", "input_tokens": 974, "latency_sec": 8.895368477911688, "model_name": "claude-opus-5", "out_of_srgb": null, "output_tokens": 142, "prediction": { "choice": "D" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "anthropic", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-16T16:04:25.084909+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-smallmatch-10", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "d7a89340-51c1-4c4e-8837-f4c3df35ebd1", "result_sha256": "5c54a05997f654ce4dd236812684d77dd26805e0ac86082ef369779e0b51f995", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00737, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "C" }, "group_id": "smallmatch-01-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-11.png", "input_tokens": 974, "latency_sec": 3.1599086230853572, "model_name": "claude-opus-5", "out_of_srgb": null, "output_tokens": 100, "prediction": { "choice": "C" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "anthropic", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-16T16:02:21.633968+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-11", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "d4416fb4-511c-47df-9027-7c4ead123956", "result_sha256": "52ac3f1e7dd3af9d16dd0a050f4a8157353acf40fcdebeb9fbb30763ba46185d", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.00972, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "D" }, "group_id": "smallmatch-01-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-12.png", "input_tokens": 974, "latency_sec": 4.584055947023444, "model_name": "claude-opus-5", "out_of_srgb": null, "output_tokens": 194, "prediction": { "choice": "A" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T15:34:32.373903+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-smallmatch-12", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "b598b20d-aee9-4b20-9d56-b3cecdad05e8", "result_sha256": "ef4ebf23f6a2b6774d75c8cef7f03527d886b6f5c3e9608b6beda30aa138997b", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.012645, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "A" }, "group_id": "smallmatch-01-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-13.png", "input_tokens": 974, "latency_sec": 7.781907047959976, "model_name": "claude-opus-5", "out_of_srgb": null, "output_tokens": 311, "prediction": { "choice": "D" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "anthropic", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-16T16:21:18.302164+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-smallmatch-13", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "576b8616-015e-44f3-83fe-b828bf35e9e9", "result_sha256": "7d6073d670ecccdac5b6d3638227dbc619879da9d97f1f686ba7a8620a5dac88", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.007945, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "B" }, "group_id": "smallmatch-01-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-14.png", "input_tokens": 974, "latency_sec": 3.5904101909836754, "model_name": "claude-opus-5", "out_of_srgb": null, "output_tokens": 123, "prediction": { "choice": "D" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "anthropic", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-16T16:22:44.385935+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-smallmatch-14", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "f751d5a1-61e8-47b0-9a42-ef21698a34ad", "result_sha256": "ea4a17284fb02f2fc5671cf8ec2cfe28af24e5346c4ba7993beb38d897706e7c", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.01047, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "C" }, "group_id": "smallmatch-01-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-15.png", "input_tokens": 974, "latency_sec": 6.2523980849655345, "model_name": "claude-opus-5", "out_of_srgb": null, "output_tokens": 224, "prediction": { "choice": "C" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "anthropic", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-16T14:23:58.666047+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-15", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "d73286e2-d541-4f56-9528-86a8f600b999", "result_sha256": "7e413f4d9add8363bfc447baa8b3e966bfae20128eb14e46971a85b8a38c0545", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.009395, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "D" }, "group_id": "smallmatch-01-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-16.png", "input_tokens": 974, "latency_sec": 4.907916967058554, "model_name": "claude-opus-5", "out_of_srgb": null, "output_tokens": 181, "prediction": { "choice": "D" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "anthropic", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-16T15:11:24.282547+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-16", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "4f702f56-77f9-4ff1-9f53-f7706f2924e1", "result_sha256": "10324b5dd89e9226b8fb85da28c28900080a5c119ebf7da158523ca3a066bd6b", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.00852, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "A" }, "group_id": "smallmatch-02-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-17.png", "input_tokens": 974, "latency_sec": 4.4085185340372846, "model_name": "claude-opus-5", "out_of_srgb": null, "output_tokens": 146, "prediction": { "choice": "D" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "anthropic", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-16T16:27:10.502666+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-smallmatch-17", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "b62aefb0-eace-4c7a-a17e-1a627dc7d4d6", "result_sha256": "b019e87b6b123c8664624f055f0bb485bc24d262c8a5570ae5ab93487240b87f", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00752, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "B" }, "group_id": "smallmatch-02-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-18.png", "input_tokens": 974, "latency_sec": 3.3240448579890653, "model_name": "claude-opus-5", "out_of_srgb": null, "output_tokens": 106, "prediction": { "choice": "B" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T16:24:20.433262+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-18", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "d8a7004f-f79f-4c81-b801-4f515ff05c20", "result_sha256": "1a17b28060732b73c1f5cead4d3370117d95d6f3333b20db3671383356763509", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.009095, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "C" }, "group_id": "smallmatch-02-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-19.png", "input_tokens": 974, "latency_sec": 5.352249095914885, "model_name": "claude-opus-5", "out_of_srgb": null, "output_tokens": 169, "prediction": { "choice": "D" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "anthropic", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-16T15:26:07.445676+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-smallmatch-19", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "16f215bc-ce2f-4bff-9f32-2b1fe143e942", "result_sha256": "9b116a64544529df515f70489b3c3e610b9f268f137fdbe72f794ff5d64bd955", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.00822, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "D" }, "group_id": "smallmatch-02-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-20.png", "input_tokens": 974, "latency_sec": 4.097391045070253, "model_name": "claude-opus-5", "out_of_srgb": null, "output_tokens": 134, "prediction": { "choice": "B" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T15:08:05.990534+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-smallmatch-20", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "d0cfe14c-7b9d-43fe-b1bb-9940b1d362c5", "result_sha256": "3e927cf68314e477a2eed4b7a60cbadcf443083162e0dff8a03bc5e7f97e3a91", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.008795, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "A" }, "group_id": "smallmatch-02-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-21.png", "input_tokens": 974, "latency_sec": 4.473510465002619, "model_name": "claude-opus-5", "out_of_srgb": null, "output_tokens": 157, "prediction": { "choice": "A" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T15:12:42.251839+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-21", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "2d58842d-a672-4c88-9f6a-8e4a77fe7032", "result_sha256": "5578bf309959db6278a906724dd0d6020d150b138ffc5e3a215982b3a89972e8", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00732, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "B" }, "group_id": "smallmatch-02-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-22.png", "input_tokens": 974, "latency_sec": 4.357467281050049, "model_name": "claude-opus-5", "out_of_srgb": null, "output_tokens": 98, "prediction": { "choice": "B" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T14:24:51.967289+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-22", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "22bc0c64-11bf-4c20-b568-5403ff005a7c", "result_sha256": "86c80b343f1e645cbf20b9f73d1bde6b74676326e483a5d4c2a80a4dd8cf8999", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00877, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "C" }, "group_id": "smallmatch-02-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-23.png", "input_tokens": 974, "latency_sec": 4.507190158008598, "model_name": "claude-opus-5", "out_of_srgb": null, "output_tokens": 156, "prediction": { "choice": "C" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "anthropic", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-16T16:29:47.765422+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-23", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "a4fb82d1-6889-4237-954f-fb2c35d68298", "result_sha256": "326f472b6ac5e50cfb375be590800ebfdd9f5f4a34b59b59719a5a0cd831284e", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.008795, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "D" }, "group_id": "smallmatch-02-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-24.png", "input_tokens": 974, "latency_sec": 4.388526467024349, "model_name": "claude-opus-5", "out_of_srgb": null, "output_tokens": 157, "prediction": { "choice": "D" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "anthropic", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-16T15:39:10.408429+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-24", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "564908c9-8408-4a32-a02a-30bc8ae47b46", "result_sha256": "22a5d251856d436605a99eef39647e5834b339e054b0b5210c4e64e06c8b48bd", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.013695, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "A" }, "group_id": "smallmatch-02-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-25.png", "input_tokens": 974, "latency_sec": 7.618540587020107, "model_name": "claude-opus-5", "out_of_srgb": null, "output_tokens": 353, "prediction": { "choice": "A" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T16:09:45.162459+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-25", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "bd78f6a7-f397-4a7b-9305-d364338ac424", "result_sha256": "1ebfceb0a58c984cf031dca42a7799c63a31dc841079d02cecf8077102df421b", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.010345, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "B" }, "group_id": "smallmatch-02-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-26.png", "input_tokens": 974, "latency_sec": 5.707788856001571, "model_name": "claude-opus-5", "out_of_srgb": null, "output_tokens": 219, "prediction": { "choice": "B" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T14:53:17.996419+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-26", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "ca685799-544f-4e01-927a-b37cd0887990", "result_sha256": "c292394379897999d43009349b0aa7520193f36e693e2fcc6f7b95a540c6762b", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.01102, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "C" }, "group_id": "smallmatch-02-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-27.png", "input_tokens": 974, "latency_sec": 5.648347835056484, "model_name": "claude-opus-5", "out_of_srgb": null, "output_tokens": 246, "prediction": { "choice": "A" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T15:17:41.788654+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-smallmatch-27", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "a14ac334-be41-4ce4-8c3f-08065482edb5", "result_sha256": "f4639813edc33c2d0418aec508587b7643607a940f4181681245555d9754d46c", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00952, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "D" }, "group_id": "smallmatch-02-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-28.png", "input_tokens": 974, "latency_sec": 4.810297074029222, "model_name": "claude-opus-5", "out_of_srgb": null, "output_tokens": 186, "prediction": { "choice": "D" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "anthropic", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-16T14:02:43.423939+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-28", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "3de3086e-f561-49ec-a885-b83eb40fdfd6", "result_sha256": "095ac276a46fd8f4fa925c2a8deaf33cbe26a1b6afeac4b24cabb53beffdc1c9", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.00927, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "A" }, "group_id": "smallmatch-02-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-29.png", "input_tokens": 974, "latency_sec": 4.919494620990008, "model_name": "claude-opus-5", "out_of_srgb": null, "output_tokens": 176, "prediction": { "choice": "C" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "anthropic", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-16T14:39:21.769605+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-smallmatch-29", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "7dc8146a-c10f-445a-a99b-a7223e944141", "result_sha256": "8ee1e9d1683f8265e79c77cde3ed042e0385cb45269c90d6297b258333486839", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.009345, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "B" }, "group_id": "smallmatch-02-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-30.png", "input_tokens": 974, "latency_sec": 5.462458041962236, "model_name": "claude-opus-5", "out_of_srgb": null, "output_tokens": 179, "prediction": { "choice": "B" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T16:02:00.150006+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-30", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "b473646f-a050-42b0-9324-377351199810", "result_sha256": "195a4d7cc04f1a9103d47288119e40d755ab3e939ff7df8d8dfbc7b2773736a5", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.008545, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "C" }, "group_id": "smallmatch-02-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-31.png", "input_tokens": 974, "latency_sec": 3.8788256200496107, "model_name": "claude-opus-5", "out_of_srgb": null, "output_tokens": 147, "prediction": { "choice": "C" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "anthropic", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-16T14:11:31.547703+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-31", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "9b6945f6-6714-4ae8-9f39-15676ea214cb", "result_sha256": "07c87bf5211b9b38fd7dc71520d94684ddf5e7dbc7c4c7c7492b6913c2c0b478", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.01127, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "D" }, "group_id": "smallmatch-02-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-32.png", "input_tokens": 974, "latency_sec": 8.037919486057945, "model_name": "claude-opus-5", "out_of_srgb": null, "output_tokens": 256, "prediction": { "choice": "B" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T16:03:37.244073+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-smallmatch-32", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "fb5a1261-b06d-4dfd-8f76-4e163d559fe9", "result_sha256": "6452796b39ed28ad9d580701b90bff093d198bda614208970d6743cc2ddffcc4", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.00737, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "A" }, "group_id": "smallmatch-03-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-33.png", "input_tokens": 974, "latency_sec": 3.7852116900030524, "model_name": "claude-opus-5", "out_of_srgb": null, "output_tokens": 100, "prediction": { "choice": "B" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "anthropic", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T14:42:58.198915+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-smallmatch-33", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "4b008b68-fdc3-4f86-b70b-5b1344401546", "result_sha256": "d210f13bbdf4ff33dbfde0b7fc85ed001ea66aa6c757eab20f167d149d4af2f7", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00867, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "B" }, "group_id": "smallmatch-03-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-34.png", "input_tokens": 974, "latency_sec": 3.8657088360050693, "model_name": "claude-opus-5", "out_of_srgb": null, "output_tokens": 152, "prediction": { "choice": "B" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T14:42:09.620384+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-34", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "cdd80e45-abd4-45de-9b8f-1cc10e298bfd", "result_sha256": "3e83fbc2169f7280549754f0fb8013522c5f2fa625e8e0c6496c16ceaa9f761d", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00877, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "C" }, "group_id": "smallmatch-03-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-35.png", "input_tokens": 974, "latency_sec": 4.073641286930069, "model_name": "claude-opus-5", "out_of_srgb": null, "output_tokens": 156, "prediction": { "choice": "C" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "anthropic", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-16T15:27:24.988326+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-35", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "34be792a-b852-4b2b-8f6d-ab6427577474", "result_sha256": "ef158ecfc68af5b50ec1dacddf66c9302f02129f08232e94cf5948464936fc68", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.01122, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "D" }, "group_id": "smallmatch-03-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-36.png", "input_tokens": 974, "latency_sec": 7.037674092920497, "model_name": "claude-opus-5", "out_of_srgb": null, "output_tokens": 254, "prediction": { "choice": "C" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "anthropic", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-16T15:38:34.519400+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-smallmatch-36", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "2a8f971c-6d09-4651-a9df-56707acbdd75", "result_sha256": "6db1c7606255845c282229ff08342b995d2c4937cb02ae3071e2527ab0942244", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.007245, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "A" }, "group_id": "smallmatch-03-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-37.png", "input_tokens": 974, "latency_sec": 3.4388490890851244, "model_name": "claude-opus-5", "out_of_srgb": null, "output_tokens": 95, "prediction": { "choice": "A" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T15:08:38.175481+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-37", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "dcf5613f-ac12-419b-b4b6-073dd1d1ae3b", "result_sha256": "4b115c2db629d56e8ee70605e58ad012441a489b8b687a1a9816e9841151c052", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.008045, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "B" }, "group_id": "smallmatch-03-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-38.png", "input_tokens": 974, "latency_sec": 4.4100323260063305, "model_name": "claude-opus-5", "out_of_srgb": null, "output_tokens": 127, "prediction": { "choice": "B" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T15:00:59.311938+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-38", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "1af2e288-b46f-47d3-9f1b-60b7d796c49f", "result_sha256": "7613884e49092641b2b0925f1b4ff943404d0ae7a414c7b07b0d8356ec4eec77", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.006895, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "C" }, "group_id": "smallmatch-03-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-39.png", "input_tokens": 974, "latency_sec": 3.1530860390048474, "model_name": "claude-opus-5", "out_of_srgb": null, "output_tokens": 81, "prediction": { "choice": "C" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "anthropic", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-16T15:32:52.310705+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-39", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "8d3227f1-a219-427f-b5ff-cb6e8cf32086", "result_sha256": "2e2f4a59da979dd119870ce59a41b60d05e8058ff09d2920206b5196812d75dd", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00992, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "D" }, "group_id": "smallmatch-03-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-40.png", "input_tokens": 974, "latency_sec": 5.21607078704983, "model_name": "claude-opus-5", "out_of_srgb": null, "output_tokens": 202, "prediction": { "choice": "D" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "anthropic", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-16T14:52:49.108421+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-40", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "5ce50d80-39a5-458c-91e5-b36f65afc158", "result_sha256": "43b5782a0a3d2c45dd45727664b56e8bb60424322278d8ddc20d0a874f9a3a56", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.01167, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "A" }, "group_id": "smallmatch-03-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-41.png", "input_tokens": 974, "latency_sec": 6.929769634036347, "model_name": "claude-opus-5", "out_of_srgb": null, "output_tokens": 272, "prediction": { "choice": "A" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T14:14:15.502689+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-41", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "49990cab-5541-45d9-b43a-446b05b84e27", "result_sha256": "d06179f243a168121dc3dca23301ba8aacb5f24b0f77efcb466b5af388468e23", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.009445, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "B" }, "group_id": "smallmatch-03-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-42.png", "input_tokens": 974, "latency_sec": 4.998845460941084, "model_name": "claude-opus-5", "out_of_srgb": null, "output_tokens": 183, "prediction": { "choice": "B" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T16:25:49.569230+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-42", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "000a45b8-4924-4d6b-b9b6-df4a5a49df53", "result_sha256": "303f2e111bdce1ebd4df31d241788a35656dc518c11327249d5733d405848ac4", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.008395, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "C" }, "group_id": "smallmatch-03-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-43.png", "input_tokens": 974, "latency_sec": 4.247883901000023, "model_name": "claude-opus-5", "out_of_srgb": null, "output_tokens": 141, "prediction": { "choice": "C" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "anthropic", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-16T15:02:10.006064+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-43", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "b7a58850-00e6-425a-89d2-28f73ef4e61e", "result_sha256": "5ba5824342174f80cb67e3c44d78c1463f3ba1f0be5035cc139f6903173d5e54", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.00907, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "D" }, "group_id": "smallmatch-03-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-44.png", "input_tokens": 974, "latency_sec": 5.197808380005881, "model_name": "claude-opus-5", "out_of_srgb": null, "output_tokens": 168, "prediction": { "choice": "B" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T14:45:05.767669+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-smallmatch-44", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "af0fe02f-4c48-4c70-a384-976269d46aeb", "result_sha256": "c1949ec840b2044e025058c7d062e38c4b47a13ab747baf7c5666de0b765e3d7", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.009145, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "A" }, "group_id": "smallmatch-03-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-45.png", "input_tokens": 974, "latency_sec": 5.280887162080035, "model_name": "claude-opus-5", "out_of_srgb": null, "output_tokens": 171, "prediction": { "choice": "A" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T15:41:11.563685+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-45", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "3e3ef618-90b2-44a7-a6b0-b3f1d3022849", "result_sha256": "40c805a101b07031afba3a009bb4c8129e5bbf05cbdc5e87f8737570d0c46b61", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00812, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "B" }, "group_id": "smallmatch-03-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-46.png", "input_tokens": 974, "latency_sec": 3.847854637890123, "model_name": "claude-opus-5", "out_of_srgb": null, "output_tokens": 130, "prediction": { "choice": "B" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T14:38:59.358452+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-46", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "0c52c09b-770a-4789-8398-84091e44c55a", "result_sha256": "3a91f50148b5f4e11b6bb92ef08ff849305d391b0bda3dfe5b40c87662ad5189", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.00912, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "C" }, "group_id": "smallmatch-03-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-47.png", "input_tokens": 974, "latency_sec": 4.497128142975271, "model_name": "claude-opus-5", "out_of_srgb": null, "output_tokens": 170, "prediction": { "choice": "B" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T16:31:08.905073+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-smallmatch-47", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "0d140d54-d713-4e38-8246-67a447daa66b", "result_sha256": "04cbc2e295bf6e79b6452706cddc66803505c8a9388501e40d6c052dccc7efc8", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.00927, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "D" }, "group_id": "smallmatch-03-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-48.png", "input_tokens": 974, "latency_sec": 6.042582098976709, "model_name": "claude-opus-5", "out_of_srgb": null, "output_tokens": 176, "prediction": { "choice": "B" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T16:28:49.846247+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-smallmatch-48", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "f45b4fd0-ee74-4635-876c-9d298a8d4773", "result_sha256": "759545009d97e89353c8da8d2ea56bf02ac8af0616e08ce3e8cb8e88ee9d956f", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.00857, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "A" }, "group_id": "smallmatch-04-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-49.png", "input_tokens": 974, "latency_sec": 4.7235629740171134, "model_name": "claude-opus-5", "out_of_srgb": null, "output_tokens": 148, "prediction": { "choice": "B" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T16:17:26.262798+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-smallmatch-49", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "a79e0a0e-4edb-4659-b223-a59aa6918b8c", "result_sha256": "f2f3c1079292660fe84e84b735558f03a96a297e38f3aed69fbcd43d9c2a7067", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.010895, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "B" }, "group_id": "smallmatch-04-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-50.png", "input_tokens": 974, "latency_sec": 5.6754348610993475, "model_name": "claude-opus-5", "out_of_srgb": null, "output_tokens": 241, "prediction": { "choice": "B" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T15:29:42.312947+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-50", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "e9df68ec-afca-4c22-b284-c5ef683a5151", "result_sha256": "7ab2e71cc47d7bb65a85db7ec17d4e9bf00c999b8367cd239035a01d3721ddb4", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.008645, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "C" }, "group_id": "smallmatch-04-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-51.png", "input_tokens": 974, "latency_sec": 4.519171827007085, "model_name": "claude-opus-5", "out_of_srgb": null, "output_tokens": 151, "prediction": { "choice": "C" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "anthropic", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-16T14:53:45.971887+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-51", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "5e0079c4-8059-4ecd-b19f-569d6bab54ab", "result_sha256": "8857ec7db7e03176f125fca5d3d6431e45f5625cd5171a0f0c9b7c3afb2f836c", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.01102, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "D" }, "group_id": "smallmatch-04-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-52.png", "input_tokens": 974, "latency_sec": 6.643902717973106, "model_name": "claude-opus-5", "out_of_srgb": null, "output_tokens": 246, "prediction": { "choice": "D" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "anthropic", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-16T16:07:11.264397+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-52", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "d4a8b6bf-54e3-43be-bc7c-879b62975d91", "result_sha256": "364ee13b03c48d159efd1d2fe600f36076fc19dad925e8ad4d34eff74bb6a318", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.005145, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "A" }, "group_id": "smallmatch-04-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-53.png", "input_tokens": 974, "latency_sec": 2.1239366669906303, "model_name": "claude-opus-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T16:12:57.893844+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-53", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "0ec7ba55-5eff-4845-bbee-c6c6f756e669", "result_sha256": "f4aba642aa76ebf48d69242bf43806fa6591eb6a4a7424974ffa184ceb79b402", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00757, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "B" }, "group_id": "smallmatch-04-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-54.png", "input_tokens": 974, "latency_sec": 3.5763596519827843, "model_name": "claude-opus-5", "out_of_srgb": null, "output_tokens": 108, "prediction": { "choice": "B" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T14:26:41.522782+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-54", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "ff4c8c59-63c9-4553-b9af-0d85ce28fb19", "result_sha256": "aabb966962df7b66627b5ad64926a8b4eb262b19f53f932ace10db737833d567", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.010645, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "C" }, "group_id": "smallmatch-04-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-55.png", "input_tokens": 974, "latency_sec": 5.631836004089564, "model_name": "claude-opus-5", "out_of_srgb": null, "output_tokens": 231, "prediction": { "choice": "C" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "anthropic", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-16T14:04:29.543045+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-55", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "3f3038cc-4e7c-4086-8849-0605b2971daf", "result_sha256": "16beeba4d9f3c8f089e167d277029c34a66904fc3dac23a594d67d7aabe8f886", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.009495, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "D" }, "group_id": "smallmatch-04-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-56.png", "input_tokens": 974, "latency_sec": 4.277890076977201, "model_name": "claude-opus-5", "out_of_srgb": null, "output_tokens": 185, "prediction": { "choice": "D" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "anthropic", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-16T14:59:13.697163+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-56", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "82bafc16-b685-4574-8240-7d01ba8e1c48", "result_sha256": "9efb9179c64d11131c444295c02aaf335b4e158b6552548db8e8ed349409f533", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.01082, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "A" }, "group_id": "smallmatch-04-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-57.png", "input_tokens": 974, "latency_sec": 5.002449153922498, "model_name": "claude-opus-5", "out_of_srgb": null, "output_tokens": 238, "prediction": { "choice": "A" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T15:04:15.271445+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-57", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "ba5b1371-010c-4202-ac0e-05a4fc7fd560", "result_sha256": "9dc6c79d8149bc6bbb7869dfee26a54fb1fd4ab9a804e9b86b3c24008d7f1b9c", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00822, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "B" }, "group_id": "smallmatch-04-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-58.png", "input_tokens": 974, "latency_sec": 3.9279976019170135, "model_name": "claude-opus-5", "out_of_srgb": null, "output_tokens": 134, "prediction": { "choice": "B" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T15:09:59.488417+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-58", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "309fd480-7e9c-4e59-bb13-2161da70aac9", "result_sha256": "c7e95269908fbb27d8ebf2553daf4643efc9b3d44336857c5000622d29283bc4", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00882, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "C" }, "group_id": "smallmatch-04-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-59.png", "input_tokens": 974, "latency_sec": 4.861319162067957, "model_name": "claude-opus-5", "out_of_srgb": null, "output_tokens": 158, "prediction": { "choice": "C" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "anthropic", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-16T14:11:09.200690+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-59", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "30456724-0928-4c85-b01a-108ac11b4ee0", "result_sha256": "51f260b82cb3ea9b173025af51c638944a4fe83d198d477591112c31aae38cd3", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.007695, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "D" }, "group_id": "smallmatch-04-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-60.png", "input_tokens": 974, "latency_sec": 3.839669974986464, "model_name": "claude-opus-5", "out_of_srgb": null, "output_tokens": 113, "prediction": { "choice": "D" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "anthropic", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-16T15:30:47.341537+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-60", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "f698ce68-72c8-4a6a-aede-86f73f3e95b0", "result_sha256": "715d4008cbc97425e7e5a5299b517703307506f351e689c0c3f184e97bc3aef4", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00942, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "A" }, "group_id": "smallmatch-04-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-61.png", "input_tokens": 974, "latency_sec": 5.017101953970268, "model_name": "claude-opus-5", "out_of_srgb": null, "output_tokens": 182, "prediction": { "choice": "A" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T14:26:12.101693+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-61", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "3188e7b4-d30f-4048-9289-0e4fc23e6bba", "result_sha256": "69707a2494cdd4813904819522df373f99addbef913c3f0710f145cef904aef9", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.009395, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "B" }, "group_id": "smallmatch-04-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-62.png", "input_tokens": 974, "latency_sec": 4.6470368430018425, "model_name": "claude-opus-5", "out_of_srgb": null, "output_tokens": 181, "prediction": { "choice": "A" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T15:26:57.084649+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-smallmatch-62", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "896c9711-a30a-4be3-b859-c892aacf51aa", "result_sha256": "dedd1c141fb292b8b02a73b7640ac98b61ac5e35c2db50f2927f64e072bf040d", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.007545, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "C" }, "group_id": "smallmatch-04-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-63.png", "input_tokens": 974, "latency_sec": 3.7111456389538944, "model_name": "claude-opus-5", "out_of_srgb": null, "output_tokens": 107, "prediction": { "choice": "C" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "anthropic", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-16T15:45:49.933728+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-63", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "92a4dec6-c1db-46b1-826e-8ac55b6f0c59", "result_sha256": "b43aa89e757b9d6f6dd218feaf0a48b9a723b07523e6313301e551bfb5852506", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.00822, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "D" }, "group_id": "smallmatch-04-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-64.png", "input_tokens": 974, "latency_sec": 3.959073603968136, "model_name": "claude-opus-5", "out_of_srgb": null, "output_tokens": 134, "prediction": { "choice": "B" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T14:24:11.409782+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-smallmatch-64", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "cfe48594-7925-4e99-984f-3982dceb828c", "result_sha256": "a828f7c3ad1ab9e649117d63a2104d0360710b23b494038c4dd918c16af2495a", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002046, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "A" }, "group_id": "match-binding-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-01.png", "input_tokens": 968, "latency_sec": 1.54713412898127, "model_name": "claude-sonnet-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T16:12:27.118590+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-01", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "3b6c5283-562e-41c2-877d-d74e617da826", "result_sha256": "eb080f1792c11e0b53dc95d5c61bc8658177e64184e90b518aa0119a70fa00ad", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002046, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "B" }, "group_id": "match-binding-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-02.png", "input_tokens": 968, "latency_sec": 1.620891112019308, "model_name": "claude-sonnet-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T14:22:03.244415+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-02", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "388d46c2-5941-4b22-85b8-411fa7d479c6", "result_sha256": "a824990612cae1e9df7787af96625f6af417d1d2d60025f0945241178e0a9d55", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002046, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "C" }, "group_id": "match-binding-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-03.png", "input_tokens": 968, "latency_sec": 2.964350498979911, "model_name": "claude-sonnet-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "C" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "anthropic", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-16T14:43:31.348970+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-03", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "5b5cf4d2-9cad-4574-827c-9e0679eb2698", "result_sha256": "afabf494886d7c5df9aeaf3ccb8ccb6193907f9c01430cd61e65528b842a2135", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002046, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "D" }, "group_id": "match-binding-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-04.png", "input_tokens": 968, "latency_sec": 1.2522315410897136, "model_name": "claude-sonnet-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "D" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "anthropic", "raw_prediction": "{\"choice\": \"D\"}", "recorded_at": "2026-09-16T14:58:59.359063+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-04", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "ca401905-6d1e-4afe-a9bd-764e1a133c0c", "result_sha256": "7facf0c376f11b42e2671b94989b3df29e6b52f47117ccaac37888c1b5d07600", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002046, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "A" }, "group_id": "match-binding-05", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-05.png", "input_tokens": 968, "latency_sec": 1.7296141149709001, "model_name": "claude-sonnet-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T14:48:24.563587+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-05", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "9c80916e-72a8-44de-ae0b-e1f303a2e9b5", "result_sha256": "d666f9849b777d403b65c6ad6a64478f2e03056cb1b09688ede2c066fc088aa2", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.003166, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "B" }, "group_id": "match-binding-06", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-06.png", "input_tokens": 968, "latency_sec": 2.830415469012223, "model_name": "claude-sonnet-5", "out_of_srgb": null, "output_tokens": 123, "prediction": { "choice": "D" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "anthropic", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-16T14:50:45.661755+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-binding-06", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "d4f3008d-dd5e-45cf-993d-86bd7bc650a2", "result_sha256": "7e95712db47c61b0861319e79ec9d92050fc1ddac5d838d1636bb8d5bd41ad06", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002046, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "C" }, "group_id": "match-binding-07", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-07.png", "input_tokens": 968, "latency_sec": 2.9966785240685567, "model_name": "claude-sonnet-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "C" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "anthropic", "raw_prediction": "{\"choice\": \"C\"}", "recorded_at": "2026-09-16T15:26:26.507335+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-07", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "412b8a7d-91e4-4fe7-97cd-fb0df1f172ae", "result_sha256": "946b6be9207e00b96b9bc7d1addceb0e1a810721b2cc736fd853ff87bd2b3da2", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.003076, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "D" }, "group_id": "match-binding-08", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-08.png", "input_tokens": 968, "latency_sec": 2.8098798119463027, "model_name": "claude-sonnet-5", "out_of_srgb": null, "output_tokens": 114, "prediction": { "choice": "D" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "anthropic", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-16T16:15:26.360453+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-08", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "2c906e02-83c5-415d-939b-e13ee599ab68", "result_sha256": "438081b5216f35b2229aec9aaaa0508e6c01d04f6ae7ea13b7cbcad98a268831", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002046, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "A" }, "group_id": "match-binding-09", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-09.png", "input_tokens": 968, "latency_sec": 2.0168441539863124, "model_name": "claude-sonnet-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T15:43:29.794685+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-09", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "b3ba6184-e310-4b0a-8d68-0c435f2348ad", "result_sha256": "78fcbb8bdc3f481123a0e0f08baf02b75ebb27e36fb405b597513a81e533f2e4", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.003266, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "B" }, "group_id": "match-binding-10", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-10.png", "input_tokens": 968, "latency_sec": 3.3072073330404237, "model_name": "claude-sonnet-5", "out_of_srgb": null, "output_tokens": 133, "prediction": { "choice": "C" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "anthropic", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-16T15:03:10.644941+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-binding-10", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "b1808494-52b5-40d9-9cc1-2f76a3719456", "result_sha256": "43bbaacf8817b60d2089f4d033250c1d8de1caa826525f87500d3dc4107414e3", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.003626, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "C" }, "group_id": "match-binding-11", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-11.png", "input_tokens": 968, "latency_sec": 4.216777177993208, "model_name": "claude-sonnet-5", "out_of_srgb": null, "output_tokens": 169, "prediction": { "choice": "A" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T14:48:10.742426+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-binding-11", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "a6e45969-486c-4ef9-87b5-f410b87d94ab", "result_sha256": "3efa892fdfda8cec78e9e01a5d2910714bb17097664f95d6fd6b6e99d494765f", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.003316, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "D" }, "group_id": "match-binding-12", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-12.png", "input_tokens": 968, "latency_sec": 3.911377188982442, "model_name": "claude-sonnet-5", "out_of_srgb": null, "output_tokens": 138, "prediction": { "choice": "D" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "anthropic", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-16T15:35:21.415883+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-12", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "4976d674-59a1-4318-8242-ce13ce0dceec", "result_sha256": "e846e075d67af44edb669d87659e254442168e7918c56fe3f3083f48a332735b", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002046, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "A" }, "group_id": "match-binding-13", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-13.png", "input_tokens": 968, "latency_sec": 1.1414691479876637, "model_name": "claude-sonnet-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T15:01:27.775011+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-13", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "ec61fa41-c9c8-49ae-a7d8-20d201c4f4c3", "result_sha256": "814ced16ecccd2eab9865328df37da9b8b2165ced6ac382bc5a2a66e59ced44a", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.002046, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "B" }, "group_id": "match-binding-14", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-14.png", "input_tokens": 968, "latency_sec": 3.115568848908879, "model_name": "claude-sonnet-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T15:38:47.703196+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-binding-14", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "fc222117-d8a2-42e1-b0d2-bec5f39d8936", "result_sha256": "eee931d2cad9180cc6fa7bef8cdc714984beadab03041da9227b2106b973a908", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.002046, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "C" }, "group_id": "match-binding-15", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-15.png", "input_tokens": 968, "latency_sec": 2.3251801470760256, "model_name": "claude-sonnet-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T14:34:54.818436+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-binding-15", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "f09dbeec-af87-43b5-a379-461f57be14d9", "result_sha256": "22eaf1f7a6ff3e7ee671ebaae90162294ce13e26140f72de1cb17f0fd84c21d5", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.002046, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "D" }, "group_id": "match-binding-16", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-16.png", "input_tokens": 968, "latency_sec": 2.011743627022952, "model_name": "claude-sonnet-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T14:27:33.581810+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-binding-16", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "eb443b4c-76a2-4540-a6bb-56eb539368b7", "result_sha256": "82a6df0086dff6a4a20477560980814dd9203e34885d46c6e3f9bee1e4417151", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002046, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "A" }, "group_id": "match-binding-17", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-17.png", "input_tokens": 968, "latency_sec": 1.9395834290189669, "model_name": "claude-sonnet-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T15:55:21.236802+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-17", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "6a9996ad-358c-4dee-9249-acd21ea1a3ef", "result_sha256": "729613766069db9608ea549ee206e07be08acbb7534eda90cdd644a512cb65e8", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002046, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "B" }, "group_id": "match-binding-18", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-18.png", "input_tokens": 968, "latency_sec": 1.555350923910737, "model_name": "claude-sonnet-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T14:08:49.503111+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-18", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "719a25e6-b6de-4f45-8089-10878d49688f", "result_sha256": "a2e2c823763b64771de12302aeb859b8f315266068fd3ddce3d7d50e594e38fc", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002046, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "C" }, "group_id": "match-binding-19", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-19.png", "input_tokens": 968, "latency_sec": 2.9611422390444204, "model_name": "claude-sonnet-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "C" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "anthropic", "raw_prediction": "{\"choice\": \"C\"}", "recorded_at": "2026-09-16T15:35:48.581969+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-19", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "cd2ca500-db34-413d-a505-450c09a62c8d", "result_sha256": "267035fc6f050a1c7e9f2d5f7e4a5699c38fd9cbbb471e2ceced4b4dded6368a", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002046, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "D" }, "group_id": "match-binding-20", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-20.png", "input_tokens": 968, "latency_sec": 3.249949429067783, "model_name": "claude-sonnet-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "D" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "anthropic", "raw_prediction": "{\"choice\": \"D\"}", "recorded_at": "2026-09-16T15:53:12.095791+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-20", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "05ece840-0c1d-48f1-9516-ac78b988a448", "result_sha256": "174948c52184abd3421ec2b33e352c270ccfb7128f1d367218c10cb023ccba3c", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002046, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "A" }, "group_id": "match-binding-21", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-21.png", "input_tokens": 968, "latency_sec": 1.3575468540657312, "model_name": "claude-sonnet-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "anthropic", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T16:31:45.848299+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-21", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "0c8bbd79-3dff-4e30-96a3-d5818daf3e9f", "result_sha256": "94c03a58611d8a0d20398584fb6dcf982c90e7105722c27b3880f9f3f525b18b", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002046, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "B" }, "group_id": "match-binding-22", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-22.png", "input_tokens": 968, "latency_sec": 1.7043540329905227, "model_name": "claude-sonnet-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T14:59:52.968636+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-22", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "21aa7ebc-4c4d-4e5d-a18c-4a31b77ceae5", "result_sha256": "4419d18dd320a920a28a10a4463ac0d60418f4f9d1954120646d05824a290c54", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.003006, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "C" }, "group_id": "match-binding-23", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-23.png", "input_tokens": 968, "latency_sec": 2.6368053660262376, "model_name": "claude-sonnet-5", "out_of_srgb": null, "output_tokens": 107, "prediction": { "choice": "C" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "anthropic", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-16T14:33:29.664987+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-23", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "c5f32b91-13f0-48d0-a582-2d92adcf5cea", "result_sha256": "9c19f3df4b241a6ec9a3bfe00a32b9f871544658039e4c7ea26a64b9f027beb4", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.003006, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "D" }, "group_id": "match-binding-24", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-24.png", "input_tokens": 968, "latency_sec": 3.158190794987604, "model_name": "claude-sonnet-5", "out_of_srgb": null, "output_tokens": 107, "prediction": { "choice": "D" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "anthropic", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-16T15:40:19.108659+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-24", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "3024cf5a-6155-48a9-b553-6fe924f8f68d", "result_sha256": "52cdbd48ad9aef1779737ee33d69947a0c04ddba8a1f2c161a68a7693fcc54c5", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002046, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "A" }, "group_id": "match-binding-25", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-25.png", "input_tokens": 968, "latency_sec": 1.7615316499723122, "model_name": "claude-sonnet-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T14:07:03.891879+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-25", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "c7c87ec3-d688-4c7d-a423-779ce4c09e13", "result_sha256": "8f48df2270a677d96fb39086da5143d44e8457c7e2907d7304ee99102a6735ef", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002046, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "B" }, "group_id": "match-binding-26", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-26.png", "input_tokens": 968, "latency_sec": 2.758088279981166, "model_name": "claude-sonnet-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T14:54:59.100613+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-26", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "e3ba8784-7fab-4511-a5b2-07492cfc7ec8", "result_sha256": "ac92688bb02480bb890a01525139d3b6b5e19452ccd17d5a29ad79c93505af93", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.002046, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "C" }, "group_id": "match-binding-27", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-27.png", "input_tokens": 968, "latency_sec": 1.3928070840192959, "model_name": "claude-sonnet-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T14:00:15.378588+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-binding-27", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "812d04c8-70aa-4573-a60d-59adbd8729ad", "result_sha256": "f09b30e420c37a3632f84f4584dc57d02d4bd86ddeb8f12ed74ba322fe997c41", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002826, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "D" }, "group_id": "match-binding-28", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-28.png", "input_tokens": 968, "latency_sec": 4.398726045968942, "model_name": "claude-sonnet-5", "out_of_srgb": null, "output_tokens": 89, "prediction": { "choice": "D" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "anthropic", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-16T14:17:23.859959+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-28", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "abe04072-e995-4589-98f0-7d8d0f886aa1", "result_sha256": "0a2770db82b30e90bc84ded3bd042faab20110455adb4cf3bb7317e860fd9795", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002046, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "A" }, "group_id": "match-binding-29", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-29.png", "input_tokens": 968, "latency_sec": 2.1704317840049043, "model_name": "claude-sonnet-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T14:23:06.811607+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-29", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "56986121-93ee-4344-b5e3-31e1f5e347d0", "result_sha256": "ce52ecebd072237faad2992cf85110b91cc7c026585244a3347c0f714d913650", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.002046, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "B" }, "group_id": "match-binding-30", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-30.png", "input_tokens": 968, "latency_sec": 1.122626345953904, "model_name": "claude-sonnet-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "anthropic", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T15:28:37.837990+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-binding-30", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "c30644a1-0aea-4539-a956-f1168b8fc88a", "result_sha256": "d2d5ce3fdaea2fc8b13699ccb5df40adb263105b57a262a0a3bc3ac9869b431f", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.002046, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "C" }, "group_id": "match-binding-31", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-31.png", "input_tokens": 968, "latency_sec": 1.3604681569850072, "model_name": "claude-sonnet-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T14:54:20.115266+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-binding-31", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "259a489a-419e-47c4-8fed-410050789af6", "result_sha256": "366f5de4b8885fee660d245711d2736972b5386e44e5e67f2b8b4e8459975fff", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.002046, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "D" }, "group_id": "match-binding-32", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-32.png", "input_tokens": 968, "latency_sec": 1.5732512020040303, "model_name": "claude-sonnet-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T16:16:13.932090+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-binding-32", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "b7bd04c2-b53d-49ed-b16f-c0a5ab540cc1", "result_sha256": "55be68d3ada9727d1244ad54f681fac36c2ffb79877dd98b3e0e946c8249f264", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002046, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "A" }, "group_id": "match-binding-33", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-33.png", "input_tokens": 968, "latency_sec": 1.7803613719297573, "model_name": "claude-sonnet-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T16:09:03.408257+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-33", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "7ace6899-3f33-4ceb-85e4-a325a79271a5", "result_sha256": "fb38cc2563dbb4f82401dbe84efff1ae8ffa0a208a8b8c7df207229e47b4b4e9", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002046, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "B" }, "group_id": "match-binding-34", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-34.png", "input_tokens": 968, "latency_sec": 1.1553936349228024, "model_name": "claude-sonnet-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T15:17:26.211236+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-34", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "ff8e85df-ac31-4c79-909f-01947b01cc24", "result_sha256": "b1eeb9ca9e75a41d8c709113f2f6021979356e87538255ca639327dbd1c342d9", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002046, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "C" }, "group_id": "match-binding-35", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-35.png", "input_tokens": 968, "latency_sec": 1.527803775970824, "model_name": "claude-sonnet-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "C" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "anthropic", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-16T14:49:55.456883+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-35", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "3d1f2b6a-6fef-4e99-8a40-605d2f2a12a6", "result_sha256": "dc9792da4586fa94c5d392b742b922b980a7468a2cffbc619c0868fbf65398c5", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002046, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "D" }, "group_id": "match-binding-36", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-36.png", "input_tokens": 968, "latency_sec": 2.399338688934222, "model_name": "claude-sonnet-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "D" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "anthropic", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-16T15:54:07.545779+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-36", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "c48e1a26-3eff-472c-802d-50bd700bdc88", "result_sha256": "88bbdd904d02a00ff13785611d26af0e406136d98dbf07dc549e8d59ef5461c0", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002046, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "A" }, "group_id": "match-binding-37", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-37.png", "input_tokens": 968, "latency_sec": 1.2908384900074452, "model_name": "claude-sonnet-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T15:32:16.497074+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-37", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "f91b92bd-aeab-4adc-b737-9f0a452975b9", "result_sha256": "72c2abf58d3acaf1bc3cd116fabf08e66fe541aa61bf6a5ff1226e1b4b22753b", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002046, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "B" }, "group_id": "match-binding-38", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-38.png", "input_tokens": 968, "latency_sec": 1.885449065011926, "model_name": "claude-sonnet-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T16:21:33.455911+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-38", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "63b662df-61aa-4823-9327-61b7588a9dcd", "result_sha256": "6b88324ff47176b54a5d10183751ca8d7490e414bf4708290a44b07542197c58", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002046, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "C" }, "group_id": "match-binding-39", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-39.png", "input_tokens": 968, "latency_sec": 2.5337293699849397, "model_name": "claude-sonnet-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "C" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "anthropic", "raw_prediction": "{\"choice\": \"C\"}", "recorded_at": "2026-09-16T14:43:11.969266+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-39", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "c517e8bd-3b65-4f65-bb6d-c6c4cf956004", "result_sha256": "d30eec874856f311efedda62be4699f16d008fc440a06664c52930d2bd3205a5", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002046, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "D" }, "group_id": "match-binding-40", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-40.png", "input_tokens": 968, "latency_sec": 1.4714139229618013, "model_name": "claude-sonnet-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "D" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "anthropic", "raw_prediction": "{\"choice\": \"D\"}", "recorded_at": "2026-09-16T14:48:54.041311+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-40", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "042a2d00-4b37-4dad-9c65-92eb823bb5ec", "result_sha256": "a146c475d28390250f35db2df8f8ffd748eb11c654d1d0ff0d38659c75616009", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002046, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "A" }, "group_id": "match-binding-41", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-41.png", "input_tokens": 968, "latency_sec": 2.3619427729863673, "model_name": "claude-sonnet-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T15:23:29.807719+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-41", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "a71198af-e5e1-49e8-b9bd-4ff7e024b9aa", "result_sha256": "c73f7223ee6dc4db3e54591e021db85f6e3273a4308874831a0f1fae27abb7fd", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002046, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "B" }, "group_id": "match-binding-42", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-42.png", "input_tokens": 968, "latency_sec": 1.2967380370246246, "model_name": "claude-sonnet-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T16:05:58.713346+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-42", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "8210e770-9d6b-4dcb-a2fa-106ab8ddb5f5", "result_sha256": "4959cd2a2783cadbb7c1071153dd2f8a7cc0f0cabb2aa02e73ed5ffbd9a2ade0", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.002046, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "C" }, "group_id": "match-binding-43", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-43.png", "input_tokens": 968, "latency_sec": 1.2140045239357278, "model_name": "claude-sonnet-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "anthropic", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T15:46:17.526094+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-binding-43", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "fd2648fe-7b19-4164-8edb-bc63d298b7b8", "result_sha256": "0b9dcc2e28567ced9b300dfdce12d7644668070b8bba2d977db73979848b070e", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.003786, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "D" }, "group_id": "match-binding-44", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-44.png", "input_tokens": 968, "latency_sec": 3.904689265997149, "model_name": "claude-sonnet-5", "out_of_srgb": null, "output_tokens": 185, "prediction": { "choice": "D" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "anthropic", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-16T14:40:53.306029+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-44", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "312bbe0a-1833-4dbd-b9c0-7e4146fda841", "result_sha256": "4307b3b4533a69a739a7c469db39a297800a61568424f62d84426f0033820c7a", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.002046, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "A" }, "group_id": "match-binding-45", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-45.png", "input_tokens": 968, "latency_sec": 1.657782251946628, "model_name": "claude-sonnet-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "D" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "anthropic", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-16T14:12:50.161372+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-binding-45", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "bea6f08b-b7f7-4cec-995d-03755aa6252b", "result_sha256": "d2f884d2488f7aeabb91e9f9c2698989a683416641db9039df37f50d884b2ca7", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.003006, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "B" }, "group_id": "match-binding-46", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-46.png", "input_tokens": 968, "latency_sec": 2.864233447937295, "model_name": "claude-sonnet-5", "out_of_srgb": null, "output_tokens": 107, "prediction": { "choice": "C" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "anthropic", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-16T15:53:53.182420+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-binding-46", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "41e9e132-885d-4caa-8c7c-8a331edb39b7", "result_sha256": "92f14d1f09706bafed56020e5b52241092150aecb16291761868a6331f84954a", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.003936, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "C" }, "group_id": "match-binding-47", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-47.png", "input_tokens": 968, "latency_sec": 3.596395879983902, "model_name": "claude-sonnet-5", "out_of_srgb": null, "output_tokens": 200, "prediction": { "choice": "D" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "anthropic", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-16T16:06:27.350737+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-binding-47", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "ae5deba6-c8a0-426e-9e7a-36e9768049ad", "result_sha256": "e884c4bd1566fc3792a2c05bc951ec1e240fd1a097bdd46b2c94e24dba1b42c7", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.003066, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "D" }, "group_id": "match-binding-48", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-48.png", "input_tokens": 968, "latency_sec": 4.331926726037636, "model_name": "claude-sonnet-5", "out_of_srgb": null, "output_tokens": 113, "prediction": { "choice": "C" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "anthropic", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-16T16:15:08.964411+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-binding-48", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "2eb46812-5d7e-479c-bc21-d44bad9229b3", "result_sha256": "810c5bc6fb88cda440da48baffd9eb8f3ae25dad3e86410daf747415467a83e9", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002038, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "B" }, "group_id": "chroma-chain-01-edge-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-01.png", "input_tokens": 964, "latency_sec": 1.1517550740391016, "model_name": "claude-sonnet-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "7cb1baae3d2170148c899969e7afaa6d6a5143997cc3086bc447697d521e10ca", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T16:25:26.518545+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-01", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "29424c61-cf21-4eb1-ac4c-48840c4b87c3", "result_sha256": "51e4dee282db84977a3a5140d83ae24adf62057fdd25ac95b409a0df79b60ee7", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002038, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "A" }, "group_id": "chroma-chain-01-edge-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-02.png", "input_tokens": 964, "latency_sec": 3.366238054004498, "model_name": "claude-sonnet-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "7cb1baae3d2170148c899969e7afaa6d6a5143997cc3086bc447697d521e10ca", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T15:14:09.278151+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-02", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "08ac9ed8-413a-47cc-b663-ca8aeb60a8e1", "result_sha256": "6d787f93fd139933dc67e95a6604f768343d89bf5bb74815b9c2b80ce95758af", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002038, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "A" }, "group_id": "chroma-chain-01-edge-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-03.png", "input_tokens": 964, "latency_sec": 1.3411188729805872, "model_name": "claude-sonnet-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "f7627aca5640b4e4bb5108ec22eda036673dd7300493ad098f17639bff610e34", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T16:22:06.450308+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-03", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "e152413d-a7ff-479e-aeeb-e3e55d96d41a", "result_sha256": "c03dee64ec82ff3ac32afaff0a62fa956bc437f4cd6f5c18a9705f3e5dc6d74e", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002038, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "B" }, "group_id": "chroma-chain-01-edge-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-04.png", "input_tokens": 964, "latency_sec": 1.6172237140126526, "model_name": "claude-sonnet-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "f7627aca5640b4e4bb5108ec22eda036673dd7300493ad098f17639bff610e34", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T16:19:25.157894+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-04", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "a2ee6332-9534-42ac-a0ab-d5d884de5fdf", "result_sha256": "faed6f0950f230d0efd14620c1f3eb5a5e02162b9488f197504995cb34a95388", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002038, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "B" }, "group_id": "chroma-chain-01-edge-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-05.png", "input_tokens": 964, "latency_sec": 1.6965029699495062, "model_name": "claude-sonnet-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "7cb1baae3d2170148c899969e7afaa6d6a5143997cc3086bc447697d521e10ca", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T14:47:48.977291+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-05", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "7b27cc57-bc2f-4f82-b435-9742ad80e018", "result_sha256": "5693ea845b47a4e4ec271da10ebd48ee68ee0da26cc618bc936b7b6ed8118ac7", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002398, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "A" }, "group_id": "chroma-chain-01-edge-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-06.png", "input_tokens": 964, "latency_sec": 1.8495937580009922, "model_name": "claude-sonnet-5", "out_of_srgb": null, "output_tokens": 47, "prediction": { "choice": "A" }, "prompt_sha256": "7cb1baae3d2170148c899969e7afaa6d6a5143997cc3086bc447697d521e10ca", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T14:43:59.592314+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-06", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "1ae84ee8-9a53-4ade-91fb-3c4364ec70b5", "result_sha256": "f3a33c18599983ef469a55921fb3145c63405f01e735e0872caec131f633b0e2", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.003038, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "A" }, "group_id": "chroma-chain-01-edge-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-07.png", "input_tokens": 964, "latency_sec": 3.3796151620335877, "model_name": "claude-sonnet-5", "out_of_srgb": null, "output_tokens": 111, "prediction": { "choice": "A" }, "prompt_sha256": "f7627aca5640b4e4bb5108ec22eda036673dd7300493ad098f17639bff610e34", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T14:57:08.684422+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-07", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "d50bae17-8450-402a-a776-f7478e08e82b", "result_sha256": "60b721963b91fbf1226eec2a5b2f085c9795d0bdff378e8dc7bdde0aab0a843b", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002328, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "B" }, "group_id": "chroma-chain-01-edge-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-08.png", "input_tokens": 964, "latency_sec": 1.6561611350625753, "model_name": "claude-sonnet-5", "out_of_srgb": null, "output_tokens": 40, "prediction": { "choice": "B" }, "prompt_sha256": "f7627aca5640b4e4bb5108ec22eda036673dd7300493ad098f17639bff610e34", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T16:04:57.816568+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-08", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "82361cef-d9b6-40c5-8fbc-a2b8ee89e81f", "result_sha256": "068d374112f40c3ebf0077feffc1934b2deb9dbe5544b9285d6343fa4b6a24d5", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002038, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "B" }, "group_id": "chroma-chain-01-edge-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-09.png", "input_tokens": 964, "latency_sec": 2.3691023690626025, "model_name": "claude-sonnet-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "7cb1baae3d2170148c899969e7afaa6d6a5143997cc3086bc447697d521e10ca", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T14:08:41.785770+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-09", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "9051a704-06ff-4694-b121-01bcc94f440c", "result_sha256": "e9a5985e44f4bdf0b74937f078f308ecb5c425af63fad1bc37c213785e209e4c", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002038, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "A" }, "group_id": "chroma-chain-01-edge-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-10.png", "input_tokens": 964, "latency_sec": 2.160624584998004, "model_name": "claude-sonnet-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "7cb1baae3d2170148c899969e7afaa6d6a5143997cc3086bc447697d521e10ca", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T15:12:29.762845+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-10", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "66f4fe06-28ca-4a34-ae5a-e18650e2f867", "result_sha256": "8178442870054874d51a0d1b0817fdb9d6a1794add0c52e61fe9de1e96e30d52", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.003468, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "A" }, "group_id": "chroma-chain-01-edge-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-11.png", "input_tokens": 964, "latency_sec": 3.3739462989615276, "model_name": "claude-sonnet-5", "out_of_srgb": null, "output_tokens": 154, "prediction": { "choice": "A" }, "prompt_sha256": "f7627aca5640b4e4bb5108ec22eda036673dd7300493ad098f17639bff610e34", "provider": "anthropic", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T14:20:16.571500+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-11", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "74c5480e-0556-4cf2-b911-19331f582c5b", "result_sha256": "5281639b6850a7a01a94b488b2f0f4fccf3ccbf1d4693a80cc489bb594c06ce0", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.003148, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "B" }, "group_id": "chroma-chain-01-edge-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-12.png", "input_tokens": 964, "latency_sec": 2.703287574928254, "model_name": "claude-sonnet-5", "out_of_srgb": null, "output_tokens": 122, "prediction": { "choice": "A" }, "prompt_sha256": "f7627aca5640b4e4bb5108ec22eda036673dd7300493ad098f17639bff610e34", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T15:45:30.224545+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-chroma-12", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "56d79771-6759-4cd5-aeac-41408f83cd0b", "result_sha256": "47c9ee4c170b1c0cac9096c875c4e853363e49c7a8b5cd5816280e5751d7d225", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.002038, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "B" }, "group_id": "chroma-chain-01-edge-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-13.png", "input_tokens": 964, "latency_sec": 1.6258000320522115, "model_name": "claude-sonnet-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "7cb1baae3d2170148c899969e7afaa6d6a5143997cc3086bc447697d521e10ca", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T15:27:10.721349+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-chroma-13", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "6bf4ea69-8a19-4cac-a50b-73ac25112ee7", "result_sha256": "c86933297dcc68b0bbf07b9900e69ead47d942f34efe7637b06fa7f220439c2b", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002038, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "A" }, "group_id": "chroma-chain-01-edge-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-14.png", "input_tokens": 964, "latency_sec": 1.6958253720076755, "model_name": "claude-sonnet-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "7cb1baae3d2170148c899969e7afaa6d6a5143997cc3086bc447697d521e10ca", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T15:37:33.191937+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-14", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "5dc23581-3a6a-409a-97ea-8b0008edb451", "result_sha256": "d37782144723885134ca77b6bd7af811b9d3178b6a442260989da0ac73ddd3b1", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.003448, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "A" }, "group_id": "chroma-chain-01-edge-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-15.png", "input_tokens": 964, "latency_sec": 3.2218675130279735, "model_name": "claude-sonnet-5", "out_of_srgb": null, "output_tokens": 152, "prediction": { "choice": "B" }, "prompt_sha256": "f7627aca5640b4e4bb5108ec22eda036673dd7300493ad098f17639bff610e34", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T14:13:23.983162+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-chroma-15", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "0b37c1ec-e165-4063-bb1f-a60bda896612", "result_sha256": "3e7bc3cc2ffc4afc7ffd8396608d6a0f68bf471f394c46bf77e61acf995f51e2", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002038, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "B" }, "group_id": "chroma-chain-01-edge-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-16.png", "input_tokens": 964, "latency_sec": 3.1891117669874802, "model_name": "claude-sonnet-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "f7627aca5640b4e4bb5108ec22eda036673dd7300493ad098f17639bff610e34", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T16:03:21.423616+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-16", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "bb49ba35-7644-4e1f-8e9a-6ac63222a235", "result_sha256": "c697ba9b86aef4e5b5b49583d4cdcbf96fb2e1e9088e0c642595bc3501f29660", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002038, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "B" }, "group_id": "chroma-chain-02-edge-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-17.png", "input_tokens": 964, "latency_sec": 1.299482082016766, "model_name": "claude-sonnet-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "7cb1baae3d2170148c899969e7afaa6d6a5143997cc3086bc447697d521e10ca", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T14:19:28.665193+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-17", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "0949f363-e7cd-45e4-859a-574718ca7df2", "result_sha256": "9e52132dbf1e571be8df72429d85f988e920f373d77397d0a72a4d7aa10c8749", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002038, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "A" }, "group_id": "chroma-chain-02-edge-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-18.png", "input_tokens": 964, "latency_sec": 1.8346966489916667, "model_name": "claude-sonnet-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "7cb1baae3d2170148c899969e7afaa6d6a5143997cc3086bc447697d521e10ca", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T14:50:05.242609+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-18", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "ebb537af-ea8f-4331-a29f-83e5b04cf34c", "result_sha256": "b069fb33632dbf2dbe808c1cff8b1cd40229f10ce3427842d122d7052a7a18ed", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002038, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "A" }, "group_id": "chroma-chain-02-edge-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-19.png", "input_tokens": 964, "latency_sec": 1.5104977930895984, "model_name": "claude-sonnet-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "f7627aca5640b4e4bb5108ec22eda036673dd7300493ad098f17639bff610e34", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T15:53:31.413531+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-19", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "6eeaf71b-fec6-4051-9915-27a6fabbcdda", "result_sha256": "32e8a737adb013b0456817bfe1ab5fb27f0cc47ed7693ac14e3ab49c950b07c0", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002398, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "B" }, "group_id": "chroma-chain-02-edge-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-20.png", "input_tokens": 964, "latency_sec": 3.307501450064592, "model_name": "claude-sonnet-5", "out_of_srgb": null, "output_tokens": 47, "prediction": { "choice": "B" }, "prompt_sha256": "f7627aca5640b4e4bb5108ec22eda036673dd7300493ad098f17639bff610e34", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T14:02:31.748556+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-20", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "566314ff-5a8e-4981-a00e-ca41aa740497", "result_sha256": "8d196db7594be60dec8ecc0bf1881ffa418cb7137576bb0a2719fa042f171560", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002038, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "B" }, "group_id": "chroma-chain-02-edge-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-21.png", "input_tokens": 964, "latency_sec": 2.581250519026071, "model_name": "claude-sonnet-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "7cb1baae3d2170148c899969e7afaa6d6a5143997cc3086bc447697d521e10ca", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T14:14:31.056833+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-21", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "24c0b261-3ff9-44f7-b085-819e911b0f5b", "result_sha256": "8ac7808e786a2b42b7affdf46f13eee6280f9b5ed89b17e46fa42d98eaaf4c5b", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002298, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "A" }, "group_id": "chroma-chain-02-edge-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-22.png", "input_tokens": 964, "latency_sec": 1.9030044981045648, "model_name": "claude-sonnet-5", "out_of_srgb": null, "output_tokens": 37, "prediction": { "choice": "A" }, "prompt_sha256": "7cb1baae3d2170148c899969e7afaa6d6a5143997cc3086bc447697d521e10ca", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T15:22:12.792419+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-22", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "58f533bb-8312-4352-87b7-c7676cb92e72", "result_sha256": "2cb4d4b2edca863b758a73db1c7a46587b80315015bd35cb0d1c845b6cfa4a01", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002308, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "A" }, "group_id": "chroma-chain-02-edge-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-23.png", "input_tokens": 964, "latency_sec": 3.0627667780499905, "model_name": "claude-sonnet-5", "out_of_srgb": null, "output_tokens": 38, "prediction": { "choice": "A" }, "prompt_sha256": "f7627aca5640b4e4bb5108ec22eda036673dd7300493ad098f17639bff610e34", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T14:50:30.604819+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-23", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "3499cdf5-12cf-4702-9c61-14b50b099e8c", "result_sha256": "c76ce2ffffbdfaa05b54703af18ebba72a5c1fc5f201a8eb80524daec51efddb", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002598, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "B" }, "group_id": "chroma-chain-02-edge-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-24.png", "input_tokens": 964, "latency_sec": 2.013071815017611, "model_name": "claude-sonnet-5", "out_of_srgb": null, "output_tokens": 67, "prediction": { "choice": "B" }, "prompt_sha256": "f7627aca5640b4e4bb5108ec22eda036673dd7300493ad098f17639bff610e34", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T16:26:32.942259+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-24", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "f305db92-4e67-4cae-8ada-38c49e77b7c3", "result_sha256": "8481d65043e2b21e1b7637ad8bc8280159b01baedd5332ece5c9e71e1b91f583", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002728, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "B" }, "group_id": "chroma-chain-02-edge-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-25.png", "input_tokens": 964, "latency_sec": 2.179706088034436, "model_name": "claude-sonnet-5", "out_of_srgb": null, "output_tokens": 80, "prediction": { "choice": "B" }, "prompt_sha256": "7cb1baae3d2170148c899969e7afaa6d6a5143997cc3086bc447697d521e10ca", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T16:07:22.548541+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-25", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "1cfae3dc-ddfb-445c-8841-0d3cc16a454c", "result_sha256": "9ba3d140ff90cff0b43d9ef58747efb5bb31151b8f24afdc066235c7724e4b82", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002708, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "A" }, "group_id": "chroma-chain-02-edge-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-26.png", "input_tokens": 964, "latency_sec": 2.8729944420047104, "model_name": "claude-sonnet-5", "out_of_srgb": null, "output_tokens": 78, "prediction": { "choice": "A" }, "prompt_sha256": "7cb1baae3d2170148c899969e7afaa6d6a5143997cc3086bc447697d521e10ca", "provider": "anthropic", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T14:09:06.363511+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-26", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "2f66d283-c929-4b05-b305-095b00ed9b6c", "result_sha256": "dcee7e708ea6c3d2aa667723ffa893ff9fa60562557b0e70c7b935a27261930c", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.003128, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "A" }, "group_id": "chroma-chain-02-edge-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-27.png", "input_tokens": 964, "latency_sec": 2.696252748952247, "model_name": "claude-sonnet-5", "out_of_srgb": null, "output_tokens": 120, "prediction": { "choice": "A" }, "prompt_sha256": "f7627aca5640b4e4bb5108ec22eda036673dd7300493ad098f17639bff610e34", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T15:41:02.716356+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-27", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "9775b3f5-2409-41d8-9804-0e7e13b21b5a", "result_sha256": "512f9241cf7556971581e6ba13ad0ef46fabab2be3c01b65d6bbaae424c54caa", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.002948, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "B" }, "group_id": "chroma-chain-02-edge-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-28.png", "input_tokens": 964, "latency_sec": 2.8602867950685322, "model_name": "claude-sonnet-5", "out_of_srgb": null, "output_tokens": 102, "prediction": { "choice": "A" }, "prompt_sha256": "f7627aca5640b4e4bb5108ec22eda036673dd7300493ad098f17639bff610e34", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T16:22:29.405889+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-chroma-28", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "a7473f94-c0e1-465f-ac8d-a51151518703", "result_sha256": "b0aa40d4508428edc8ced2cc0e3221cac33d76ee8faecd9f4ab0c4272db4a63f", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002038, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "B" }, "group_id": "chroma-chain-02-edge-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-29.png", "input_tokens": 964, "latency_sec": 1.2440415840828791, "model_name": "claude-sonnet-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "7cb1baae3d2170148c899969e7afaa6d6a5143997cc3086bc447697d521e10ca", "provider": "anthropic", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T15:53:21.952648+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-29", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "20e023dd-72c1-45cf-81ac-65469fef4d9e", "result_sha256": "44d55953af5d2a0a15254e3b67224b832c0b6c68b9f00baabf9b837ab9a79bd0", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002038, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "A" }, "group_id": "chroma-chain-02-edge-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-30.png", "input_tokens": 964, "latency_sec": 2.3387655620463192, "model_name": "claude-sonnet-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "7cb1baae3d2170148c899969e7afaa6d6a5143997cc3086bc447697d521e10ca", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T14:53:03.558870+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-30", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "55d778fd-e3aa-4979-bff5-0d526fb772bd", "result_sha256": "87a53f5d7055e182243cc0f46dfa3c8f49d412a07035e03dd0acb6873e48bd71", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002038, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "A" }, "group_id": "chroma-chain-02-edge-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-31.png", "input_tokens": 964, "latency_sec": 1.4716146880527958, "model_name": "claude-sonnet-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "f7627aca5640b4e4bb5108ec22eda036673dd7300493ad098f17639bff610e34", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T15:24:10.719426+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-31", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "d5b41447-cf21-4647-8eee-163462102ba0", "result_sha256": "13324cec6feff8ea5bc48f65fbe7eaedbace5e158c0a85095c38b6d77965e1e0", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002038, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "B" }, "group_id": "chroma-chain-02-edge-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-32.png", "input_tokens": 964, "latency_sec": 1.297675331006758, "model_name": "claude-sonnet-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "f7627aca5640b4e4bb5108ec22eda036673dd7300493ad098f17639bff610e34", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T15:16:45.882546+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-32", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "30592a23-2cbd-47d7-9fb4-eff0a8c595f8", "result_sha256": "a7971d5794883b168ec010db796c57e305fe23b177308188a7cf5fed54b21f69", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002958, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "B" }, "group_id": "chroma-chain-03-edge-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-33.png", "input_tokens": 964, "latency_sec": 3.0077153319725767, "model_name": "claude-sonnet-5", "out_of_srgb": null, "output_tokens": 103, "prediction": { "choice": "B" }, "prompt_sha256": "7cb1baae3d2170148c899969e7afaa6d6a5143997cc3086bc447697d521e10ca", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T14:57:49.793611+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-33", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "8eec7410-6f72-4e40-8375-ec410b094564", "result_sha256": "f1ad89bec67b5e1e31a4ecfe0f824f6377fe847ee41fe8b0772fe45ce1987c1d", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002038, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "A" }, "group_id": "chroma-chain-03-edge-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-34.png", "input_tokens": 964, "latency_sec": 1.2645126830320805, "model_name": "claude-sonnet-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "7cb1baae3d2170148c899969e7afaa6d6a5143997cc3086bc447697d521e10ca", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T15:28:21.029523+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-34", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "46a81249-cd3f-4266-842d-c5d01a3a4409", "result_sha256": "2cc7d1ac4bcaab4016634487fba46d5742f3e2a870cd3198259be7e57cde8b63", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002688, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "A" }, "group_id": "chroma-chain-03-edge-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-35.png", "input_tokens": 964, "latency_sec": 3.27480169699993, "model_name": "claude-sonnet-5", "out_of_srgb": null, "output_tokens": 76, "prediction": { "choice": "A" }, "prompt_sha256": "f7627aca5640b4e4bb5108ec22eda036673dd7300493ad098f17639bff610e34", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T15:28:13.833981+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-35", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "bf6cfce4-de95-476a-992c-6c58848556a1", "result_sha256": "9559b20401c5d9b86f9a3af153b3f8cd9adfff4055152712c0e914a9ec499ee5", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002678, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "B" }, "group_id": "chroma-chain-03-edge-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-36.png", "input_tokens": 964, "latency_sec": 2.2673768940148875, "model_name": "claude-sonnet-5", "out_of_srgb": null, "output_tokens": 75, "prediction": { "choice": "B" }, "prompt_sha256": "f7627aca5640b4e4bb5108ec22eda036673dd7300493ad098f17639bff610e34", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T15:02:28.801615+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-36", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "1db3af91-9ace-4c29-adf5-5827f355bfb9", "result_sha256": "26cdcb9fdfa4e71173b965fdf28bb1ee3a266cad961f65d2ec84e2542fe6d17b", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.003088, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "B" }, "group_id": "chroma-chain-03-edge-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-37.png", "input_tokens": 964, "latency_sec": 2.354590669972822, "model_name": "claude-sonnet-5", "out_of_srgb": null, "output_tokens": 116, "prediction": { "choice": "B" }, "prompt_sha256": "7cb1baae3d2170148c899969e7afaa6d6a5143997cc3086bc447697d521e10ca", "provider": "anthropic", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T14:16:01.201862+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-37", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "1d3aeb39-63cb-4ecb-b82d-a2fc926b3746", "result_sha256": "327d5cfba9244a3800c8332745c8c171ea144a071cab1e2d6eeb61b2e06fa7c8", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002738, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "A" }, "group_id": "chroma-chain-03-edge-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-38.png", "input_tokens": 964, "latency_sec": 2.5056098269997165, "model_name": "claude-sonnet-5", "out_of_srgb": null, "output_tokens": 81, "prediction": { "choice": "A" }, "prompt_sha256": "7cb1baae3d2170148c899969e7afaa6d6a5143997cc3086bc447697d521e10ca", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T15:13:27.644029+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-38", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "eebdcd47-0866-4cd2-878c-ec27290a496b", "result_sha256": "3c34ecb3d2da18147b83d08c147de0db68ac54238b0dcfb2128a6eb5bbf5411d", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.003678, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "A" }, "group_id": "chroma-chain-03-edge-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-39.png", "input_tokens": 964, "latency_sec": 3.2117843959713355, "model_name": "claude-sonnet-5", "out_of_srgb": null, "output_tokens": 175, "prediction": { "choice": "A" }, "prompt_sha256": "f7627aca5640b4e4bb5108ec22eda036673dd7300493ad098f17639bff610e34", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T15:29:07.225404+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-39", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "b9e48c55-bb79-44f2-a549-05120421867d", "result_sha256": "869e42cbb1a5f224c7b075980cd302bcdcb5e88ff2b09706d4e0c4e61b163726", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.003898, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "B" }, "group_id": "chroma-chain-03-edge-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-40.png", "input_tokens": 964, "latency_sec": 3.6120722600026056, "model_name": "claude-sonnet-5", "out_of_srgb": null, "output_tokens": 197, "prediction": { "choice": "B" }, "prompt_sha256": "f7627aca5640b4e4bb5108ec22eda036673dd7300493ad098f17639bff610e34", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T15:42:08.664548+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-40", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "8ef8539f-a0a4-4be2-b1ab-9a667c9dfd51", "result_sha256": "87aaf8611b739a025aebd56ec95b9aad86081acf2dffd74c156b83e5cac0071f", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002038, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "B" }, "group_id": "chroma-chain-03-edge-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-41.png", "input_tokens": 964, "latency_sec": 1.3679490450304002, "model_name": "claude-sonnet-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "7cb1baae3d2170148c899969e7afaa6d6a5143997cc3086bc447697d521e10ca", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T14:49:31.436044+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-41", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "15535ad0-8264-448e-9956-9d5230779018", "result_sha256": "40bcc393e16fa49bfd4c0e65377654b4e2adfd0566bb7d7747027a9d6c4dea0f", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002038, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "A" }, "group_id": "chroma-chain-03-edge-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-42.png", "input_tokens": 964, "latency_sec": 1.6052339120069519, "model_name": "claude-sonnet-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "7cb1baae3d2170148c899969e7afaa6d6a5143997cc3086bc447697d521e10ca", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T15:26:44.988325+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-42", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "71da05de-dbfe-403c-b0e1-363853f219b9", "result_sha256": "8ad88f0e101d6f4fe01b5b4056cb16cab21d381df9a50b4d1d08b136a834d01e", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002038, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "A" }, "group_id": "chroma-chain-03-edge-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-43.png", "input_tokens": 964, "latency_sec": 2.8392579020000994, "model_name": "claude-sonnet-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "f7627aca5640b4e4bb5108ec22eda036673dd7300493ad098f17639bff610e34", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T14:15:52.060343+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-43", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "9166b704-f7ed-459f-a9a7-9dad40f0c7ab", "result_sha256": "c83f88b1497d9dbac61e7cb7e382a3737938ae119f27edb0539dd06cfbf1fb3b", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002038, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "B" }, "group_id": "chroma-chain-03-edge-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-44.png", "input_tokens": 964, "latency_sec": 1.4763687619706616, "model_name": "claude-sonnet-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "f7627aca5640b4e4bb5108ec22eda036673dd7300493ad098f17639bff610e34", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T14:41:26.185020+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-44", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "efab9840-95bb-403b-869b-9b08eabd6de1", "result_sha256": "371d0a371197402faf0877575a7028a11b209687e39327c4fcfdac1c26506313", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002038, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "B" }, "group_id": "chroma-chain-03-edge-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-45.png", "input_tokens": 964, "latency_sec": 2.0286106960847974, "model_name": "claude-sonnet-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "7cb1baae3d2170148c899969e7afaa6d6a5143997cc3086bc447697d521e10ca", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T15:31:27.006837+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-45", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "c300914e-759b-45b6-bd4a-92e19c459198", "result_sha256": "9105c0dc8b964a1d70dccb52fd99d2b9c43e0beec265a86239e2ade90e865fe1", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002948, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "A" }, "group_id": "chroma-chain-03-edge-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-46.png", "input_tokens": 964, "latency_sec": 2.6682248899014667, "model_name": "claude-sonnet-5", "out_of_srgb": null, "output_tokens": 102, "prediction": { "choice": "A" }, "prompt_sha256": "7cb1baae3d2170148c899969e7afaa6d6a5143997cc3086bc447697d521e10ca", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T14:46:24.293256+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-46", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "fce6f748-15bd-4bea-a7a2-cd862a258220", "result_sha256": "9fc59e3125e1bb14a0b13b7c7624784b9c780406ae3c699aa3298f76a4340dab", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002038, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "A" }, "group_id": "chroma-chain-03-edge-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-47.png", "input_tokens": 964, "latency_sec": 2.770793771953322, "model_name": "claude-sonnet-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "f7627aca5640b4e4bb5108ec22eda036673dd7300493ad098f17639bff610e34", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T15:55:54.915397+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-47", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "93de2c77-61c4-4904-971a-ab89ae835eb1", "result_sha256": "95989129c1635099bad08b0d3ef813751b2dd302142e569317c8486368188519", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002788, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "B" }, "group_id": "chroma-chain-03-edge-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-48.png", "input_tokens": 964, "latency_sec": 2.435542209073901, "model_name": "claude-sonnet-5", "out_of_srgb": null, "output_tokens": 86, "prediction": { "choice": "B" }, "prompt_sha256": "f7627aca5640b4e4bb5108ec22eda036673dd7300493ad098f17639bff610e34", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T15:55:32.508826+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-48", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "74f2298c-ab50-45fe-8a91-ad5ab7bb1958", "result_sha256": "963106b5cc5cf135a03ac93743d5ac414106be61f90edb0ec3c193e1897d3660", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.003588, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "B" }, "group_id": "chroma-chain-04-edge-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-49.png", "input_tokens": 964, "latency_sec": 4.59461210493464, "model_name": "claude-sonnet-5", "out_of_srgb": null, "output_tokens": 166, "prediction": { "choice": "B" }, "prompt_sha256": "7cb1baae3d2170148c899969e7afaa6d6a5143997cc3086bc447697d521e10ca", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T15:55:42.469722+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-49", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "4e5c419a-427d-4ca5-9e5c-93d37a0c04f8", "result_sha256": "89d565ccbff9931d8030ca911b72b2bab0356ac27ea45bc018e50e5d832c6859", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002628, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "A" }, "group_id": "chroma-chain-04-edge-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-50.png", "input_tokens": 964, "latency_sec": 2.6480823890306056, "model_name": "claude-sonnet-5", "out_of_srgb": null, "output_tokens": 70, "prediction": { "choice": "A" }, "prompt_sha256": "7cb1baae3d2170148c899969e7afaa6d6a5143997cc3086bc447697d521e10ca", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T16:08:46.346829+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-50", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "f6cd0b18-241d-479b-8283-1fabf3cdc88a", "result_sha256": "e727373834d83dcefe5433cf934f4ebb41522664ed79fd378626b328538d74f4", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.002038, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "A" }, "group_id": "chroma-chain-04-edge-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-51.png", "input_tokens": 964, "latency_sec": 1.3144826949574053, "model_name": "claude-sonnet-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "f7627aca5640b4e4bb5108ec22eda036673dd7300493ad098f17639bff610e34", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T14:10:29.767436+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-chroma-51", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "46debf7e-9769-4a99-aeae-65a281530877", "result_sha256": "01e9ee45b2f1f6e09fbbf7e122504de8d4a38375e98cbe0e0a90e2ca73302bdb", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002728, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "B" }, "group_id": "chroma-chain-04-edge-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-52.png", "input_tokens": 964, "latency_sec": 2.9598798219813034, "model_name": "claude-sonnet-5", "out_of_srgb": null, "output_tokens": 80, "prediction": { "choice": "B" }, "prompt_sha256": "f7627aca5640b4e4bb5108ec22eda036673dd7300493ad098f17639bff610e34", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T15:35:09.073880+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-52", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "9e3ffa36-55c1-4c90-ad19-35938fabcf16", "result_sha256": "ffc05daab4466afb3c1a36b29789598bdfcbd858fcad04c96fe7045e8848efee", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002038, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "B" }, "group_id": "chroma-chain-04-edge-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-53.png", "input_tokens": 964, "latency_sec": 4.134762969915755, "model_name": "claude-sonnet-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "7cb1baae3d2170148c899969e7afaa6d6a5143997cc3086bc447697d521e10ca", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T14:14:03.508532+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-53", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "6ecb8d17-18b8-498a-9f6c-3d93c9d44f1b", "result_sha256": "d6e5c0a7370bc3f65e29a0feedec8bdd5fd461f4cf9b08f447e5f3093a490c29", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002038, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "A" }, "group_id": "chroma-chain-04-edge-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-54.png", "input_tokens": 964, "latency_sec": 2.1531456550583243, "model_name": "claude-sonnet-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "7cb1baae3d2170148c899969e7afaa6d6a5143997cc3086bc447697d521e10ca", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T14:51:17.940432+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-54", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "ede97a67-bbca-463f-a36f-e413c91ec051", "result_sha256": "7d9f21cb9f1fedf89fc034bec2f042a082cba470a10c60932a5bcc1eeddde8ab", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002038, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "A" }, "group_id": "chroma-chain-04-edge-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-55.png", "input_tokens": 964, "latency_sec": 1.5097966030007228, "model_name": "claude-sonnet-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "f7627aca5640b4e4bb5108ec22eda036673dd7300493ad098f17639bff610e34", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T15:30:14.804917+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-55", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "4a953702-0e24-491e-815d-5fc70487bfc7", "result_sha256": "576abc2803a7ca18181f2eb0178290c0d2a42c3d0df818380d3924df30395ca0", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002038, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "B" }, "group_id": "chroma-chain-04-edge-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-56.png", "input_tokens": 964, "latency_sec": 1.3617018780205399, "model_name": "claude-sonnet-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "f7627aca5640b4e4bb5108ec22eda036673dd7300493ad098f17639bff610e34", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T14:09:52.758545+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-56", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "ab086c82-e1fe-4f87-a94c-92ac624a59cc", "result_sha256": "d6dc14af414556bbb762e9a1d82a596bd9673066889b3c767fa5a5fabfb8bc4d", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002848, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "B" }, "group_id": "chroma-chain-04-edge-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-57.png", "input_tokens": 964, "latency_sec": 3.4795460229506716, "model_name": "claude-sonnet-5", "out_of_srgb": null, "output_tokens": 92, "prediction": { "choice": "B" }, "prompt_sha256": "7cb1baae3d2170148c899969e7afaa6d6a5143997cc3086bc447697d521e10ca", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T16:17:52.888136+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-57", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "53c791f6-32f5-4425-bd1c-7918c55ddab0", "result_sha256": "7c783f1698887049e9026c636b3178db92b59f9b54ab9b9547c8b8d100074b4b", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002038, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "A" }, "group_id": "chroma-chain-04-edge-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-58.png", "input_tokens": 964, "latency_sec": 2.749667349969968, "model_name": "claude-sonnet-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "7cb1baae3d2170148c899969e7afaa6d6a5143997cc3086bc447697d521e10ca", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T14:32:56.500104+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-58", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "fb92a41e-4573-49aa-94e6-2497bcca5140", "result_sha256": "54fc48f6cde2640a30f1da899f3b0c06896a298984b5eabc66331f1dae9270fe", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002468, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "A" }, "group_id": "chroma-chain-04-edge-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-59.png", "input_tokens": 964, "latency_sec": 3.66704109008424, "model_name": "claude-sonnet-5", "out_of_srgb": null, "output_tokens": 54, "prediction": { "choice": "A" }, "prompt_sha256": "f7627aca5640b4e4bb5108ec22eda036673dd7300493ad098f17639bff610e34", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T15:15:51.925887+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-59", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "9578bdad-4a94-4b30-9373-1f534bc2604d", "result_sha256": "7d5f6e53fb7c36c9ff04568b25078f0acf735d208051f0f7f59dd6fb6f261335", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002948, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "B" }, "group_id": "chroma-chain-04-edge-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-60.png", "input_tokens": 964, "latency_sec": 3.4266869159182534, "model_name": "claude-sonnet-5", "out_of_srgb": null, "output_tokens": 102, "prediction": { "choice": "B" }, "prompt_sha256": "f7627aca5640b4e4bb5108ec22eda036673dd7300493ad098f17639bff610e34", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T15:33:58.769951+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-60", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "8d8eb1ac-e9a8-4f74-81dd-f253f53cee1b", "result_sha256": "5ea5d24daa8a637ea5b91602c3136008b073d7b3c6160932db7e249f98cb4573", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002358, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "B" }, "group_id": "chroma-chain-04-edge-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-61.png", "input_tokens": 964, "latency_sec": 1.550866293022409, "model_name": "claude-sonnet-5", "out_of_srgb": null, "output_tokens": 43, "prediction": { "choice": "B" }, "prompt_sha256": "7cb1baae3d2170148c899969e7afaa6d6a5143997cc3086bc447697d521e10ca", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T14:20:46.610264+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-61", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "06037601-95ac-4cee-9c4e-5bbf92c05c54", "result_sha256": "dd5cbc0e33c090838a4dfedaea11ae35124d3ab87bdf4dc11cc3a9df792f1572", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002038, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "A" }, "group_id": "chroma-chain-04-edge-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-62.png", "input_tokens": 964, "latency_sec": 1.763990163919516, "model_name": "claude-sonnet-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "7cb1baae3d2170148c899969e7afaa6d6a5143997cc3086bc447697d521e10ca", "provider": "anthropic", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T14:16:17.967573+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-62", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "fbd25790-dd77-48c7-bb1d-e2913fa34a51", "result_sha256": "5a2da7d662ad7320b57bf209c97dace85c489a31ff92b69d6fd9b547385fac00", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002988, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "A" }, "group_id": "chroma-chain-04-edge-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-63.png", "input_tokens": 964, "latency_sec": 4.059902825974859, "model_name": "claude-sonnet-5", "out_of_srgb": null, "output_tokens": 106, "prediction": { "choice": "A" }, "prompt_sha256": "f7627aca5640b4e4bb5108ec22eda036673dd7300493ad098f17639bff610e34", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T15:49:42.649509+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-63", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "58d9de05-400d-4399-af92-ba956cb055e8", "result_sha256": "3fb137068d8d1e4936eb03bbbda7528d1c1746bf56e5884442ae69023b151c62", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002718, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "B" }, "group_id": "chroma-chain-04-edge-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-64.png", "input_tokens": 964, "latency_sec": 1.9763378070201725, "model_name": "claude-sonnet-5", "out_of_srgb": null, "output_tokens": 79, "prediction": { "choice": "B" }, "prompt_sha256": "f7627aca5640b4e4bb5108ec22eda036673dd7300493ad098f17639bff610e34", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T16:26:56.308674+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-64", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "a3359f43-5b40-4109-bf7f-1183d5b8029f", "result_sha256": "4ef4c1834274461a85baf69f88139483504476c6971ee1070b075f5b6ad8bbd9", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.003032, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "A" }, "group_id": "context-01-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-01.png", "input_tokens": 976, "latency_sec": 3.2640091190114617, "model_name": "claude-sonnet-5", "out_of_srgb": null, "output_tokens": 108, "prediction": { "choice": "A" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T15:42:33.824363+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-01", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "213b1b74-c512-4b0c-b005-8d6d4ae0710e", "result_sha256": "445c02e120e3c0a1de93718111f5db7c7d1911dc40c7f6d3ab74bfd9c022b262", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002282, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "B" }, "group_id": "context-01-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-02.png", "input_tokens": 976, "latency_sec": 1.4767161019844934, "model_name": "claude-sonnet-5", "out_of_srgb": null, "output_tokens": 33, "prediction": { "choice": "B" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T16:08:11.270061+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-02", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "d1e7f34a-b8b6-4600-be96-764bfe155a81", "result_sha256": "1c72e0e089af1d7a2523c1d7368ba922b0a5954e6c418e78c70100016a4cf8c7", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.003042, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "C" }, "group_id": "context-01-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-03.png", "input_tokens": 976, "latency_sec": 3.108585821930319, "model_name": "claude-sonnet-5", "out_of_srgb": null, "output_tokens": 109, "prediction": { "choice": "C" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "anthropic", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-16T15:12:05.704136+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-03", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "5105f59e-d608-4309-b00a-4b3f747be0db", "result_sha256": "301b1fa205be027672da92cb0562981c58ce3da722610ad794dd0e22ac1bd755", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002062, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "D" }, "group_id": "context-01-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-04.png", "input_tokens": 976, "latency_sec": 2.0385998589918017, "model_name": "claude-sonnet-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "D" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "anthropic", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-16T14:50:20.135191+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-04", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "5af14200-e643-4dfb-91b9-a6dc7fa0fab1", "result_sha256": "e0ba1b1b1dd56d399e5061f8ff176d40b736dd3beaaa0573f5e535223077cae3", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002062, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "A" }, "group_id": "context-01-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-05.png", "input_tokens": 976, "latency_sec": 2.5074190020095557, "model_name": "claude-sonnet-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T14:00:55.653148+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-05", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "accd760e-cef9-48a3-86e3-3f8b45fa6443", "result_sha256": "dca3de7ffffbc5ad2391f5ff2671105743e2b288a998c2f701db1de6706a333d", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002062, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "B" }, "group_id": "context-01-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-06.png", "input_tokens": 976, "latency_sec": 1.9113429139833897, "model_name": "claude-sonnet-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T14:45:19.074870+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-06", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "e117e3e6-58b9-4758-a50f-d5902194d5b4", "result_sha256": "18ed1640c15e27edc4e61e3307e2696d461b7d919a22d5ebaa0361aa3722fa4d", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002062, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "C" }, "group_id": "context-01-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-07.png", "input_tokens": 976, "latency_sec": 1.690330107929185, "model_name": "claude-sonnet-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "C" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "anthropic", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-16T14:17:00.461363+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-07", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "94d5e461-a57e-4edc-9859-2a99a488528b", "result_sha256": "831a9f1468adde5e088afab23829579d7b6ae6f9cc90733fd8f7c72b467af407", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002062, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "D" }, "group_id": "context-01-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-08.png", "input_tokens": 976, "latency_sec": 1.4254906519781798, "model_name": "claude-sonnet-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "D" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "anthropic", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-16T15:01:45.485378+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-08", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "7dc48766-681d-482f-9e2e-12b0a1f8cb29", "result_sha256": "7e55114e871fa3f767b8dfc67eece3ba342972295bbc8605c7ebb21f9f628b46", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.002062, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "A" }, "group_id": "context-01-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-09.png", "input_tokens": 976, "latency_sec": 1.2983462020056322, "model_name": "claude-sonnet-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "D" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "anthropic", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-16T15:49:55.740875+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-context-09", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "5529e8ae-814a-42a8-87f2-264eb573c3e2", "result_sha256": "c26e254b1d3af5b360c11a6ce7a47f554e53438db0fa5414d2f02e2dd1e9ac0c", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.002062, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "B" }, "group_id": "context-01-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-10.png", "input_tokens": 976, "latency_sec": 2.5714264140697196, "model_name": "claude-sonnet-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "D" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "anthropic", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-16T14:51:35.208080+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-context-10", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "9563d0a8-8df4-4f8d-b087-8fa7d2d428e7", "result_sha256": "4e7b0d1e7c603613b702c6aa95f85c26e280616383111c5931a326cce8c54c1f", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.002062, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "C" }, "group_id": "context-01-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-11.png", "input_tokens": 976, "latency_sec": 1.6175705809146166, "model_name": "claude-sonnet-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T16:07:51.462816+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-context-11", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "ed07534e-d1ac-40ba-8fb7-9fc04aa2a6d1", "result_sha256": "7645b67c0e9ddd8699584a6be4563103f0c2eecfadd91cf468e288de15fe51c5", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.002062, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "D" }, "group_id": "context-01-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-12.png", "input_tokens": 976, "latency_sec": 1.1263578890357167, "model_name": "claude-sonnet-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T15:56:27.978652+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-context-12", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "61349e50-0aa6-4d02-8b4a-f1d17c3f7d98", "result_sha256": "48ece753d0237dac5446e674bd1b249abfbd16a2e71ee9ecb9dd4d418e99b474", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.002062, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "A" }, "group_id": "context-01-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-13.png", "input_tokens": 976, "latency_sec": 1.5923165570711717, "model_name": "claude-sonnet-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "C" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "anthropic", "raw_prediction": "{\"choice\": \"C\"}", "recorded_at": "2026-09-16T16:10:14.862838+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-context-13", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "9c20602a-aae9-45dc-8d93-fec1f369916c", "result_sha256": "26fee86ed2f39a9c7c44d6098cd8f4902a6890e0329190580fb5b948f0c0282f", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002062, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "B" }, "group_id": "context-01-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-14.png", "input_tokens": 976, "latency_sec": 2.455088314949535, "model_name": "claude-sonnet-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T14:06:25.716695+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-14", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "3c130ed5-b400-4b16-a0d1-e0a112e2acc6", "result_sha256": "98f55f91c84bf7c8aaa507eba8f6e2df615158a1927c70f82cc84354e53e76bf", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002062, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "C" }, "group_id": "context-01-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-15.png", "input_tokens": 976, "latency_sec": 1.098985301097855, "model_name": "claude-sonnet-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "C" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "anthropic", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-16T15:02:41.389198+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-15", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "b47848cd-b65e-4560-b2b8-7ca20639bed6", "result_sha256": "454e702662a9c6041ea6f11d959458c826b282ebad4596af0163620001d9abe8", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.002062, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "D" }, "group_id": "context-01-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-16.png", "input_tokens": 976, "latency_sec": 1.2414365980075672, "model_name": "claude-sonnet-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T14:18:06.833883+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-context-16", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "6e314fa4-24ff-4aa1-9577-667b64d5107d", "result_sha256": "d72420ac8e249758294d8fcc13afda6dccbfeb177a16e351189e3b707240e47a", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002062, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "A" }, "group_id": "context-01-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-17.png", "input_tokens": 976, "latency_sec": 1.4530985780293122, "model_name": "claude-sonnet-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T16:24:39.696399+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-17", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "1e34dd6b-e26f-4817-b5a8-57ee58ae5bb7", "result_sha256": "18d1a4ff6e705e7e493a20ab417260d86d25cc5d4bc69235aa4e2e53359bbb16", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002062, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "B" }, "group_id": "context-01-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-18.png", "input_tokens": 976, "latency_sec": 2.5140583210159093, "model_name": "claude-sonnet-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T14:20:31.191844+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-18", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "ee2bbba9-5ea2-4fd8-aa86-59b393e5f311", "result_sha256": "e6a541aad3885f06617e39638caddf9a4b8153ecd930d431cc26d7975d7cecb1", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002062, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "C" }, "group_id": "context-01-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-19.png", "input_tokens": 976, "latency_sec": 2.033781389007345, "model_name": "claude-sonnet-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "C" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "anthropic", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-16T14:32:08.302528+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-19", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "73155643-09b4-4f7b-9913-c0b9e9b8299c", "result_sha256": "d48264e007bb5f7ddb7c1340ed5fe214a57595a0e8e785f7a318f289fd82ad87", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002062, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "D" }, "group_id": "context-01-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-20.png", "input_tokens": 976, "latency_sec": 1.6703607180388644, "model_name": "claude-sonnet-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "D" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "anthropic", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-16T14:05:33.698738+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-20", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "b37bcd1e-e7fb-4585-a6e1-a07fc43f98aa", "result_sha256": "37cbbc264effea933177619737fdd1ba6f07f4a62c1663a28c6b10b5d4d15d90", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002062, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "A" }, "group_id": "context-02-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-21.png", "input_tokens": 976, "latency_sec": 3.4086528240004554, "model_name": "claude-sonnet-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T16:31:22.633278+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-21", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "b0431b32-af95-4333-9f92-0b089923577b", "result_sha256": "def95bbc93cf22be14d0216fc9bfd492f8a99c442766c27f09ef88e9cd95ad70", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002062, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "B" }, "group_id": "context-02-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-22.png", "input_tokens": 976, "latency_sec": 1.3593221249757335, "model_name": "claude-sonnet-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T16:16:29.950051+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-22", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "ab47b29c-0cf9-4060-8579-f2905de0b171", "result_sha256": "3bc47b1c8acde1da9d93f334297fe548bf3b5209c381ba79b3b860964fcf2b81", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.002062, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "C" }, "group_id": "context-02-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-23.png", "input_tokens": 976, "latency_sec": 2.650553595041856, "model_name": "claude-sonnet-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T14:09:39.071521+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-context-23", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "3b28eb51-a764-4e54-b7d2-84d9f3fe0425", "result_sha256": "da77a2679ad2710c6e8aa83e668557b3f044df0f3887ff51457c3f5343e29e96", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.003602, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "D" }, "group_id": "context-02-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-24.png", "input_tokens": 976, "latency_sec": 2.764190324000083, "model_name": "claude-sonnet-5", "out_of_srgb": null, "output_tokens": 165, "prediction": { "choice": "D" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "anthropic", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-16T15:04:58.052208+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-24", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "4ce6a3ef-0f1c-4602-9f71-d68bdf232d8a", "result_sha256": "b9d9124257194cf837b578d57968b4bf53732988d926086815fe9546bc7de0cf", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002062, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "A" }, "group_id": "context-02-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-25.png", "input_tokens": 976, "latency_sec": 1.0032897760393098, "model_name": "claude-sonnet-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T14:18:25.462558+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-25", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "49d27b84-29f1-4949-b751-d1854e8a7d7d", "result_sha256": "6a1956262fd6200a10ee7ef5738a80212df18c1f90df90d6c86cf4f0138126d3", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.002062, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "B" }, "group_id": "context-02-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-26.png", "input_tokens": 976, "latency_sec": 2.080301299924031, "model_name": "claude-sonnet-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "C" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "anthropic", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-16T14:44:25.957052+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-context-26", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "590d8bcc-bd01-4929-b292-bf2473bd9931", "result_sha256": "3365610d3bbf3835b1658fd3b77f2a5a832ee058a0286fcb6f94a694d3f03520", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.002062, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "C" }, "group_id": "context-02-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-27.png", "input_tokens": 976, "latency_sec": 2.2012852149782702, "model_name": "claude-sonnet-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T15:43:03.227589+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-context-27", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "b6222101-f6eb-4d11-abf0-e84f2005ce07", "result_sha256": "02f59372075c9c438b1305a625065fc1ee41588010e90b7320159d109798e0b7", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.002062, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "D" }, "group_id": "context-02-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-28.png", "input_tokens": 976, "latency_sec": 3.198294149013236, "model_name": "claude-sonnet-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T14:21:04.628153+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-context-28", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "63d03d9e-e124-47ea-ba52-4519c8e897bd", "result_sha256": "7eb0b11510a6cd40695c4535b5e3d3e95e954fa2794f605c65d8b59da281c746", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002062, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "A" }, "group_id": "context-02-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-29.png", "input_tokens": 976, "latency_sec": 1.777940733009018, "model_name": "claude-sonnet-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T15:48:16.334925+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-29", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "3ca25b06-3d3a-4236-a5ab-e62e5a1e5665", "result_sha256": "8b10634d6c12ea2486dcd4cced38e399b1f996e056e2563b4de8d49efad916bf", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002062, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "B" }, "group_id": "context-02-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-30.png", "input_tokens": 976, "latency_sec": 2.959009724901989, "model_name": "claude-sonnet-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T15:50:44.491628+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-30", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "89c73a43-a160-4b2d-a1b6-a0709a83400c", "result_sha256": "f4f322c87d75647e66c6c9966c5acb1bbcd2c4586dc664f248d27b1a4007851f", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.002062, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "C" }, "group_id": "context-02-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-31.png", "input_tokens": 976, "latency_sec": 1.2910592110129073, "model_name": "claude-sonnet-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T14:46:58.690837+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-context-31", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "8632dfc6-fa39-40a9-ba5e-684ec4ae57bf", "result_sha256": "ec7f0c5c4dd7c26577625377a4be6933226de7860fa7c3ac1a7b08d9e776a351", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.002062, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "D" }, "group_id": "context-02-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-32.png", "input_tokens": 976, "latency_sec": 2.111077838926576, "model_name": "claude-sonnet-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T15:22:26.182102+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-context-32", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "e2e2ed59-e60d-401e-9867-dfc80000cae4", "result_sha256": "1b21227db8a139e5d3c50abecce4bf191a6781c96d79fd3c7d708d08948772bc", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.002062, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "A" }, "group_id": "context-02-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-33.png", "input_tokens": 976, "latency_sec": 1.4117673190776259, "model_name": "claude-sonnet-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "C" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "anthropic", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-16T16:26:06.476583+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-context-33", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "ab70f648-686d-4f87-b95e-262a99fe4756", "result_sha256": "d728c2768d068d9018adca66f6438f64827726a33cfb32b40df15279da73bd55", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.002062, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "B" }, "group_id": "context-02-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-34.png", "input_tokens": 976, "latency_sec": 1.1667455330025405, "model_name": "claude-sonnet-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "C" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "anthropic", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-16T15:10:19.925864+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-context-34", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "808ac63b-31c3-46fe-b94f-52e7d43629ff", "result_sha256": "9d0d5ed7a1d8901c9f6670c32a69d2878016adf0e55cb6f4aa7f9337a54ed364", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.002062, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "C" }, "group_id": "context-02-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-35.png", "input_tokens": 976, "latency_sec": 2.186242347001098, "model_name": "claude-sonnet-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T14:33:06.014513+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-context-35", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "ac6e3d9d-0172-4e31-8d88-338301ab08d7", "result_sha256": "3173caa4e0f39dba7c36ae2e1627700d06850746fc6a55f0a38288767bef95d6", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.002062, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "D" }, "group_id": "context-02-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-36.png", "input_tokens": 976, "latency_sec": 1.3604420999763533, "model_name": "claude-sonnet-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T16:01:08.677614+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-context-36", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "6e41e6dd-396a-4a84-a879-c08cfc89fdf6", "result_sha256": "7ff2098e909bab24321e189fe3d85abba92b5b97c553e1cda16fdc93b34e9c4d", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002062, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "A" }, "group_id": "context-02-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-37.png", "input_tokens": 976, "latency_sec": 1.7050294049549848, "model_name": "claude-sonnet-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T15:56:03.160771+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-37", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "a3354cd6-6979-4e23-963f-9fe8eafb8fd9", "result_sha256": "72fef07cf6e8eb6ee0b05ee619851846048103ec3be3bfa7a0c49abec2c90734", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002062, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "B" }, "group_id": "context-02-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-38.png", "input_tokens": 976, "latency_sec": 3.154642744921148, "model_name": "claude-sonnet-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T16:04:02.749075+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-38", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "b9858ab7-9403-4838-a042-4d18d1796521", "result_sha256": "6694aa9a73050c8f9c0639d7846802b77139a8ee3985bbb88c6ef000fcdfe440", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.002062, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "C" }, "group_id": "context-02-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-39.png", "input_tokens": 976, "latency_sec": 2.6392273060046136, "model_name": "claude-sonnet-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T14:39:44.789167+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-context-39", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "5b298897-a21a-444e-bb92-9804f282832a", "result_sha256": "b6a981c3bb05c0c146c38c890d10dd33737871c3bd30b3efe0548d3b2730a382", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.002062, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "D" }, "group_id": "context-02-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-40.png", "input_tokens": 976, "latency_sec": 2.059203707962297, "model_name": "claude-sonnet-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T15:18:52.886900+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-context-40", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "ed1580fe-a3ba-4743-8446-77850b274adf", "result_sha256": "33a610562d70927f135a09e4097b2501694e11c0fd563b3a510e85f539b53b94", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002062, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "A" }, "group_id": "context-03-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-41.png", "input_tokens": 976, "latency_sec": 2.2984237850178033, "model_name": "claude-sonnet-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T15:14:31.025572+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-41", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "27cfde7d-5155-49eb-afde-c4bce443d98a", "result_sha256": "36057471a469e064ae2f420e722d73412eb748f2d2f8ff44bdfd6948af4f9147", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.002062, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "B" }, "group_id": "context-03-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-42.png", "input_tokens": 976, "latency_sec": 2.995780974975787, "model_name": "claude-sonnet-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "C" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "anthropic", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-16T14:00:38.288538+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-context-42", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "f88edb59-2775-49be-9e96-c5e63ba44ae4", "result_sha256": "108d3b9ce1931f5621a9cbf8651d5c74c3b960b0e49dfa62870de27e069f0752", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002062, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "C" }, "group_id": "context-03-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-43.png", "input_tokens": 976, "latency_sec": 3.0211439869599417, "model_name": "claude-sonnet-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "C" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "anthropic", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-16T16:04:43.619677+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-43", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "986d8d59-5807-4ac7-8540-648a191230b4", "result_sha256": "a99dac3580443a39dba5138414ec5641b2c846b56e9ae865f81206c9ef5bd1dc", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002062, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "D" }, "group_id": "context-03-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-44.png", "input_tokens": 976, "latency_sec": 1.2156492290087044, "model_name": "claude-sonnet-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "D" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "anthropic", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-16T16:29:09.922886+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-44", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "563fd008-e963-4c4d-9008-867cdef82011", "result_sha256": "98157d5ebc75177f2e2919c467b7fc41567decd738e6939f00e348ef68e39059", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002062, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "A" }, "group_id": "context-03-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-45.png", "input_tokens": 976, "latency_sec": 1.4739855650113896, "model_name": "claude-sonnet-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T14:55:13.779998+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-45", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "b338ad0b-9585-45ca-aed4-48400d79f273", "result_sha256": "869dd47fe975d028244f10963dcd6849d87c192a4ab6d361841f78f25ddf237a", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002062, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "B" }, "group_id": "context-03-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-46.png", "input_tokens": 976, "latency_sec": 1.7599932200973853, "model_name": "claude-sonnet-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T14:15:14.314112+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-46", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "43cf5266-02c4-4825-b14d-702d7979efd9", "result_sha256": "67dea88919667d81f2fbe1dec3908732b4ddb9b7f3050def34a5855a2aaf49ea", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.002062, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "C" }, "group_id": "context-03-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-47.png", "input_tokens": 976, "latency_sec": 2.2694061340298504, "model_name": "claude-sonnet-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T16:22:17.919554+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-context-47", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "4fd9df1b-22d0-4a8a-951c-a7819ce08b30", "result_sha256": "511c80a0f66cc47fb84867c33dce42e7f473148986f152686915eadbf64bbd73", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.002062, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "D" }, "group_id": "context-03-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-48.png", "input_tokens": 976, "latency_sec": 3.0237790039973333, "model_name": "claude-sonnet-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T15:24:56.663610+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-context-48", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "04630c36-faf8-4811-9ec2-08447595cf06", "result_sha256": "3b35e6685dc50744c521b4ea7863d4bca79df6e3b3e3cd1e1febeb93689d6a79", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002062, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "A" }, "group_id": "context-03-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-49.png", "input_tokens": 976, "latency_sec": 2.1877592880045995, "model_name": "claude-sonnet-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T14:51:02.910242+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-49", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "57788589-a92f-4c69-b3c4-cfe99ac50270", "result_sha256": "bcee11b5eca659a947c4c37c3f1f8657bdb0247e3240b315ae76d36969e84384", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002062, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "B" }, "group_id": "context-03-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-50.png", "input_tokens": 976, "latency_sec": 1.8050951770273969, "model_name": "claude-sonnet-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T16:18:33.416048+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-50", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "4a116fa7-bf24-4055-942c-7ee355aff430", "result_sha256": "4da3a6c5d4db2cce51807242d9482adc72da1ee0500ab600168a8738aa8d7564", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.002062, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "C" }, "group_id": "context-03-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-51.png", "input_tokens": 976, "latency_sec": 1.2180642710300162, "model_name": "claude-sonnet-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T15:59:22.063300+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-context-51", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "05928668-5d02-4418-b2f3-45c5c0e9b2e3", "result_sha256": "7867c15299d7e4d4e8bfc605b50a471cedf5403acfe6d75e68e0d4dc8f200ea8", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002062, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "D" }, "group_id": "context-03-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-52.png", "input_tokens": 976, "latency_sec": 3.4658456799807027, "model_name": "claude-sonnet-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "D" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "anthropic", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-16T16:05:43.929877+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-52", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "23c98a05-4dde-45e6-a4e4-5700207864e3", "result_sha256": "980356f3032a84f8f4293ef0af09cf9a92dac9ae5698e6e04ab9f28c53e4f7a4", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002062, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "A" }, "group_id": "context-03-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-53.png", "input_tokens": 976, "latency_sec": 1.422821463085711, "model_name": "claude-sonnet-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T14:41:42.413907+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-53", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "bdf9e2d4-620e-4fa3-a99d-7874680dd458", "result_sha256": "65f8b6fb8f06d790bdfccb230db552eab4436c7dfbd3b4ab5349ef4db444d616", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.002392, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "B" }, "group_id": "context-03-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-54.png", "input_tokens": 976, "latency_sec": 3.407360463985242, "model_name": "claude-sonnet-5", "out_of_srgb": null, "output_tokens": 44, "prediction": { "choice": "C" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "anthropic", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-16T14:04:17.206260+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-context-54", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "6fd0b198-dc28-4252-ba7f-ff63a14fb63e", "result_sha256": "db31699f26d51f64c1c9e06581e237f59efdd25f554407b1378ffc2cc091988d", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002062, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "C" }, "group_id": "context-03-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-55.png", "input_tokens": 976, "latency_sec": 2.4146834179991856, "model_name": "claude-sonnet-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "C" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "anthropic", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-16T16:09:26.546091+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-55", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "9d563171-e862-4535-a094-da01c8f6abf1", "result_sha256": "aff0c3772991a02f9fd6c799c802d8002fa9b562b05832d49bd757cbd64de0d4", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002062, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "D" }, "group_id": "context-03-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-56.png", "input_tokens": 976, "latency_sec": 1.1599271000595763, "model_name": "claude-sonnet-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "D" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "anthropic", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-16T14:35:58.471607+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-56", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "8be45981-1ecb-4267-b4bd-de13886e9856", "result_sha256": "0843ff40c35bac9270f2f8c14bcbdd157bf232ea6bbef0bc5713063fa8823591", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002062, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "A" }, "group_id": "context-03-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-57.png", "input_tokens": 976, "latency_sec": 2.5101280719973147, "model_name": "claude-sonnet-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T14:48:38.508257+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-57", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "cdd604e0-7e76-46d1-80a7-0c4e240b985f", "result_sha256": "cae0f0156fa204933d35d287b1b07e1b12870333fee9f9f0d7b7da2dcecd3186", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002062, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "B" }, "group_id": "context-03-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-58.png", "input_tokens": 976, "latency_sec": 1.7738065040903166, "model_name": "claude-sonnet-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T16:20:10.176904+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-58", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "43db4dd1-ca9b-470c-972a-23832ffdf095", "result_sha256": "4c10dafbe010eb222e6d21b84ec2fdb8899293739c41c0d4d0fcd12af75d65c3", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002062, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "C" }, "group_id": "context-03-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-59.png", "input_tokens": 976, "latency_sec": 1.3253860790282488, "model_name": "claude-sonnet-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "C" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "anthropic", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-16T16:10:37.959648+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-59", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "50114396-0a25-4faf-a8f2-8f37ee263b6e", "result_sha256": "69c9949b9a7747526cec238b4d538771c2dc13bc85a8dfbb39f792b3fdf5c36f", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.002062, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "D" }, "group_id": "context-03-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-60.png", "input_tokens": 976, "latency_sec": 1.414227717090398, "model_name": "claude-sonnet-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T15:44:16.059780+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-context-60", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "74e1a13e-2f0f-4694-aa98-fcb0f31b153d", "result_sha256": "049f2af45c41fbab79d4ea7732b4943001d4e2775765d7cc08e305fb90d8c524", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002062, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "A" }, "group_id": "context-04-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-61.png", "input_tokens": 976, "latency_sec": 2.398348360089585, "model_name": "claude-sonnet-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T15:10:48.247264+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-61", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "db4273db-9807-4739-8216-76a1acbb29a6", "result_sha256": "632a528cda75c141f4c3d1eb76228c4fa2cc6cb973333e548e7cfa8cd80100ed", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002062, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "B" }, "group_id": "context-04-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-62.png", "input_tokens": 976, "latency_sec": 1.3926504709525034, "model_name": "claude-sonnet-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T14:58:14.753392+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-62", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "c8e38e5f-a188-4bd7-8bf3-c4d336a47bcf", "result_sha256": "2ff000ba7817124e50318db390cb1e2e67e59e2c69a3d8dd11a3131239d741f7", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002752, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "C" }, "group_id": "context-04-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-63.png", "input_tokens": 976, "latency_sec": 2.6928541470551863, "model_name": "claude-sonnet-5", "out_of_srgb": null, "output_tokens": 80, "prediction": { "choice": "C" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "anthropic", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-16T14:24:37.835170+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-63", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "784f428e-d034-4426-adcf-645f4bb60516", "result_sha256": "6c13ac0b51e654737e693b9a0ec581dc316980a83161e4abb1df9cb28c08cc15", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.003082, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "D" }, "group_id": "context-04-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-64.png", "input_tokens": 976, "latency_sec": 2.6937831359682605, "model_name": "claude-sonnet-5", "out_of_srgb": null, "output_tokens": 113, "prediction": { "choice": "D" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "anthropic", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-16T15:27:59.043429+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-64", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "363fc7ae-658f-468d-8471-3c5a73a4dd91", "result_sha256": "8ac87f4b6171e0e56c4d0b7c63aba67c9d8a33107e9cf2a79eb67b5456313957", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002062, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "A" }, "group_id": "context-04-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-65.png", "input_tokens": 976, "latency_sec": 2.035961293033324, "model_name": "claude-sonnet-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T14:39:09.896316+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-65", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "80822270-0bdc-4457-8a0a-c834d98ce91e", "result_sha256": "f8dd0787368aba1da625af3d3b24bb1d80c4e563f7c5659511fc1987b93c3783", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002062, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "B" }, "group_id": "context-04-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-66.png", "input_tokens": 976, "latency_sec": 2.1793066939571872, "model_name": "claude-sonnet-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T14:30:20.030744+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-66", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "6932b229-2646-486c-9916-73727f53e253", "result_sha256": "dfd6a2c9b42e3b9b4aa0b0d9021ac2ebed3f366e3d7a46dc2661d2b1ed609a8b", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.002062, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "C" }, "group_id": "context-04-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-67.png", "input_tokens": 976, "latency_sec": 3.2011996200308204, "model_name": "claude-sonnet-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T15:13:50.964287+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-context-67", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "c97f9271-6934-4a51-8d42-beff7515b722", "result_sha256": "91c40c7bc1f2983982855c2b001d718332cf527dcf54900d09fa0ca543284b6e", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.002062, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "D" }, "group_id": "context-04-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-68.png", "input_tokens": 976, "latency_sec": 1.107200279016979, "model_name": "claude-sonnet-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T15:31:48.932481+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-context-68", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "49c3b5bb-cf92-4251-9306-e84e917dcb4c", "result_sha256": "1c466cdfd20e2772e3324ce0fde6a6c5eb30874aa9fd15431cf5695f8b7b93c5", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002062, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "A" }, "group_id": "context-04-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-69.png", "input_tokens": 976, "latency_sec": 1.4051504350500181, "model_name": "claude-sonnet-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T15:21:14.232333+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-69", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "029a5c03-0ef5-4d3d-912e-b704a9a18a2d", "result_sha256": "7423808832ffbf9e570febab03069a9e8d100d35f3135232ab34265429df1a93", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.002062, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "B" }, "group_id": "context-04-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-70.png", "input_tokens": 976, "latency_sec": 2.3915674689924344, "model_name": "claude-sonnet-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T16:19:07.275226+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-context-70", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "d164dfdf-970c-4544-a64e-760cc898717c", "result_sha256": "06ab08070ed5875ca4b8ddffbd8e87019606e91084dff84417b353da79cc073c", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002062, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "C" }, "group_id": "context-04-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-71.png", "input_tokens": 976, "latency_sec": 1.3961679140338674, "model_name": "claude-sonnet-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "C" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "anthropic", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-16T15:46:30.466664+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-71", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "b731c0b0-5052-4024-9bd8-1237a54e42f1", "result_sha256": "ee0661a9cabd978194525af5cb035206d843197282db8f6d4ba2bd5d1349bd97", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002062, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "D" }, "group_id": "context-04-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-72.png", "input_tokens": 976, "latency_sec": 1.3298123519634828, "model_name": "claude-sonnet-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "D" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "anthropic", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-16T16:27:59.886527+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-72", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "e35eb1b8-731f-4028-9736-8b8a74229039", "result_sha256": "fe81181fcb95e90238a85f078faa9ab1691c1775250306538d658564672b0353", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002062, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "A" }, "group_id": "context-04-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-73.png", "input_tokens": 976, "latency_sec": 2.7567498029675335, "model_name": "claude-sonnet-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T14:28:40.201728+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-73", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "66e58e4f-155c-4b92-aefb-2df620a3ea6a", "result_sha256": "533b840b52e443a7d09991127a1653dc044f7a642353a65ba0c4b81383f9ff0d", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002062, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "B" }, "group_id": "context-04-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-74.png", "input_tokens": 976, "latency_sec": 1.9423017690423876, "model_name": "claude-sonnet-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T14:59:27.427951+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-74", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "bf0669d5-7d1d-43c9-a8cf-526157114a27", "result_sha256": "5042ddac625681b73e82f63952ab75d28d8395a08bd46433503997febe3e0049", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002062, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "C" }, "group_id": "context-04-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-75.png", "input_tokens": 976, "latency_sec": 1.2182254259241745, "model_name": "claude-sonnet-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "C" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "anthropic", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-16T14:09:18.532998+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-75", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "e0253ad2-f6fe-4c1f-8930-994da9edc6c4", "result_sha256": "2e858c35d3f4399efbbc60d3300b6bea7a76bd9dd4197c48bd04f9b5af6a5c1b", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002622, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "D" }, "group_id": "context-04-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-76.png", "input_tokens": 976, "latency_sec": 3.2742908509681, "model_name": "claude-sonnet-5", "out_of_srgb": null, "output_tokens": 67, "prediction": { "choice": "D" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "anthropic", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-16T14:56:42.090153+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-76", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "d0257d64-e236-4fef-8ae0-a22aa729d0cd", "result_sha256": "3c442f25e344fa76c306b091f3c2959669bebd5e2ce9d7088f95285776ec14ad", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002062, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "A" }, "group_id": "context-04-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-77.png", "input_tokens": 976, "latency_sec": 1.493790217093192, "model_name": "claude-sonnet-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T14:13:41.394437+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-77", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "f71a8eca-c564-413f-bf58-f613bff45f02", "result_sha256": "6f456e8dd636e0f1bed3f8c49ca2dc9089cfecf1342c05d7e7df456c961df9a7", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002062, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "B" }, "group_id": "context-04-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-78.png", "input_tokens": 976, "latency_sec": 1.5441184679511935, "model_name": "claude-sonnet-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T15:36:16.145520+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-78", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "63be876d-0693-4ecf-9fab-863e0c506321", "result_sha256": "1dc4f0a5155c4b7bcc17967fbb9a26bedd25001337355e0ec4fe55e12b779e44", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002062, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "C" }, "group_id": "context-04-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-79.png", "input_tokens": 976, "latency_sec": 1.5990286829182878, "model_name": "claude-sonnet-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "C" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "anthropic", "raw_prediction": "{\"choice\": \"C\"}", "recorded_at": "2026-09-16T15:42:17.155784+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-79", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "d96e105f-71ca-442a-924a-2a554882088b", "result_sha256": "44342ac678cf311e977dfe11a85965ba66d88a939e6cc86ab8b792eb50293b12", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.002062, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "D" }, "group_id": "context-04-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-80.png", "input_tokens": 976, "latency_sec": 2.296739839017391, "model_name": "claude-sonnet-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T15:16:06.003234+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-context-80", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "fe2e7c51-2ce6-4c49-abad-adc9882093f2", "result_sha256": "3273d0f2ff65de092219cefeaf5b05692135f4a50ba1b5a9c0ac212ff16972c3", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002068, "delta_e_ok": null, "error": null, "error_kind": null, "family": "gradient", "ground_truth": { "choice": "A" }, "group_id": "gradient-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/gradient-01.png", "input_tokens": 979, "latency_sec": 1.5498456240165979, "model_name": "claude-sonnet-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "93858b61346b697f9021a41a361838e5b0b8c06fbde9b0b35f514c9e29082ee5", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T14:10:43.266023+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-gradient-01", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "54aed15e-f88c-4c9d-a234-30d920d1b111", "result_sha256": "1b8f9735d26435ecd166851b67b1e495bb76927ee6051e4a4bb4db8a7e2d1b82", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002068, "delta_e_ok": null, "error": null, "error_kind": null, "family": "gradient", "ground_truth": { "choice": "B" }, "group_id": "gradient-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/gradient-02.png", "input_tokens": 979, "latency_sec": 1.6884455130202696, "model_name": "claude-sonnet-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "93858b61346b697f9021a41a361838e5b0b8c06fbde9b0b35f514c9e29082ee5", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T15:03:43.211528+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-gradient-02", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "5ff1f8ab-0c51-4ef3-84f8-db4c204c4b6f", "result_sha256": "a5f07b37fac47826029ba6018e20ef9577c54949646975d04a8c811a9763cc9e", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002878, "delta_e_ok": null, "error": null, "error_kind": null, "family": "gradient", "ground_truth": { "choice": "C" }, "group_id": "gradient-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/gradient-03.png", "input_tokens": 979, "latency_sec": 2.463057650020346, "model_name": "claude-sonnet-5", "out_of_srgb": null, "output_tokens": 92, "prediction": { "choice": "C" }, "prompt_sha256": "93858b61346b697f9021a41a361838e5b0b8c06fbde9b0b35f514c9e29082ee5", "provider": "anthropic", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-16T14:58:02.525047+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-gradient-03", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "495b889d-5313-4d4a-9c03-51e96092a79a", "result_sha256": "0f594fba4fff7abe1762086c7fe03013b0510c2b439a8d2110138fa170c04145", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.003998, "delta_e_ok": null, "error": null, "error_kind": null, "family": "gradient", "ground_truth": { "choice": "D" }, "group_id": "gradient-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/gradient-04.png", "input_tokens": 979, "latency_sec": 4.441597579978406, "model_name": "claude-sonnet-5", "out_of_srgb": null, "output_tokens": 204, "prediction": { "choice": "D" }, "prompt_sha256": "93858b61346b697f9021a41a361838e5b0b8c06fbde9b0b35f514c9e29082ee5", "provider": "anthropic", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-16T14:29:35.653141+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-gradient-04", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "ef18eeae-23a2-4697-8079-de74d240a33a", "result_sha256": "e6bc009969a9da62a09cebad2a0013e26df821a789021644dab2b038b2e238ac", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002068, "delta_e_ok": null, "error": null, "error_kind": null, "family": "gradient", "ground_truth": { "choice": "A" }, "group_id": "gradient-05", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/gradient-05.png", "input_tokens": 979, "latency_sec": 1.7159758970374241, "model_name": "claude-sonnet-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "93858b61346b697f9021a41a361838e5b0b8c06fbde9b0b35f514c9e29082ee5", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T14:25:58.697181+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-gradient-05", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "408f5724-c670-433d-8171-e49db4741669", "result_sha256": "71ef3bfd80df20cdefd2517db4cd2c1d590870a0a4a96d374c4417649c78dcaa", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002068, "delta_e_ok": null, "error": null, "error_kind": null, "family": "gradient", "ground_truth": { "choice": "B" }, "group_id": "gradient-06", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/gradient-06.png", "input_tokens": 979, "latency_sec": 1.687650008010678, "model_name": "claude-sonnet-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "93858b61346b697f9021a41a361838e5b0b8c06fbde9b0b35f514c9e29082ee5", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T15:59:47.473890+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-gradient-06", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "de2e43ea-c31c-4543-a4ee-f856ce11d391", "result_sha256": "0cec205f25624229f3c5efdde92f3bae964e6aecdf6dbbb129f98f15c931305e", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.004108, "delta_e_ok": null, "error": null, "error_kind": null, "family": "gradient", "ground_truth": { "choice": "C" }, "group_id": "gradient-07", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/gradient-07.png", "input_tokens": 979, "latency_sec": 4.102237232029438, "model_name": "claude-sonnet-5", "out_of_srgb": null, "output_tokens": 215, "prediction": { "choice": "C" }, "prompt_sha256": "93858b61346b697f9021a41a361838e5b0b8c06fbde9b0b35f514c9e29082ee5", "provider": "anthropic", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-16T15:24:28.681502+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-gradient-07", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "5f1b91ba-e3cf-41a6-bd52-fcda6e9d6f5c", "result_sha256": "458e53ceb91e5978b1c259bc263fc2e9053e2bc5e42dabf7c7e9750df298c9a4", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.004328, "delta_e_ok": null, "error": null, "error_kind": null, "family": "gradient", "ground_truth": { "choice": "D" }, "group_id": "gradient-08", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/gradient-08.png", "input_tokens": 979, "latency_sec": 3.3338645960902795, "model_name": "claude-sonnet-5", "out_of_srgb": null, "output_tokens": 237, "prediction": { "choice": "D" }, "prompt_sha256": "93858b61346b697f9021a41a361838e5b0b8c06fbde9b0b35f514c9e29082ee5", "provider": "anthropic", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-16T14:45:40.535114+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-gradient-08", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "fbb906b6-1062-4210-9412-c6f9620e4399", "result_sha256": "470284662fbdf4a88a03ce85f7be6c5dd5897e4e828f090a5849214c689a7cca", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002068, "delta_e_ok": null, "error": null, "error_kind": null, "family": "gradient", "ground_truth": { "choice": "A" }, "group_id": "gradient-09", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/gradient-09.png", "input_tokens": 979, "latency_sec": 1.6903902739286423, "model_name": "claude-sonnet-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "93858b61346b697f9021a41a361838e5b0b8c06fbde9b0b35f514c9e29082ee5", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T15:51:49.531994+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-gradient-09", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "203a8d41-5ce2-4cf5-8113-049755e3c215", "result_sha256": "c6288104a60e89921053201e2431d9d0899351a71fd556568978e86326da970a", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.003978, "delta_e_ok": null, "error": null, "error_kind": null, "family": "gradient", "ground_truth": { "choice": "B" }, "group_id": "gradient-10", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/gradient-10.png", "input_tokens": 979, "latency_sec": 3.557462578988634, "model_name": "claude-sonnet-5", "out_of_srgb": null, "output_tokens": 202, "prediction": { "choice": "B" }, "prompt_sha256": "93858b61346b697f9021a41a361838e5b0b8c06fbde9b0b35f514c9e29082ee5", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T14:57:30.846888+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-gradient-10", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "cec2988e-101e-4d59-9b90-ae79d9134ba9", "result_sha256": "d8638588e8f7a3d8968b8f8eb8cb7656b4aa6b8af15c53f9676a3da80e0962c4", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.003188, "delta_e_ok": null, "error": null, "error_kind": null, "family": "gradient", "ground_truth": { "choice": "C" }, "group_id": "gradient-11", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/gradient-11.png", "input_tokens": 979, "latency_sec": 3.153376374975778, "model_name": "claude-sonnet-5", "out_of_srgb": null, "output_tokens": 123, "prediction": { "choice": "C" }, "prompt_sha256": "93858b61346b697f9021a41a361838e5b0b8c06fbde9b0b35f514c9e29082ee5", "provider": "anthropic", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-16T14:54:38.341565+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-gradient-11", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "ddb1a5aa-a7ba-4257-83c8-01e4803f47a8", "result_sha256": "f624e741e5b02a22d0869a81abdda2ef0127b9715bc76c140983b5d442c9e25e", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002068, "delta_e_ok": null, "error": null, "error_kind": null, "family": "gradient", "ground_truth": { "choice": "D" }, "group_id": "gradient-12", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/gradient-12.png", "input_tokens": 979, "latency_sec": 1.3239114090101793, "model_name": "claude-sonnet-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "D" }, "prompt_sha256": "93858b61346b697f9021a41a361838e5b0b8c06fbde9b0b35f514c9e29082ee5", "provider": "anthropic", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-16T14:12:33.796288+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-gradient-12", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "c9280b23-0630-48a7-bb6f-66889a730365", "result_sha256": "6f138acffbfa88c7af0f0dc3cd40ebd319ac31614162575bac01ee2d2600f102", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002068, "delta_e_ok": null, "error": null, "error_kind": null, "family": "gradient", "ground_truth": { "choice": "A" }, "group_id": "gradient-13", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/gradient-13.png", "input_tokens": 979, "latency_sec": 1.0620699430583045, "model_name": "claude-sonnet-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "93858b61346b697f9021a41a361838e5b0b8c06fbde9b0b35f514c9e29082ee5", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T16:13:54.039819+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-gradient-13", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "b228a7db-33c0-4ad2-8f92-593a54fe70d5", "result_sha256": "f1b9f6b1ba2460d821f74b5099cd84bd7cb08fc764493d089d7f16bb9ccfe424", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002068, "delta_e_ok": null, "error": null, "error_kind": null, "family": "gradient", "ground_truth": { "choice": "B" }, "group_id": "gradient-14", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/gradient-14.png", "input_tokens": 979, "latency_sec": 1.5482101989910007, "model_name": "claude-sonnet-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "93858b61346b697f9021a41a361838e5b0b8c06fbde9b0b35f514c9e29082ee5", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T14:21:38.192769+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-gradient-14", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "e6e31028-6475-45a5-8800-927ce2338b37", "result_sha256": "938f285648efbc310e17528211bcf5cba6edc32e0110718489d3d8c15afb0985", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002068, "delta_e_ok": null, "error": null, "error_kind": null, "family": "gradient", "ground_truth": { "choice": "C" }, "group_id": "gradient-15", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/gradient-15.png", "input_tokens": 979, "latency_sec": 2.297625727020204, "model_name": "claude-sonnet-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "C" }, "prompt_sha256": "93858b61346b697f9021a41a361838e5b0b8c06fbde9b0b35f514c9e29082ee5", "provider": "anthropic", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-16T14:55:43.001739+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-gradient-15", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "0411f3b2-23df-4f17-8894-d7e32e24e65c", "result_sha256": "90f9864e71207547630e8dd3861f2c1997798943da42a6d3f16f3eda92d6e3b5", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002068, "delta_e_ok": null, "error": null, "error_kind": null, "family": "gradient", "ground_truth": { "choice": "D" }, "group_id": "gradient-16", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/gradient-16.png", "input_tokens": 979, "latency_sec": 2.924210172961466, "model_name": "claude-sonnet-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "D" }, "prompt_sha256": "93858b61346b697f9021a41a361838e5b0b8c06fbde9b0b35f514c9e29082ee5", "provider": "anthropic", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-16T16:30:02.615858+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-gradient-16", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "60dd687c-4231-4bda-ae7c-694971c8ae1c", "result_sha256": "a7555c9f2d768c5c321413b361ba121f28d2bac10161b3fc2efb39815bcb5f75", "result": { "component_errors": { "h": 1.5, "l": 0.8039215686274517, "s": 2.3937007874015706 }, "correct": null, "cost_estimated": false, "cost_usd": 0.002296, "delta_e_ok": 0.012601376383606065, "error": null, "error_kind": null, "family": "hsl", "ground_truth": { "rgb": [ 192, 64, 80 ] }, "group_id": "numeric-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-01.png", "input_tokens": 1043, "latency_sec": 4.842956513981335, "model_name": "claude-sonnet-5", "out_of_srgb": false, "output_tokens": 21, "prediction": { "h": 351.0, "l": 51.0, "s": 48.0 }, "prompt_sha256": "d5a3e77db006cc09848010934a3ee06e3beb9ab32aa54f5bf67eb79750a81ad8", "provider": "anthropic", "raw_prediction": "{\"h\": 351, \"s\": 48, \"l\": 51}", "recorded_at": "2026-09-16T14:03:28.518605+00:00", "request_attempts": 1, "score": 93.69931180819697, "task_id": "colorbench-hsl-01", "tight_score": 74.79724723278787, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": false, "0.02": true, "0.05": true } } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "4f33be78-bee9-4119-a9c3-a2d566db2f78", "result_sha256": "0fe47c26b8a6ba2415723c3861756df93b387443ec09dbd120153de286420f77", "result": { "component_errors": { "h": 1.7894736842105488, "l": 0.29411764705881893, "s": 8.666666666666657 }, "correct": null, "cost_estimated": false, "cost_usd": 0.002296, "delta_e_ok": 0.022890516227034086, "error": null, "error_kind": null, "family": "hsl", "ground_truth": { "rgb": [ 38, 112, 190 ] }, "group_id": "numeric-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-02.png", "input_tokens": 1043, "latency_sec": 2.1846041519893333, "model_name": "claude-sonnet-5", "out_of_srgb": false, "output_tokens": 21, "prediction": { "h": 209.0, "l": 45.0, "s": 58.0 }, "prompt_sha256": "d5a3e77db006cc09848010934a3ee06e3beb9ab32aa54f5bf67eb79750a81ad8", "provider": "anthropic", "raw_prediction": "{\"h\": 209, \"s\": 58, \"l\": 45}", "recorded_at": "2026-09-16T15:25:44.228506+00:00", "request_attempts": 1, "score": 88.55474188648296, "task_id": "colorbench-hsl-02", "tight_score": 54.21896754593183, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": false, "0.02": false, "0.05": true } } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "2067be15-365b-425c-b607-ba1c077251e2", "result_sha256": "e08a22b73768bcbb4bfff938e0077d53a09d4592ed8e7fe341a0d8b53ed98a1a", "result": { "component_errors": { "h": 2.0, "l": 5.784313725490193, "s": 10.0 }, "correct": null, "cost_estimated": false, "cost_usd": 0.002266, "delta_e_ok": 0.03978650853525315, "error": null, "error_kind": null, "family": "hsl", "ground_truth": { "rgb": [ 60, 140, 100 ] }, "group_id": "numeric-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-03.png", "input_tokens": 1043, "latency_sec": 3.3615220049396157, "model_name": "claude-sonnet-5", "out_of_srgb": false, "output_tokens": 18, "prediction": { "h": 152.0, "l": 45.0, "s": 30.0 }, "prompt_sha256": "d5a3e77db006cc09848010934a3ee06e3beb9ab32aa54f5bf67eb79750a81ad8", "provider": "anthropic", "raw_prediction": "{\"h\":152,\"s\":30,\"l\":45}", "recorded_at": "2026-09-16T14:47:26.301000+00:00", "request_attempts": 1, "score": 80.10674573237341, "task_id": "colorbench-hsl-03", "tight_score": 20.426982929493697, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": false, "0.02": false, "0.05": true } } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "d325ecf3-7030-44c9-b575-d2d9611593b7", "result_sha256": "f0982ff6549a98810209499171a79d080bb2afb6e423ff95afd88864aae6ba92", "result": { "component_errors": { "h": 0.4285714285714448, "l": 1.9019607843137223, "s": 0.8695652173912976 }, "correct": null, "cost_estimated": false, "cost_usd": 0.002296, "delta_e_ok": 0.020842819809263127, "error": null, "error_kind": null, "family": "hsl", "ground_truth": { "rgb": [ 185, 135, 45 ] }, "group_id": "numeric-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-04.png", "input_tokens": 1043, "latency_sec": 1.507529105991125, "model_name": "claude-sonnet-5", "out_of_srgb": false, "output_tokens": 21, "prediction": { "h": 39.0, "l": 47.0, "s": 60.0 }, "prompt_sha256": "d5a3e77db006cc09848010934a3ee06e3beb9ab32aa54f5bf67eb79750a81ad8", "provider": "anthropic", "raw_prediction": "{\"h\": 39, \"s\": 60, \"l\": 47}", "recorded_at": "2026-09-16T14:35:19.523561+00:00", "request_attempts": 1, "score": 89.57859009536844, "task_id": "colorbench-hsl-04", "tight_score": 58.31436038147375, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": false, "0.02": false, "0.05": true } } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "77fc1c87-a644-4820-a94e-d92fb34da835", "result_sha256": "bfd1ef23c15f0953c361ff0e91adfca7eef859f26afdb83a6cd56e9c4573455e", "result": { "component_errors": { "h": 6.666666666666686, "l": 0.9803921568627416, "s": 2.0 }, "correct": null, "cost_estimated": false, "cost_usd": 0.002266, "delta_e_ok": 0.01946597430417275, "error": null, "error_kind": null, "family": "hsl", "ground_truth": { "rgb": [ 135, 85, 175 ] }, "group_id": "numeric-05", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-05.png", "input_tokens": 1043, "latency_sec": 1.6227581799030304, "model_name": "claude-sonnet-5", "out_of_srgb": false, "output_tokens": 18, "prediction": { "h": 280.0, "l": 50.0, "s": 38.0 }, "prompt_sha256": "d5a3e77db006cc09848010934a3ee06e3beb9ab32aa54f5bf67eb79750a81ad8", "provider": "anthropic", "raw_prediction": "{\"h\":280,\"s\":38,\"l\":50}", "recorded_at": "2026-09-16T15:15:34.496149+00:00", "request_attempts": 1, "score": 90.26701284791363, "task_id": "colorbench-hsl-05", "tight_score": 61.0680513916545, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": false, "0.02": true, "0.05": true } } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "1d82df38-0068-476b-90dc-be514d367b87", "result_sha256": "25c329b562c78c33e06856e157b90dccbe10435d74456a9bc59b6e3d5055e9a8", "result": { "component_errors": { "h": 1.5660377358490507, "l": 0.9803921568627452, "s": 14.639175257731964 }, "correct": null, "cost_estimated": false, "cost_usd": 0.002296, "delta_e_ok": 0.01914973950172823, "error": null, "error_kind": null, "family": "hsl", "ground_truth": { "rgb": [ 22, 48, 75 ] }, "group_id": "numeric-06", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-06.png", "input_tokens": 1043, "latency_sec": 1.555320494924672, "model_name": "claude-sonnet-5", "out_of_srgb": false, "output_tokens": 21, "prediction": { "h": 209.0, "l": 20.0, "s": 40.0 }, "prompt_sha256": "d5a3e77db006cc09848010934a3ee06e3beb9ab32aa54f5bf67eb79750a81ad8", "provider": "anthropic", "raw_prediction": "{\"h\": 209, \"s\": 40, \"l\": 20}", "recorded_at": "2026-09-16T14:31:20.843790+00:00", "request_attempts": 1, "score": 90.42513024913589, "task_id": "colorbench-hsl-06", "tight_score": 61.70052099654354, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": false, "0.02": true, "0.05": true } } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "c8331d5f-c308-41dd-90cb-b9e720aecf63", "result_sha256": "da86323377e3ef27f660b0583b4a7a1f8d3d90391b292fb13bd4778a4089617e", "result": { "component_errors": { "h": 3.2162162162161962, "l": 2.0196078431372513, "s": 3.8556701030928053 }, "correct": null, "cost_estimated": false, "cost_usd": 0.002266, "delta_e_ok": 0.019448669985400065, "error": null, "error_kind": null, "family": "hsl", "ground_truth": { "rgb": [ 225, 215, 188 ] }, "group_id": "numeric-07", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-07.png", "input_tokens": 1043, "latency_sec": 3.311086943023838, "model_name": "claude-sonnet-5", "out_of_srgb": false, "output_tokens": 18, "prediction": { "h": 47.0, "l": 83.0, "s": 42.0 }, "prompt_sha256": "d5a3e77db006cc09848010934a3ee06e3beb9ab32aa54f5bf67eb79750a81ad8", "provider": "anthropic", "raw_prediction": "{\"h\":47,\"s\":42,\"l\":83}", "recorded_at": "2026-09-16T15:48:47.182762+00:00", "request_attempts": 1, "score": 90.27566500729996, "task_id": "colorbench-hsl-07", "tight_score": 61.102660029199875, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": false, "0.02": true, "0.05": true } } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "a5eba716-a27b-4621-a100-d620b258c591", "result_sha256": "b70869b9af59f1961f7bce1362292d1e8801adf133c3a04b7a2d757894862682", "result": { "component_errors": { "h": null, "l": 0.19607843137254832, "s": 0.0 }, "correct": null, "cost_estimated": false, "cost_usd": 0.002296, "delta_e_ok": 0.0016900750842691059, "error": null, "error_kind": null, "family": "hsl", "ground_truth": { "rgb": [ 128, 128, 128 ] }, "group_id": "numeric-08", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-08.png", "input_tokens": 1043, "latency_sec": 1.3816565200686455, "model_name": "claude-sonnet-5", "out_of_srgb": false, "output_tokens": 21, "prediction": { "h": 0.0, "l": 50.0, "s": 0.0 }, "prompt_sha256": "d5a3e77db006cc09848010934a3ee06e3beb9ab32aa54f5bf67eb79750a81ad8", "provider": "anthropic", "raw_prediction": "{\"h\": 0, \"s\": 0, \"l\": 50}", "recorded_at": "2026-09-16T16:32:01.889229+00:00", "request_attempts": 1, "score": 99.15496245786545, "task_id": "colorbench-hsl-08", "tight_score": 96.61984983146179, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": true, "0.01": true, "0.02": true, "0.05": true } } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "ca1741d4-7539-42c4-8a83-fe79f510ba6f", "result_sha256": "8b41c18ced35f7bbede2017111ad351c7adbc8c8f116e569751169f25cc46000", "result": { "component_errors": { "h": 3.363636363636374, "l": 1.3725490196078383, "s": 1.8387096774193452 }, "correct": null, "cost_estimated": false, "cost_usd": 0.002296, "delta_e_ok": 0.01082708146415128, "error": null, "error_kind": null, "family": "hsl", "ground_truth": { "rgb": [ 230, 32, 44 ] }, "group_id": "numeric-09", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-09.png", "input_tokens": 1043, "latency_sec": 3.3054675590246916, "model_name": "claude-sonnet-5", "out_of_srgb": false, "output_tokens": 21, "prediction": { "h": 353.0, "l": 50.0, "s": 78.0 }, "prompt_sha256": "d5a3e77db006cc09848010934a3ee06e3beb9ab32aa54f5bf67eb79750a81ad8", "provider": "anthropic", "raw_prediction": "{\"h\": 353, \"s\": 78, \"l\": 50}", "recorded_at": "2026-09-16T14:08:07.498855+00:00", "request_attempts": 1, "score": 94.58645926792435, "task_id": "colorbench-hsl-09", "tight_score": 78.34583707169745, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": false, "0.02": true, "0.05": true } } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "83055ae0-a0f9-4014-941b-e1cc86c158f5", "result_sha256": "28d536b28c76a92bff9949310a546238701e34661b0eb31ed324e8cf9ad52628", "result": { "component_errors": { "h": 0.02985074626863593, "l": 6.313725490196077, "s": 21.626373626373635 }, "correct": null, "cost_estimated": false, "cost_usd": 0.002266, "delta_e_ok": 0.029077245702151335, "error": null, "error_kind": null, "family": "hsl", "ground_truth": { "rgb": [ 24, 158, 82 ] }, "group_id": "numeric-10", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-10.png", "input_tokens": 1043, "latency_sec": 1.742196650011465, "model_name": "claude-sonnet-5", "out_of_srgb": false, "output_tokens": 18, "prediction": { "h": 146.0, "l": 42.0, "s": 52.0 }, "prompt_sha256": "d5a3e77db006cc09848010934a3ee06e3beb9ab32aa54f5bf67eb79750a81ad8", "provider": "anthropic", "raw_prediction": "{\"h\":146,\"s\":52,\"l\":42}", "recorded_at": "2026-09-16T15:33:19.776880+00:00", "request_attempts": 1, "score": 85.46137714892433, "task_id": "colorbench-hsl-10", "tight_score": 41.84550859569733, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": false, "0.02": false, "0.05": true } } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "d0ea6a25-7b70-4d17-9b79-4b785bb4c616", "result_sha256": "f5f36c7b5beec5b4fc4e340858fcac913ebdc86458d342d623c7dc91427cb7f7", "result": { "component_errors": { "h": 0.043478260869562746, "l": 0.6666666666666643, "s": 14.310924369747909 }, "correct": null, "cost_estimated": false, "cost_usd": 0.002266, "delta_e_ok": 0.04406420661141456, "error": null, "error_kind": null, "family": "hsl", "ground_truth": { "rgb": [ 44, 84, 228 ] }, "group_id": "numeric-11", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-11.png", "input_tokens": 1043, "latency_sec": 1.6119360669981688, "model_name": "claude-sonnet-5", "out_of_srgb": false, "output_tokens": 18, "prediction": { "h": 227.0, "l": 54.0, "s": 63.0 }, "prompt_sha256": "d5a3e77db006cc09848010934a3ee06e3beb9ab32aa54f5bf67eb79750a81ad8", "provider": "anthropic", "raw_prediction": "{\"h\":227,\"s\":63,\"l\":54}", "recorded_at": "2026-09-16T15:41:42.031429+00:00", "request_attempts": 1, "score": 77.96789669429272, "task_id": "colorbench-hsl-11", "tight_score": 11.871586777170883, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": false, "0.02": false, "0.05": true } } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "5b8d3ec3-8882-43ac-b87a-babf9ab244a7", "result_sha256": "321904be5af2a824efa4db67acad895235ca4ee9d7edfd0184a5667eb46c7685", "result": { "component_errors": { "h": 2.25, "l": 1.0980392156862706, "s": 3.4782608695652186 }, "correct": null, "cost_estimated": false, "cost_usd": 0.002266, "delta_e_ok": 0.023582542970149726, "error": null, "error_kind": null, "family": "hsl", "ground_truth": { "rgb": [ 236, 208, 44 ] }, "group_id": "numeric-12", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-12.png", "input_tokens": 1043, "latency_sec": 3.5093588239979, "model_name": "claude-sonnet-5", "out_of_srgb": false, "output_tokens": 18, "prediction": { "h": 49.0, "l": 56.0, "s": 80.0 }, "prompt_sha256": "d5a3e77db006cc09848010934a3ee06e3beb9ab32aa54f5bf67eb79750a81ad8", "provider": "anthropic", "raw_prediction": "{\"h\":49,\"s\":80,\"l\":56}", "recorded_at": "2026-09-16T14:23:37.541403+00:00", "request_attempts": 1, "score": 88.20872851492514, "task_id": "colorbench-hsl-12", "tight_score": 52.83491405970055, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": false, "0.02": false, "0.05": true } } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "47f3a030-a49a-4d01-9892-208f6cf32b87", "result_sha256": "4eeb6442e03da943a6cfe5f06efe734cb7564a0859067e039d1ebe9fa0a9af50", "result": { "component_errors": { "h": 8.285714285714278, "l": 0.19607843137254832, "s": 0.11811023622047401 }, "correct": null, "cost_estimated": false, "cost_usd": 0.002266, "delta_e_ok": 0.02552152928672055, "error": null, "error_kind": null, "family": "hsl", "ground_truth": { "rgb": [ 198, 58, 188 ] }, "group_id": "numeric-13", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-13.png", "input_tokens": 1043, "latency_sec": 1.6935973790241405, "model_name": "claude-sonnet-5", "out_of_srgb": false, "output_tokens": 18, "prediction": { "h": 296.0, "l": 50.0, "s": 55.0 }, "prompt_sha256": "d5a3e77db006cc09848010934a3ee06e3beb9ab32aa54f5bf67eb79750a81ad8", "provider": "anthropic", "raw_prediction": "{\"h\":296,\"s\":55,\"l\":50}", "recorded_at": "2026-09-16T15:06:05.225123+00:00", "request_attempts": 1, "score": 87.23923535663972, "task_id": "colorbench-hsl-13", "tight_score": 48.9569414265589, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": false, "0.02": false, "0.05": true } } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "0cbf3a4b-3304-432e-ae9d-15a2e61696f4", "result_sha256": "2af9d4d4f57b11eb7d9fd0395065115160355371582335b80edc5c19d5c29d4a", "result": { "component_errors": { "h": 2.207792207792181, "l": 0.5490196078431424, "s": 1.3636363636363527 }, "correct": null, "cost_estimated": false, "cost_usd": 0.002296, "delta_e_ok": 0.010849634651862597, "error": null, "error_kind": null, "family": "hsl", "ground_truth": { "rgb": [ 44, 178, 198 ] }, "group_id": "numeric-14", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-14.png", "input_tokens": 1043, "latency_sec": 1.4323580189375207, "model_name": "claude-sonnet-5", "out_of_srgb": false, "output_tokens": 21, "prediction": { "h": 190.0, "l": 48.0, "s": 65.0 }, "prompt_sha256": "d5a3e77db006cc09848010934a3ee06e3beb9ab32aa54f5bf67eb79750a81ad8", "provider": "anthropic", "raw_prediction": "{\"h\": 190, \"s\": 65, \"l\": 48}", "recorded_at": "2026-09-16T14:58:33.681581+00:00", "request_attempts": 1, "score": 94.5751826740687, "task_id": "colorbench-hsl-14", "tight_score": 78.30073069627481, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": false, "0.02": true, "0.05": true } } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "7b4010a0-e18e-4c94-b13c-8056827bd214", "result_sha256": "c60153326023ca54203c5e009423c611439e0588dd2b2e34b4b299cf2a5f06a2", "result": { "component_errors": { "h": null, "l": 0.33333333333333304, "s": 2.11764705882353 }, "correct": null, "cost_estimated": false, "cost_usd": 0.002266, "delta_e_ok": 0.002921667316342483, "error": null, "error_kind": null, "family": "hsl", "ground_truth": { "rgb": [ 16, 16, 18 ] }, "group_id": "numeric-15", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-15.png", "input_tokens": 1043, "latency_sec": 3.258998900069855, "model_name": "claude-sonnet-5", "out_of_srgb": false, "output_tokens": 18, "prediction": { "h": 240.0, "l": 7.0, "s": 8.0 }, "prompt_sha256": "d5a3e77db006cc09848010934a3ee06e3beb9ab32aa54f5bf67eb79750a81ad8", "provider": "anthropic", "raw_prediction": "{\"h\":240,\"s\":8,\"l\":7}", "recorded_at": "2026-09-16T16:18:46.926645+00:00", "request_attempts": 1, "score": 98.53916634182876, "task_id": "colorbench-hsl-15", "tight_score": 94.15666536731503, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": true, "0.01": true, "0.02": true, "0.05": true } } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "579fc6cf-8729-431f-b948-ff66b2abd3f7", "result_sha256": "b44fe380ad554c28232ac9518d4fb1c9e79818bc23945c66cb92bd8c68c915dc", "result": { "component_errors": { "h": null, "l": 1.294117647058826, "s": 8.888888888888935 }, "correct": null, "cost_estimated": false, "cost_usd": 0.002266, "delta_e_ok": 0.011300765182399872, "error": null, "error_kind": null, "family": "hsl", "ground_truth": { "rgb": [ 243, 243, 240 ] }, "group_id": "numeric-16", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-16.png", "input_tokens": 1043, "latency_sec": 1.8780194580322132, "model_name": "claude-sonnet-5", "out_of_srgb": false, "output_tokens": 18, "prediction": { "h": 60.0, "l": 96.0, "s": 20.0 }, "prompt_sha256": "d5a3e77db006cc09848010934a3ee06e3beb9ab32aa54f5bf67eb79750a81ad8", "provider": "anthropic", "raw_prediction": "{\"h\":60,\"s\":20,\"l\":96}", "recorded_at": "2026-09-16T15:31:32.086705+00:00", "request_attempts": 1, "score": 94.34961740880007, "task_id": "colorbench-hsl-16", "tight_score": 77.39846963520026, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": false, "0.02": true, "0.05": true } } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "c06d26a1-1b2f-4854-b738-0a4c7d4ece7b", "result_sha256": "2a86dc519392039b51442c78ffc5355365aae901ee92c07a5d79b296034f8b09", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00207, "delta_e_ok": null, "error": null, "error_kind": null, "family": "hue", "ground_truth": { "choice": "A" }, "group_id": "hue-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/hue-01.png", "input_tokens": 980, "latency_sec": 1.2531574600143358, "model_name": "claude-sonnet-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "8234947471a1bb7076e1e5dfe2fd3aba8c91ae436b20be843f2b0ab51861fe52", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T15:11:08.672019+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-hue-01", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "4988e4d3-963d-48e4-a39d-7e160807b2fe", "result_sha256": "fe36f5223a97166607b889064dd9bdf87d715bda01c3c3264da181b7c9110090", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00207, "delta_e_ok": null, "error": null, "error_kind": null, "family": "hue", "ground_truth": { "choice": "B" }, "group_id": "hue-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/hue-02.png", "input_tokens": 980, "latency_sec": 3.715429703006521, "model_name": "claude-sonnet-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "8234947471a1bb7076e1e5dfe2fd3aba8c91ae436b20be843f2b0ab51861fe52", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T15:08:57.780722+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-hue-02", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "52cbcdbb-fb5e-4b89-ad35-76595b463bf0", "result_sha256": "5a5663791fa279deffc86d2177d52c42abc3a026909429df500f3532df94a38b", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00207, "delta_e_ok": null, "error": null, "error_kind": null, "family": "hue", "ground_truth": { "choice": "C" }, "group_id": "hue-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/hue-03.png", "input_tokens": 980, "latency_sec": 3.136997292051092, "model_name": "claude-sonnet-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "C" }, "prompt_sha256": "8234947471a1bb7076e1e5dfe2fd3aba8c91ae436b20be843f2b0ab51861fe52", "provider": "anthropic", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-16T16:17:17.212706+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-hue-03", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "5f826122-91e2-483c-b689-4f44dfdafdf2", "result_sha256": "e9f629b843324b3762ee70a736a7dcaa0305f7d0ff377c48ac9d3533a5c53dce", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00207, "delta_e_ok": null, "error": null, "error_kind": null, "family": "hue", "ground_truth": { "choice": "D" }, "group_id": "hue-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/hue-04.png", "input_tokens": 980, "latency_sec": 2.190288111916743, "model_name": "claude-sonnet-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "D" }, "prompt_sha256": "8234947471a1bb7076e1e5dfe2fd3aba8c91ae436b20be843f2b0ab51861fe52", "provider": "anthropic", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-16T16:00:58.116939+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-hue-04", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "ad174194-87fe-422a-83cd-c77825389e7b", "result_sha256": "590a14445ce1e1764a41df1d19bd8658d7054ec9ddc646871b14095c750472a5", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00242, "delta_e_ok": null, "error": null, "error_kind": null, "family": "hue", "ground_truth": { "choice": "A" }, "group_id": "hue-05", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/hue-05.png", "input_tokens": 980, "latency_sec": 2.9792201549280435, "model_name": "claude-sonnet-5", "out_of_srgb": null, "output_tokens": 46, "prediction": { "choice": "A" }, "prompt_sha256": "8234947471a1bb7076e1e5dfe2fd3aba8c91ae436b20be843f2b0ab51861fe52", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T15:18:30.368507+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-hue-05", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "1bf0a241-8f34-418d-8f92-dc50aa6636c7", "result_sha256": "a81cffc84603102f86e8940c2d24da0a979b61847ed628b5366d6599d1d3fc8e", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00207, "delta_e_ok": null, "error": null, "error_kind": null, "family": "hue", "ground_truth": { "choice": "B" }, "group_id": "hue-06", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/hue-06.png", "input_tokens": 980, "latency_sec": 1.4825028389459476, "model_name": "claude-sonnet-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "8234947471a1bb7076e1e5dfe2fd3aba8c91ae436b20be843f2b0ab51861fe52", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T16:06:48.370510+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-hue-06", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "039a3d0c-409a-44de-ad7c-82b2ab38dd37", "result_sha256": "082f19c26a6acce99534d047f20b02195161b2bdb63261a0a8477c076ca8470e", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00207, "delta_e_ok": null, "error": null, "error_kind": null, "family": "hue", "ground_truth": { "choice": "C" }, "group_id": "hue-07", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/hue-07.png", "input_tokens": 980, "latency_sec": 1.6569924789946526, "model_name": "claude-sonnet-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "C" }, "prompt_sha256": "8234947471a1bb7076e1e5dfe2fd3aba8c91ae436b20be843f2b0ab51861fe52", "provider": "anthropic", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-16T15:48:04.258538+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-hue-07", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "949f9f1f-b155-4f8d-922b-056f1b09155f", "result_sha256": "c2e34d194609f000685f2e863ceb06cd5ccd9a2be9c827f166a9a1dfabc62af1", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00207, "delta_e_ok": null, "error": null, "error_kind": null, "family": "hue", "ground_truth": { "choice": "D" }, "group_id": "hue-08", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/hue-08.png", "input_tokens": 980, "latency_sec": 1.2541823950596154, "model_name": "claude-sonnet-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "D" }, "prompt_sha256": "8234947471a1bb7076e1e5dfe2fd3aba8c91ae436b20be843f2b0ab51861fe52", "provider": "anthropic", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-16T14:35:38.003801+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-hue-08", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "fbdd5f6b-12a5-4b16-9381-3f2f028c6969", "result_sha256": "0620df4054e6fd18512a828e567c8825dba9ce1c5fffe66302815cf4efe23ceb", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00207, "delta_e_ok": null, "error": null, "error_kind": null, "family": "hue", "ground_truth": { "choice": "A" }, "group_id": "hue-09", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/hue-09.png", "input_tokens": 980, "latency_sec": 3.247897797031328, "model_name": "claude-sonnet-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "8234947471a1bb7076e1e5dfe2fd3aba8c91ae436b20be843f2b0ab51861fe52", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T14:03:45.292675+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-hue-09", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "535e2f30-e42a-4779-838b-8993a0a385c1", "result_sha256": "32f6ece4994b6d3d1c208f99e7bdcc4e1ee63dfcca7666152d3fb73bf7b6d29b", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00207, "delta_e_ok": null, "error": null, "error_kind": null, "family": "hue", "ground_truth": { "choice": "B" }, "group_id": "hue-10", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/hue-10.png", "input_tokens": 980, "latency_sec": 2.220066907000728, "model_name": "claude-sonnet-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "8234947471a1bb7076e1e5dfe2fd3aba8c91ae436b20be843f2b0ab51861fe52", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T14:34:42.331301+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-hue-10", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "872b51a7-4537-416c-a1c7-f8b66b12d03f", "result_sha256": "e42365be57c4841470b770fc37263bc3e5e7bcb13abedf320942c156553cdc2a", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00279, "delta_e_ok": null, "error": null, "error_kind": null, "family": "hue", "ground_truth": { "choice": "C" }, "group_id": "hue-11", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/hue-11.png", "input_tokens": 980, "latency_sec": 3.804140020045452, "model_name": "claude-sonnet-5", "out_of_srgb": null, "output_tokens": 83, "prediction": { "choice": "C" }, "prompt_sha256": "8234947471a1bb7076e1e5dfe2fd3aba8c91ae436b20be843f2b0ab51861fe52", "provider": "anthropic", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-16T15:23:48.782111+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-hue-11", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "715ac1d1-e927-41dc-9cce-87368163042c", "result_sha256": "fe7f7fe83eee2a4b9bb6cc019307248cf3296ecd65e8c7e8a6ed0a5ba5b30b65", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00207, "delta_e_ok": null, "error": null, "error_kind": null, "family": "hue", "ground_truth": { "choice": "D" }, "group_id": "hue-12", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/hue-12.png", "input_tokens": 980, "latency_sec": 2.8878579310839996, "model_name": "claude-sonnet-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "D" }, "prompt_sha256": "8234947471a1bb7076e1e5dfe2fd3aba8c91ae436b20be843f2b0ab51861fe52", "provider": "anthropic", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-16T14:42:45.573164+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-hue-12", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "ef831f67-d7d9-4b35-977f-29c000e0ea76", "result_sha256": "7b6204cdac735b9aa1b7981e0049e981ff4b0c63c5ecac70e3f591002f732ddb", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00994, "delta_e_ok": null, "error": null, "error_kind": null, "family": "hue", "ground_truth": { "choice": "A" }, "group_id": "hue-13", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/hue-13.png", "input_tokens": 980, "latency_sec": 10.654196879942901, "model_name": "claude-sonnet-5", "out_of_srgb": null, "output_tokens": 798, "prediction": { "choice": "A" }, "prompt_sha256": "8234947471a1bb7076e1e5dfe2fd3aba8c91ae436b20be843f2b0ab51861fe52", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T14:38:27.862939+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-hue-13", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "23566a02-74a5-47e7-838b-f6681c14882f", "result_sha256": "64bbc84197979aa7165f06e27656c773871edc0e154e94795369d9bcc94f493d", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00625, "delta_e_ok": null, "error": null, "error_kind": null, "family": "hue", "ground_truth": { "choice": "B" }, "group_id": "hue-14", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/hue-14.png", "input_tokens": 980, "latency_sec": 5.500906381988898, "model_name": "claude-sonnet-5", "out_of_srgb": null, "output_tokens": 429, "prediction": { "choice": "B" }, "prompt_sha256": "8234947471a1bb7076e1e5dfe2fd3aba8c91ae436b20be843f2b0ab51861fe52", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T14:22:22.942122+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-hue-14", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "8b3a9fe0-d0c7-4313-81d8-24ef633d06ac", "result_sha256": "9d685ae07686215a470ec4df93a3a2e619cbb2a3499ab9a760fb67b600200276", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00357, "delta_e_ok": null, "error": null, "error_kind": null, "family": "hue", "ground_truth": { "choice": "C" }, "group_id": "hue-15", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/hue-15.png", "input_tokens": 980, "latency_sec": 3.7948154020123184, "model_name": "claude-sonnet-5", "out_of_srgb": null, "output_tokens": 161, "prediction": { "choice": "C" }, "prompt_sha256": "8234947471a1bb7076e1e5dfe2fd3aba8c91ae436b20be843f2b0ab51861fe52", "provider": "anthropic", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-16T14:33:51.339811+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-hue-15", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "08c9bd5c-77da-488d-9528-52ce44425100", "result_sha256": "9fc2b57b046d74a74ea52065a69dff8a66f4f1466665c78a7b234644b3d98225", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00207, "delta_e_ok": null, "error": null, "error_kind": null, "family": "hue", "ground_truth": { "choice": "D" }, "group_id": "hue-16", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/hue-16.png", "input_tokens": 980, "latency_sec": 3.3710613939911127, "model_name": "claude-sonnet-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "D" }, "prompt_sha256": "8234947471a1bb7076e1e5dfe2fd3aba8c91ae436b20be843f2b0ab51861fe52", "provider": "anthropic", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-16T15:30:59.986410+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-hue-16", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "e39af0f4-5773-4c64-9d5c-bb29267abb4e", "result_sha256": "a12e398baab52937a2234de7c771a645bb1513387b2c4485b3c5f5371324721f", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00347, "delta_e_ok": null, "error": null, "error_kind": null, "family": "hue", "ground_truth": { "choice": "A" }, "group_id": "hue-17", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/hue-17.png", "input_tokens": 980, "latency_sec": 3.5049073279369622, "model_name": "claude-sonnet-5", "out_of_srgb": null, "output_tokens": 151, "prediction": { "choice": "A" }, "prompt_sha256": "8234947471a1bb7076e1e5dfe2fd3aba8c91ae436b20be843f2b0ab51861fe52", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T15:29:20.311754+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-hue-17", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "0dd54a9b-32a3-4ad9-b12e-bb374b3c6fc1", "result_sha256": "9b76c81158f7a91b988e7453977ede0b2918ebe1ef7a3526cfbd80ca7d935dfd", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00402, "delta_e_ok": null, "error": null, "error_kind": null, "family": "hue", "ground_truth": { "choice": "B" }, "group_id": "hue-18", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/hue-18.png", "input_tokens": 980, "latency_sec": 5.224631472025067, "model_name": "claude-sonnet-5", "out_of_srgb": null, "output_tokens": 206, "prediction": { "choice": "B" }, "prompt_sha256": "8234947471a1bb7076e1e5dfe2fd3aba8c91ae436b20be843f2b0ab51861fe52", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T16:19:52.837315+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-hue-18", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "c63eeb3e-f542-4198-a123-b8b509c8b08d", "result_sha256": "fd587f593261bf9b953859cfeecd69c0a40edd6355ef03ccd2361367d60394ed", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00362, "delta_e_ok": null, "error": null, "error_kind": null, "family": "hue", "ground_truth": { "choice": "C" }, "group_id": "hue-19", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/hue-19.png", "input_tokens": 980, "latency_sec": 3.060552337090485, "model_name": "claude-sonnet-5", "out_of_srgb": null, "output_tokens": 166, "prediction": { "choice": "C" }, "prompt_sha256": "8234947471a1bb7076e1e5dfe2fd3aba8c91ae436b20be843f2b0ab51861fe52", "provider": "anthropic", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-16T15:18:38.348079+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-hue-19", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "815d8948-eedf-4b63-8e61-bd11a37719dd", "result_sha256": "9e44e93d4b96c5a9b560a63375c2e74ab2120890f1055eab7121718b0b6e3ee9", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00306, "delta_e_ok": null, "error": null, "error_kind": null, "family": "hue", "ground_truth": { "choice": "D" }, "group_id": "hue-20", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/hue-20.png", "input_tokens": 980, "latency_sec": 2.703593590995297, "model_name": "claude-sonnet-5", "out_of_srgb": null, "output_tokens": 110, "prediction": { "choice": "D" }, "prompt_sha256": "8234947471a1bb7076e1e5dfe2fd3aba8c91ae436b20be843f2b0ab51861fe52", "provider": "anthropic", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-16T15:54:19.068709+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-hue-20", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "31ee2750-1231-4661-afe5-9dac43e8905f", "result_sha256": "024a9d8aed9d74ff0a21e23d0e9636cc626baeb3d19772a2f500a4646ef4baa8", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.011, "delta_e_ok": null, "error": null, "error_kind": null, "family": "hue", "ground_truth": { "choice": "A" }, "group_id": "hue-21", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/hue-21.png", "input_tokens": 980, "latency_sec": 9.466300914995372, "model_name": "claude-sonnet-5", "out_of_srgb": null, "output_tokens": 904, "prediction": { "choice": "A" }, "prompt_sha256": "8234947471a1bb7076e1e5dfe2fd3aba8c91ae436b20be843f2b0ab51861fe52", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T16:28:23.134576+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-hue-21", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "e0720a74-a4a6-48f2-bda8-f76f2d6c69b3", "result_sha256": "c05cf0a3822620eb02da9a030b13915d08a088abd6b1cb12c37ddb499843cbbc", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.01016, "delta_e_ok": null, "error": null, "error_kind": null, "family": "hue", "ground_truth": { "choice": "B" }, "group_id": "hue-22", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/hue-22.png", "input_tokens": 980, "latency_sec": 11.508400907972828, "model_name": "claude-sonnet-5", "out_of_srgb": null, "output_tokens": 820, "prediction": { "choice": "D" }, "prompt_sha256": "8234947471a1bb7076e1e5dfe2fd3aba8c91ae436b20be843f2b0ab51861fe52", "provider": "anthropic", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-16T15:34:14.224234+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-hue-22", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "08cd1d1e-057a-4400-b9cc-33e17db7879a", "result_sha256": "cd3c79002a46ad344926b72ba9ba8278ecf6b1a5f0b83bcc25cd61ea4bbbda75", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00797, "delta_e_ok": null, "error": null, "error_kind": null, "family": "hue", "ground_truth": { "choice": "C" }, "group_id": "hue-23", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/hue-23.png", "input_tokens": 980, "latency_sec": 7.858685720013455, "model_name": "claude-sonnet-5", "out_of_srgb": null, "output_tokens": 601, "prediction": { "choice": "C" }, "prompt_sha256": "8234947471a1bb7076e1e5dfe2fd3aba8c91ae436b20be843f2b0ab51861fe52", "provider": "anthropic", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-16T15:21:36.570817+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-hue-23", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "fbf06679-65d8-4c01-8d5a-b9ad1a10ac5c", "result_sha256": "d177089cd30b8625e5910792f123df5431b2d49f7f88c56609003247ac494cee", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00841, "delta_e_ok": null, "error": null, "error_kind": null, "family": "hue", "ground_truth": { "choice": "D" }, "group_id": "hue-24", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/hue-24.png", "input_tokens": 980, "latency_sec": 7.125612130970694, "model_name": "claude-sonnet-5", "out_of_srgb": null, "output_tokens": 645, "prediction": { "choice": "D" }, "prompt_sha256": "8234947471a1bb7076e1e5dfe2fd3aba8c91ae436b20be843f2b0ab51861fe52", "provider": "anthropic", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-16T14:46:40.809268+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-hue-24", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "30950646-6503-4f4f-a2db-b91d0a768eb5", "result_sha256": "784a4548b5e1bf6892363441ea49f118933b60150e013e707f2542b29ca6288e", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00639, "delta_e_ok": null, "error": null, "error_kind": null, "family": "hue", "ground_truth": { "choice": "A" }, "group_id": "hue-25", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/hue-25.png", "input_tokens": 980, "latency_sec": 6.562344528036192, "model_name": "claude-sonnet-5", "out_of_srgb": null, "output_tokens": 443, "prediction": { "choice": "A" }, "prompt_sha256": "8234947471a1bb7076e1e5dfe2fd3aba8c91ae436b20be843f2b0ab51861fe52", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T16:30:25.822332+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-hue-25", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "78fb23e5-d482-4a64-a24a-f4b09ca984df", "result_sha256": "70cea6d3562d3a291a4aafb704048c0e265982bab4022cf10bf9270c45a3c137", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00736, "delta_e_ok": null, "error": null, "error_kind": null, "family": "hue", "ground_truth": { "choice": "B" }, "group_id": "hue-26", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/hue-26.png", "input_tokens": 980, "latency_sec": 6.598315955023281, "model_name": "claude-sonnet-5", "out_of_srgb": null, "output_tokens": 540, "prediction": { "choice": "B" }, "prompt_sha256": "8234947471a1bb7076e1e5dfe2fd3aba8c91ae436b20be843f2b0ab51861fe52", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T15:45:17.453640+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-hue-26", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "72c56bc8-0754-411e-b9ce-87bf1578fce9", "result_sha256": "1f7ad41890d1a0c03a3c24f889e66cdbf0ad0ddb8a8f847bb622aba6b973e3c6", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.00443, "delta_e_ok": null, "error": null, "error_kind": null, "family": "hue", "ground_truth": { "choice": "C" }, "group_id": "hue-27", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/hue-27.png", "input_tokens": 980, "latency_sec": 5.483414504909888, "model_name": "claude-sonnet-5", "out_of_srgb": null, "output_tokens": 247, "prediction": { "choice": "B" }, "prompt_sha256": "8234947471a1bb7076e1e5dfe2fd3aba8c91ae436b20be843f2b0ab51861fe52", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T16:05:14.115402+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-hue-27", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "ba6b658f-b428-4a9b-84b3-6dfba2d4f106", "result_sha256": "e5b4b7569545abd2153586d50b1679e4fbc3dafa5474593deb400231286ca4cf", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.00861, "delta_e_ok": null, "error": null, "error_kind": null, "family": "hue", "ground_truth": { "choice": "D" }, "group_id": "hue-28", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/hue-28.png", "input_tokens": 980, "latency_sec": 7.639117093058303, "model_name": "claude-sonnet-5", "out_of_srgb": null, "output_tokens": 665, "prediction": { "choice": "C" }, "prompt_sha256": "8234947471a1bb7076e1e5dfe2fd3aba8c91ae436b20be843f2b0ab51861fe52", "provider": "anthropic", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-16T15:00:18.449664+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-hue-28", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "104a06c8-c69b-4f92-b148-a173925a9c7e", "result_sha256": "dc46a430e9ecb03c876f2f7d818dc2c1957b58d658b85f832cf6db8f510b8ed1", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.00727, "delta_e_ok": null, "error": null, "error_kind": null, "family": "hue", "ground_truth": { "choice": "A" }, "group_id": "hue-29", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/hue-29.png", "input_tokens": 980, "latency_sec": 7.69665181695018, "model_name": "claude-sonnet-5", "out_of_srgb": null, "output_tokens": 531, "prediction": { "choice": "C" }, "prompt_sha256": "8234947471a1bb7076e1e5dfe2fd3aba8c91ae436b20be843f2b0ab51861fe52", "provider": "anthropic", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-16T16:11:47.608485+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-hue-29", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "cebca6bc-86ee-4b4b-86cb-52a6c54d230c", "result_sha256": "7fc7dcb4c4d3996765ee6b2c57cad698bb818ce24c600dfbab00182c1b849ed1", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.01135, "delta_e_ok": null, "error": null, "error_kind": null, "family": "hue", "ground_truth": { "choice": "B" }, "group_id": "hue-30", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/hue-30.png", "input_tokens": 980, "latency_sec": 11.75424637098331, "model_name": "claude-sonnet-5", "out_of_srgb": null, "output_tokens": 939, "prediction": { "choice": "D" }, "prompt_sha256": "8234947471a1bb7076e1e5dfe2fd3aba8c91ae436b20be843f2b0ab51861fe52", "provider": "anthropic", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-16T15:05:22.715736+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-hue-30", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "43e91b2d-7022-4c54-8863-c5f8e2d04d75", "result_sha256": "72f066263ea91a8d4e8796e7d94d9d6c59c64a2022cc8c7ba8dd5a0ff988b8ea", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00597, "delta_e_ok": null, "error": null, "error_kind": null, "family": "hue", "ground_truth": { "choice": "C" }, "group_id": "hue-31", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/hue-31.png", "input_tokens": 980, "latency_sec": 6.313633693032898, "model_name": "claude-sonnet-5", "out_of_srgb": null, "output_tokens": 401, "prediction": { "choice": "C" }, "prompt_sha256": "8234947471a1bb7076e1e5dfe2fd3aba8c91ae436b20be843f2b0ab51861fe52", "provider": "anthropic", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-16T14:29:03.164327+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-hue-31", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "5ab1d988-20cf-4845-be31-42e449e05074", "result_sha256": "6698c6bd171c07c6879d37967fd6b6369f8ae6059eeeeb6c0aeeb2c113775308", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.03595, "delta_e_ok": null, "error": null, "error_kind": null, "family": "hue", "ground_truth": { "choice": "D" }, "group_id": "hue-32", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/hue-32.png", "input_tokens": 980, "latency_sec": 40.591872964054346, "model_name": "claude-sonnet-5", "out_of_srgb": null, "output_tokens": 3399, "prediction": { "choice": "B" }, "prompt_sha256": "8234947471a1bb7076e1e5dfe2fd3aba8c91ae436b20be843f2b0ab51861fe52", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T15:17:35.956757+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-hue-32", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "877c88b1-1662-4d80-bba7-3693a9b7b583", "result_sha256": "b6ea9656a59be70e9983d7b72f137b8dc5f2129c309952ad56758992bf565261", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.001994, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "B" }, "group_id": "lightness-chain-01-edge-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-01.png", "input_tokens": 942, "latency_sec": 1.7806607049424201, "model_name": "claude-sonnet-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "64bfc83d308291dc6a447de93571b42ec09ec6278f7fe82905c059b3926629a9", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T14:03:08.963505+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-01", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "017ab23b-57ac-4896-9998-ff4a8ff88f6d", "result_sha256": "c8bc0e295e0b90cbe395cd05b8bdc7eb9707badf7b1d70a6f388eff30aa49dc7", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.001994, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "A" }, "group_id": "lightness-chain-01-edge-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-02.png", "input_tokens": 942, "latency_sec": 1.331453007995151, "model_name": "claude-sonnet-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "64bfc83d308291dc6a447de93571b42ec09ec6278f7fe82905c059b3926629a9", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T15:31:09.190497+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-02", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "bb545af5-096c-4e61-810b-4c2a16ca3c3e", "result_sha256": "809be1697f847a29c48376f7f05a98308c4550196bf52bec058c5ee8871d96da", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.001992, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "A" }, "group_id": "lightness-chain-01-edge-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-03.png", "input_tokens": 941, "latency_sec": 3.1430854779900983, "model_name": "claude-sonnet-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "14500bd7eefa43cebfa107c8a8fa9fa53dddd9be742ffa97660526f7a924c308", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T16:26:46.663248+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-03", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "3f319619-0d77-40b0-afa7-461c495f3678", "result_sha256": "8f6517d43cfcde84012cff8e405dcfa53f92cac72afb3be7802d294f2fb93381", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.001992, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "B" }, "group_id": "lightness-chain-01-edge-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-04.png", "input_tokens": 941, "latency_sec": 1.6264865669654682, "model_name": "claude-sonnet-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "14500bd7eefa43cebfa107c8a8fa9fa53dddd9be742ffa97660526f7a924c308", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T14:28:14.930121+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-04", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "d93432fc-7001-439d-af36-59c9d5c9aa56", "result_sha256": "da2cb382ff535712cc54323178d8fca368cd0a4255564c4f3586edd316715ba7", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.001994, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "B" }, "group_id": "lightness-chain-01-edge-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-05.png", "input_tokens": 942, "latency_sec": 1.5285364360315725, "model_name": "claude-sonnet-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "64bfc83d308291dc6a447de93571b42ec09ec6278f7fe82905c059b3926629a9", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T16:05:29.409444+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-05", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "143981ad-a074-403a-9f49-c44258daad7c", "result_sha256": "4fffb8f3bd99c89d3d8a02972d34ce8d8bf75b0312c4c7483fc701838f49eadc", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.001994, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "A" }, "group_id": "lightness-chain-01-edge-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-06.png", "input_tokens": 942, "latency_sec": 3.364071430056356, "model_name": "claude-sonnet-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "64bfc83d308291dc6a447de93571b42ec09ec6278f7fe82905c059b3926629a9", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T16:30:48.551522+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-06", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "a714cd62-d577-43a4-94fe-3209262c5893", "result_sha256": "871e489d9cc04258e709d3bfd8dae83f22cf26661d2d928beb462ed854624a98", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.001992, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "A" }, "group_id": "lightness-chain-01-edge-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-07.png", "input_tokens": 941, "latency_sec": 2.5020771760027856, "model_name": "claude-sonnet-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "14500bd7eefa43cebfa107c8a8fa9fa53dddd9be742ffa97660526f7a924c308", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T14:16:48.821547+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-07", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "215bc6e6-f21d-49eb-b21f-1b9b70b0ba78", "result_sha256": "3a4260445020b102f8b97ef21f44a5264b7b06d4c5a101850c8494ea9601c676", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.001992, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "B" }, "group_id": "lightness-chain-01-edge-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-08.png", "input_tokens": 941, "latency_sec": 1.6920616179704666, "model_name": "claude-sonnet-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "14500bd7eefa43cebfa107c8a8fa9fa53dddd9be742ffa97660526f7a924c308", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T14:23:26.210039+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-08", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "131d9c2a-7bf5-418f-999c-ecb29d2322c7", "result_sha256": "ee84258f2fcf4e079cfdd0d9361ef7460e9cb005baba39ecc4f308444daaa499", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.001994, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "B" }, "group_id": "lightness-chain-01-edge-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-09.png", "input_tokens": 942, "latency_sec": 1.3792500300332904, "model_name": "claude-sonnet-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "64bfc83d308291dc6a447de93571b42ec09ec6278f7fe82905c059b3926629a9", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T15:13:06.058312+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-09", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "9691e300-959d-4e00-968e-9e1e7be97ca1", "result_sha256": "db8d57f60d4cd03c4a075e65c35b740dd7449c8f52af8dc01600a019b8b6eba6", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.001994, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "A" }, "group_id": "lightness-chain-01-edge-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-10.png", "input_tokens": 942, "latency_sec": 1.3119048429653049, "model_name": "claude-sonnet-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "64bfc83d308291dc6a447de93571b42ec09ec6278f7fe82905c059b3926629a9", "provider": "anthropic", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T15:05:39.460429+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-10", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "3223f1f3-9095-47a1-9770-06612641a008", "result_sha256": "7999ff86cde742d3efded6d669114bdac453ac7af2cbc9936fe5a3189f16bdc4", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002542, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "A" }, "group_id": "lightness-chain-01-edge-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-11.png", "input_tokens": 941, "latency_sec": 3.7438889739569277, "model_name": "claude-sonnet-5", "out_of_srgb": null, "output_tokens": 66, "prediction": { "choice": "A" }, "prompt_sha256": "14500bd7eefa43cebfa107c8a8fa9fa53dddd9be742ffa97660526f7a924c308", "provider": "anthropic", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T16:16:52.773241+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-11", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "bc4fd37c-cd1b-4059-a227-f32c49c40c0f", "result_sha256": "a94e109d8c1584edd1d92255795f493d3e7d867b094ceeb256d195de6bb58301", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002262, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "B" }, "group_id": "lightness-chain-01-edge-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-12.png", "input_tokens": 941, "latency_sec": 1.536598833044991, "model_name": "claude-sonnet-5", "out_of_srgb": null, "output_tokens": 38, "prediction": { "choice": "B" }, "prompt_sha256": "14500bd7eefa43cebfa107c8a8fa9fa53dddd9be742ffa97660526f7a924c308", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T15:50:16.335371+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-12", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "bc0a42b7-8623-458b-9cc4-8b5080895261", "result_sha256": "835f3311f510d74300b3c468f6ecbd389d15334069a11eb003c04c261ac11452", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.001994, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "B" }, "group_id": "lightness-chain-01-edge-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-13.png", "input_tokens": 942, "latency_sec": 1.4677181070437655, "model_name": "claude-sonnet-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "64bfc83d308291dc6a447de93571b42ec09ec6278f7fe82905c059b3926629a9", "provider": "anthropic", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T15:51:05.638068+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-13", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "5135fe89-34f8-4b48-a393-c2237f22b298", "result_sha256": "04cc34121c76caadf4073ffdc899fd1efd8a7a4074356dea768bee8acc985b92", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.001994, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "A" }, "group_id": "lightness-chain-01-edge-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-14.png", "input_tokens": 942, "latency_sec": 1.7916984790936112, "model_name": "claude-sonnet-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "64bfc83d308291dc6a447de93571b42ec09ec6278f7fe82905c059b3926629a9", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T14:16:34.317684+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-lightness-14", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "6f124706-2439-4682-b96e-ae9f52974ccc", "result_sha256": "43b4212197c607b4eac75c11528cf4b8791eaad1b3b1330bce76783faa6d0363", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.001992, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "A" }, "group_id": "lightness-chain-01-edge-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-15.png", "input_tokens": 941, "latency_sec": 3.303359141922556, "model_name": "claude-sonnet-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "14500bd7eefa43cebfa107c8a8fa9fa53dddd9be742ffa97660526f7a924c308", "provider": "anthropic", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T14:56:23.981913+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-15", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "d16c669b-e32e-4497-aeeb-8c175db26e7a", "result_sha256": "4769739a985738dfce90d685b096d1e2a7500e91fad6fa99a0b8c3edbfc63a40", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.001992, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "B" }, "group_id": "lightness-chain-01-edge-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-16.png", "input_tokens": 941, "latency_sec": 3.1498488719807938, "model_name": "claude-sonnet-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "14500bd7eefa43cebfa107c8a8fa9fa53dddd9be742ffa97660526f7a924c308", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T15:27:40.030825+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-lightness-16", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "5b15bda5-887d-4c7d-82e6-1dfd68d4a1c5", "result_sha256": "cf5d4c2e5aa82f586543d992edf194daf28a636e6d277d087fb762e949ff0124", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.001994, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "B" }, "group_id": "lightness-chain-02-edge-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-17.png", "input_tokens": 942, "latency_sec": 3.2251002950361, "model_name": "claude-sonnet-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "64bfc83d308291dc6a447de93571b42ec09ec6278f7fe82905c059b3926629a9", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T16:24:05.470403+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-17", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "90da9ea0-8caf-4c31-9d4d-a8e47e045228", "result_sha256": "390543f8f2750e798bf0e92c434225b67a0ac864c046783e5a9b2c5c9c8bf98e", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.001994, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "A" }, "group_id": "lightness-chain-02-edge-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-18.png", "input_tokens": 942, "latency_sec": 1.6856736850459129, "model_name": "claude-sonnet-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "64bfc83d308291dc6a447de93571b42ec09ec6278f7fe82905c059b3926629a9", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T15:39:40.817027+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-18", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "7539040e-d344-4fd2-9df6-0f9313fd617f", "result_sha256": "4ed2313f58c5a05e3cf6ebb8e496a09294a91482adabec740167905c23b6de37", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002312, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "A" }, "group_id": "lightness-chain-02-edge-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-19.png", "input_tokens": 941, "latency_sec": 2.3221379870083183, "model_name": "claude-sonnet-5", "out_of_srgb": null, "output_tokens": 43, "prediction": { "choice": "A" }, "prompt_sha256": "14500bd7eefa43cebfa107c8a8fa9fa53dddd9be742ffa97660526f7a924c308", "provider": "anthropic", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T14:53:31.212507+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-19", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "01f09201-3fa5-4a1a-af0d-8d1728a4e478", "result_sha256": "66d16ad462d808dfe826784f7ad29537d11d327f0edd7273c247e659302cf365", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.001992, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "B" }, "group_id": "lightness-chain-02-edge-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-20.png", "input_tokens": 941, "latency_sec": 1.6898857889464125, "model_name": "claude-sonnet-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "14500bd7eefa43cebfa107c8a8fa9fa53dddd9be742ffa97660526f7a924c308", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T15:24:00.484939+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-20", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "dcb68995-9ddb-40b1-85e8-93d1f76aa944", "result_sha256": "feeea5bb4589c2016b956a833fe605880b98b6e3febc34c0b5c1f4a5ffe8ea19", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.001994, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "B" }, "group_id": "lightness-chain-02-edge-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-21.png", "input_tokens": 942, "latency_sec": 2.005610651918687, "model_name": "claude-sonnet-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "64bfc83d308291dc6a447de93571b42ec09ec6278f7fe82905c059b3926629a9", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T16:02:35.578680+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-21", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "6da83881-d384-482a-9ccf-4f2b57bec43f", "result_sha256": "8bd1079784d37bf5896a36e69392fc467d76e3fce5c86221971619812485191f", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.002834, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "A" }, "group_id": "lightness-chain-02-edge-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-22.png", "input_tokens": 942, "latency_sec": 2.1132601879071444, "model_name": "claude-sonnet-5", "out_of_srgb": null, "output_tokens": 95, "prediction": { "choice": "B" }, "prompt_sha256": "64bfc83d308291dc6a447de93571b42ec09ec6278f7fe82905c059b3926629a9", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T14:56:07.250390+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-lightness-22", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "1b68dab0-d2eb-492a-9c05-e5f4ba3b7cdb", "result_sha256": "1cf778487dcc4d7a1f6c05e7ba9b61146eaeb9ef27f1790e2762482179246f03", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.001992, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "A" }, "group_id": "lightness-chain-02-edge-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-23.png", "input_tokens": 941, "latency_sec": 3.2281040019588545, "model_name": "claude-sonnet-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "14500bd7eefa43cebfa107c8a8fa9fa53dddd9be742ffa97660526f7a924c308", "provider": "anthropic", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T16:06:59.024196+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-23", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "4d238c73-d54c-4506-b95a-bfcaa0a0659b", "result_sha256": "e8e806b4db51812d2f60d48b84ff0c95ba538d4ec31042b452d2f4ad879f7f49", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.001992, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "B" }, "group_id": "lightness-chain-02-edge-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-24.png", "input_tokens": 941, "latency_sec": 2.008623640984297, "model_name": "claude-sonnet-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "14500bd7eefa43cebfa107c8a8fa9fa53dddd9be742ffa97660526f7a924c308", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T15:24:18.588966+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-lightness-24", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "8fa40ef9-0ed9-44ec-83a0-6c954c9a1c0d", "result_sha256": "ccb67963388fe6c64b4c6da26b09a3b731da623b8c16b74ae6e63b2cdf56f31a", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.001994, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "B" }, "group_id": "lightness-chain-02-edge-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-25.png", "input_tokens": 942, "latency_sec": 1.648848386015743, "model_name": "claude-sonnet-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "64bfc83d308291dc6a447de93571b42ec09ec6278f7fe82905c059b3926629a9", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T16:15:43.758137+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-25", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "1fa7887d-5a0a-4918-9191-a2cfb1ef7f03", "result_sha256": "fd5d6c0ab714cc82ccd89e649a7e8f6ecf7294b468a0ee46066afb11fd8ba80a", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.001994, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "A" }, "group_id": "lightness-chain-02-edge-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-26.png", "input_tokens": 942, "latency_sec": 2.672608070075512, "model_name": "claude-sonnet-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "64bfc83d308291dc6a447de93571b42ec09ec6278f7fe82905c059b3926629a9", "provider": "anthropic", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T14:51:55.664428+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-lightness-26", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "b2d81fd0-5dc8-4cad-aa18-8aba315fd173", "result_sha256": "406ef10e4072f45da7629cf21118f59d28202fc3c7db99e5f7267c6cf030b56c", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.001992, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "A" }, "group_id": "lightness-chain-02-edge-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-27.png", "input_tokens": 941, "latency_sec": 1.2966422999743372, "model_name": "claude-sonnet-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "14500bd7eefa43cebfa107c8a8fa9fa53dddd9be742ffa97660526f7a924c308", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T16:17:37.496002+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-27", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "6e3b7874-c176-4762-beb0-88db1ea09254", "result_sha256": "658dc9b15816ee1eb2a900a40f57328e7bf053c49adc233ddf1e0ad3f7f7419b", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002772, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "B" }, "group_id": "lightness-chain-02-edge-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-28.png", "input_tokens": 941, "latency_sec": 3.530853068921715, "model_name": "claude-sonnet-5", "out_of_srgb": null, "output_tokens": 89, "prediction": { "choice": "B" }, "prompt_sha256": "14500bd7eefa43cebfa107c8a8fa9fa53dddd9be742ffa97660526f7a924c308", "provider": "anthropic", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T14:15:32.813879+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-28", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "05def72c-d31c-4362-af38-830f634d7438", "result_sha256": "20f6bf89023518ab36375fa01d4d1caeff05385fc786a180a5a228eb8c5a8f9f", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.001994, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "B" }, "group_id": "lightness-chain-02-edge-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-29.png", "input_tokens": 942, "latency_sec": 1.9689118609530851, "model_name": "claude-sonnet-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "64bfc83d308291dc6a447de93571b42ec09ec6278f7fe82905c059b3926629a9", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T14:50:12.383234+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-29", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "0a7cec66-3440-47f9-9080-65f9cd203f45", "result_sha256": "1588814bfe013632aa3a4d3c136edfa614b436ee74e8b27820f51bb58f3dd0a7", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.001994, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "A" }, "group_id": "lightness-chain-02-edge-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-30.png", "input_tokens": 942, "latency_sec": 2.665095769101754, "model_name": "claude-sonnet-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "64bfc83d308291dc6a447de93571b42ec09ec6278f7fe82905c059b3926629a9", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T14:08:29.609394+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-30", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "b3a29dae-d144-4695-97a3-88e1b873cffe", "result_sha256": "4caf71e45b55cb14b6083de0d9bb6ee7eb1dce2cd33ecf83b8ebe67fdcb7e883", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.001992, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "A" }, "group_id": "lightness-chain-02-edge-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-31.png", "input_tokens": 941, "latency_sec": 2.0315323510440066, "model_name": "claude-sonnet-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "14500bd7eefa43cebfa107c8a8fa9fa53dddd9be742ffa97660526f7a924c308", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T16:19:37.529944+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-31", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "a9cf69ce-4581-4174-98be-4138409abfd5", "result_sha256": "8ee3a34cf7cebec26289900bb525bcaf99e2729605300eedb6f0c4ce361104f7", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.001992, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "B" }, "group_id": "lightness-chain-02-edge-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-32.png", "input_tokens": 941, "latency_sec": 2.1829577540047467, "model_name": "claude-sonnet-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "14500bd7eefa43cebfa107c8a8fa9fa53dddd9be742ffa97660526f7a924c308", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T14:50:53.311676+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-32", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "f2978550-6ccf-4f1e-b1d0-e5229381ea63", "result_sha256": "f68b17cf04829a58443247ee794030d9faaac6bfc0bf6f59fdb3141eb2cf226b", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002964, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "B" }, "group_id": "lightness-chain-03-edge-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-33.png", "input_tokens": 942, "latency_sec": 3.4544193510664627, "model_name": "claude-sonnet-5", "out_of_srgb": null, "output_tokens": 108, "prediction": { "choice": "B" }, "prompt_sha256": "64bfc83d308291dc6a447de93571b42ec09ec6278f7fe82905c059b3926629a9", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T15:19:23.977122+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-33", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "674b1e51-81e3-49fd-a723-53543c97a7e8", "result_sha256": "01bebac562fa07703ab921cf756631aac0452cd5d6b924e2c38983aff33fd867", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.001994, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "A" }, "group_id": "lightness-chain-03-edge-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-34.png", "input_tokens": 942, "latency_sec": 1.9112953479634598, "model_name": "claude-sonnet-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "64bfc83d308291dc6a447de93571b42ec09ec6278f7fe82905c059b3926629a9", "provider": "anthropic", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T14:49:40.575003+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-34", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "6a2b91f1-e7bf-4fd5-a1f6-0e0d8a0a2b16", "result_sha256": "53c887863fe61e42bdb9c2aeb9d0b024dadf22d1a183e4e383ca5b84da9ea077", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002302, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "A" }, "group_id": "lightness-chain-03-edge-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-35.png", "input_tokens": 941, "latency_sec": 1.5883840499445796, "model_name": "claude-sonnet-5", "out_of_srgb": null, "output_tokens": 42, "prediction": { "choice": "A" }, "prompt_sha256": "14500bd7eefa43cebfa107c8a8fa9fa53dddd9be742ffa97660526f7a924c308", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T16:08:28.677371+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-35", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "b894ab7e-049c-40ac-99c2-5d00a1b62275", "result_sha256": "ee84ce88adaed60f8213a9826c44e439c8bc381fd06b6152515e351880ab8abd", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002352, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "B" }, "group_id": "lightness-chain-03-edge-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-36.png", "input_tokens": 941, "latency_sec": 3.5194304699543864, "model_name": "claude-sonnet-5", "out_of_srgb": null, "output_tokens": 47, "prediction": { "choice": "B" }, "prompt_sha256": "14500bd7eefa43cebfa107c8a8fa9fa53dddd9be742ffa97660526f7a924c308", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T14:32:43.999209+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-36", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "00b8099b-4ac0-4820-a6a0-64fd9873794e", "result_sha256": "b8e8223e14dee2deb60f3ed5d326a60f91469c0364d5ebae284969cc89fac795", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002454, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "B" }, "group_id": "lightness-chain-03-edge-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-37.png", "input_tokens": 942, "latency_sec": 1.759146151947789, "model_name": "claude-sonnet-5", "out_of_srgb": null, "output_tokens": 57, "prediction": { "choice": "B" }, "prompt_sha256": "64bfc83d308291dc6a447de93571b42ec09ec6278f7fe82905c059b3926629a9", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T14:31:45.433388+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-37", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "7d23d061-ce10-4903-bd02-4fb9dfa52492", "result_sha256": "a1cc8487bf4fc08722a7eb6fc3bdda089b58acfc2af4d7ce99ec9077671467d7", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002584, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "A" }, "group_id": "lightness-chain-03-edge-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-38.png", "input_tokens": 942, "latency_sec": 3.598406894947402, "model_name": "claude-sonnet-5", "out_of_srgb": null, "output_tokens": 70, "prediction": { "choice": "A" }, "prompt_sha256": "64bfc83d308291dc6a447de93571b42ec09ec6278f7fe82905c059b3926629a9", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T15:40:06.644781+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-38", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "77cf2e5a-1dbe-45e8-89d3-fce665b010be", "result_sha256": "725dc97e3cce0deb87eae139cc3ec942ec4a2a10ec1949e4424cfe2488ef28c6", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.003092, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "A" }, "group_id": "lightness-chain-03-edge-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-39.png", "input_tokens": 941, "latency_sec": 2.793353497982025, "model_name": "claude-sonnet-5", "out_of_srgb": null, "output_tokens": 121, "prediction": { "choice": "A" }, "prompt_sha256": "14500bd7eefa43cebfa107c8a8fa9fa53dddd9be742ffa97660526f7a924c308", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T15:59:09.917257+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-39", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "c35d61fe-ab31-40b9-ad72-599be0be2c26", "result_sha256": "3e4f2684b28290e998514853c98f4c418f7c44a0e28bdc6e386656f5e1f6d582", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002682, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "B" }, "group_id": "lightness-chain-03-edge-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-40.png", "input_tokens": 941, "latency_sec": 2.3871299950405955, "model_name": "claude-sonnet-5", "out_of_srgb": null, "output_tokens": 80, "prediction": { "choice": "B" }, "prompt_sha256": "14500bd7eefa43cebfa107c8a8fa9fa53dddd9be742ffa97660526f7a924c308", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T14:10:03.367375+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-40", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "7b63f214-acdd-424b-8b60-a3664c474b6a", "result_sha256": "66d06ee37d149cb2e402e5e796414ecef9f6fd15522e5ada1698bdff2541a415", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.001994, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "B" }, "group_id": "lightness-chain-03-edge-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-41.png", "input_tokens": 942, "latency_sec": 1.2193676269380376, "model_name": "claude-sonnet-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "64bfc83d308291dc6a447de93571b42ec09ec6278f7fe82905c059b3926629a9", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T15:48:30.314737+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-41", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "62c0c5b5-f144-464f-bdf8-e6221f68abe8", "result_sha256": "b54cb28b0e27d75e32cbdca73b6e152f7988dd2546c2e75baf764bae6f9905d7", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.001994, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "A" }, "group_id": "lightness-chain-03-edge-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-42.png", "input_tokens": 942, "latency_sec": 2.040816340013407, "model_name": "claude-sonnet-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "64bfc83d308291dc6a447de93571b42ec09ec6278f7fe82905c059b3926629a9", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T14:17:55.544916+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-42", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "4c8ddbae-184b-4f66-9b04-d7f77c5d4a15", "result_sha256": "4e0d3b85d20fd68c17bb9475ee2a06bed8ff98c0683418dfb7bb4ba130dfa831", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.001992, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "A" }, "group_id": "lightness-chain-03-edge-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-43.png", "input_tokens": 941, "latency_sec": 1.2339592300122604, "model_name": "claude-sonnet-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "14500bd7eefa43cebfa107c8a8fa9fa53dddd9be742ffa97660526f7a924c308", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T16:27:50.173857+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-43", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "2c90801d-3f3a-4322-a672-2bad78f80acf", "result_sha256": "fa4dc915be6663b5eb28c2652a95d356f0bd7ae778dd23b1d56a66c62f5607e9", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.001992, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "B" }, "group_id": "lightness-chain-03-edge-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-44.png", "input_tokens": 941, "latency_sec": 2.2255439029540867, "model_name": "claude-sonnet-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "14500bd7eefa43cebfa107c8a8fa9fa53dddd9be742ffa97660526f7a924c308", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T15:09:04.025231+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-44", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "59c77330-19a5-4630-b0a6-02f40aaa60ac", "result_sha256": "a36bf46c8ae71b7dda576b8d88b2dbc8bbf1ee70e249463cead19b2f946a81d6", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.001994, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "B" }, "group_id": "lightness-chain-03-edge-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-45.png", "input_tokens": 942, "latency_sec": 1.6283610579557717, "model_name": "claude-sonnet-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "64bfc83d308291dc6a447de93571b42ec09ec6278f7fe82905c059b3926629a9", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T16:01:31.005209+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-45", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "34f94185-5122-4445-a14c-2e9d32c77df4", "result_sha256": "22f8da3b0c24f5da2b0c7837db9e637e2737d3c9db8fb1eee28c6e5f2cc74a8c", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.001994, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "A" }, "group_id": "lightness-chain-03-edge-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-46.png", "input_tokens": 942, "latency_sec": 1.652700264006853, "model_name": "claude-sonnet-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "64bfc83d308291dc6a447de93571b42ec09ec6278f7fe82905c059b3926629a9", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T15:49:11.965840+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-46", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "62d43ce3-d08e-4b6a-8c53-91110ceb68d4", "result_sha256": "3c06cdd497ae9d645a52fbbbfcf6353e3535bc55289b031b0763bf67824ebea2", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.001992, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "A" }, "group_id": "lightness-chain-03-edge-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-47.png", "input_tokens": 941, "latency_sec": 2.2218296830542386, "model_name": "claude-sonnet-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "14500bd7eefa43cebfa107c8a8fa9fa53dddd9be742ffa97660526f7a924c308", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T14:35:08.133923+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-47", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "0d99b43e-9238-413f-9b3d-9347c057d50d", "result_sha256": "d1da4d30838cfced824772a2fd4af03941563bacc74df265cfe810874eea2f49", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.001992, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "B" }, "group_id": "lightness-chain-03-edge-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-48.png", "input_tokens": 941, "latency_sec": 2.423508553998545, "model_name": "claude-sonnet-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "14500bd7eefa43cebfa107c8a8fa9fa53dddd9be742ffa97660526f7a924c308", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T14:43:20.735224+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-48", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "721802d9-7e0b-47ae-91d9-31269d9986e3", "result_sha256": "7ad3189a065f9b9949479eaa0802b068ee3355a27271851233cdd187e2b4edf3", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.001994, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "B" }, "group_id": "lightness-chain-04-edge-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-49.png", "input_tokens": 942, "latency_sec": 1.5407527409261093, "model_name": "claude-sonnet-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "64bfc83d308291dc6a447de93571b42ec09ec6278f7fe82905c059b3926629a9", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T15:29:57.979609+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-49", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "270fcbf0-018e-4377-b0c5-44abe1c617cb", "result_sha256": "e096591fbf2bbe54f3cb4c1f12e51e367db70e6c7e1081953f04620114fe8cdc", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.001994, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "A" }, "group_id": "lightness-chain-04-edge-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-50.png", "input_tokens": 942, "latency_sec": 1.5373399490490556, "model_name": "claude-sonnet-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "64bfc83d308291dc6a447de93571b42ec09ec6278f7fe82905c059b3926629a9", "provider": "anthropic", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T16:00:19.869885+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-lightness-50", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "0c9ee129-03a1-4d50-9359-d7f58dc48c56", "result_sha256": "f03c44e3d2491cbbd2c82c3c079ae4d70f755288173eca02611dd14a7bcec159", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.001992, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "A" }, "group_id": "lightness-chain-04-edge-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-51.png", "input_tokens": 941, "latency_sec": 2.263085176004097, "model_name": "claude-sonnet-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "14500bd7eefa43cebfa107c8a8fa9fa53dddd9be742ffa97660526f7a924c308", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T14:40:08.093870+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-51", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "20c9c1af-8541-4bc3-b41f-af6b2bf31219", "result_sha256": "ee5a7910aaac844de35a25457282081ebe979a78d4fc673c21892d73b8b70ce4", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.002402, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "B" }, "group_id": "lightness-chain-04-edge-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-52.png", "input_tokens": 941, "latency_sec": 1.63595027604606, "model_name": "claude-sonnet-5", "out_of_srgb": null, "output_tokens": 52, "prediction": { "choice": "A" }, "prompt_sha256": "14500bd7eefa43cebfa107c8a8fa9fa53dddd9be742ffa97660526f7a924c308", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T14:28:27.852843+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-lightness-52", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "df69d691-515c-4b7b-9941-969a2af84c2b", "result_sha256": "fb21eb2baf592d05f78a2d8b70d8919a35c1566cf0c5a81f66a6487941ad484a", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.001994, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "B" }, "group_id": "lightness-chain-04-edge-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-53.png", "input_tokens": 942, "latency_sec": 1.716846868977882, "model_name": "claude-sonnet-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "64bfc83d308291dc6a447de93571b42ec09ec6278f7fe82905c059b3926629a9", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T16:23:17.596120+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-53", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "0efcd50b-b17b-42c4-bebc-50d0f4655044", "result_sha256": "16a684acda0a286c7a757344926a2f74f47eb950f3e0bec2ebb23358fbf74aeb", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.001994, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "A" }, "group_id": "lightness-chain-04-edge-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-54.png", "input_tokens": 942, "latency_sec": 1.9233653079718351, "model_name": "claude-sonnet-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "64bfc83d308291dc6a447de93571b42ec09ec6278f7fe82905c059b3926629a9", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T15:31:18.883482+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-54", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "d654199b-1d18-43f5-8762-c56b38509b3e", "result_sha256": "b7d1e226c7d337be703d34963ab055ed140c8ed1b1d09b15cf2c8664bd4c03c8", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.001992, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "A" }, "group_id": "lightness-chain-04-edge-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-55.png", "input_tokens": 941, "latency_sec": 1.733150469022803, "model_name": "claude-sonnet-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "14500bd7eefa43cebfa107c8a8fa9fa53dddd9be742ffa97660526f7a924c308", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T15:38:01.828780+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-55", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "0c2733ed-0c84-49c4-96f1-83d1c478f0bd", "result_sha256": "5d8176f13b14b2639f90544eabe0cb0cb39c0884afa70966885d6a40c731923e", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.001992, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "B" }, "group_id": "lightness-chain-04-edge-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-56.png", "input_tokens": 941, "latency_sec": 1.7414449219359085, "model_name": "claude-sonnet-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "14500bd7eefa43cebfa107c8a8fa9fa53dddd9be742ffa97660526f7a924c308", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T14:40:37.901929+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-56", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "b588d271-20da-4410-bb94-240f55f835ae", "result_sha256": "f73293a5e4d021843163d55d2d4717150289fc250129c37931fa17a96eadac1d", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.001994, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "B" }, "group_id": "lightness-chain-04-edge-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-57.png", "input_tokens": 942, "latency_sec": 1.2486567760352045, "model_name": "claude-sonnet-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "64bfc83d308291dc6a447de93571b42ec09ec6278f7fe82905c059b3926629a9", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T16:18:22.411713+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-57", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "c376de73-5bb2-46c4-935c-a73cc9c0c02f", "result_sha256": "19979d47a2fe30388707261b765da9bd52351d1f91df60215a756a1df9095f6f", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.001994, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "A" }, "group_id": "lightness-chain-04-edge-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-58.png", "input_tokens": 942, "latency_sec": 3.1396187969949096, "model_name": "claude-sonnet-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "64bfc83d308291dc6a447de93571b42ec09ec6278f7fe82905c059b3926629a9", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T16:12:12.702202+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-58", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "935e3782-b446-4c52-be61-97a8051e129b", "result_sha256": "4a5828bdf5ef5e69d508494dc9577995a8a7f3412dd4b9751f7b906394653d75", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.001992, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "A" }, "group_id": "lightness-chain-04-edge-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-59.png", "input_tokens": 941, "latency_sec": 1.7215067660436034, "model_name": "claude-sonnet-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "14500bd7eefa43cebfa107c8a8fa9fa53dddd9be742ffa97660526f7a924c308", "provider": "anthropic", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T15:16:22.227837+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-59", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "fdd79014-3bd8-4e64-b44b-ef4a7baf141a", "result_sha256": "f1b93e46e71d0f3e2c44b3d3da3b9c2d1b7620d62d35058996b80c39a8a79b59", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.001992, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "B" }, "group_id": "lightness-chain-04-edge-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-60.png", "input_tokens": 941, "latency_sec": 1.1417738490272313, "model_name": "claude-sonnet-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "14500bd7eefa43cebfa107c8a8fa9fa53dddd9be742ffa97660526f7a924c308", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T15:33:40.634873+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-60", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "e84249c8-6697-40b4-a298-f12ce14e3c86", "result_sha256": "6fe5ebd69c8dd02190c7b211e0a56eb33d20bf42c39cd928909ae863d22c2c82", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.001994, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "B" }, "group_id": "lightness-chain-04-edge-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-61.png", "input_tokens": 942, "latency_sec": 2.7807607649592683, "model_name": "claude-sonnet-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "64bfc83d308291dc6a447de93571b42ec09ec6278f7fe82905c059b3926629a9", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T16:25:11.317269+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-61", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "5f6d92b8-5145-446a-a9d4-df61c5155696", "result_sha256": "794e7d1b8e9ecba681d1089eda02dad9fd28fbdd67bf064f9f3a544a5245d6ef", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.001994, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "A" }, "group_id": "lightness-chain-04-edge-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-62.png", "input_tokens": 942, "latency_sec": 1.8729502200149, "model_name": "claude-sonnet-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "64bfc83d308291dc6a447de93571b42ec09ec6278f7fe82905c059b3926629a9", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T14:06:47.033035+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-62", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "40bda87c-ad41-4103-970f-c582ee54aa97", "result_sha256": "c62fbafe70a42fa85294491405afac1547c02faf30d71041fde5fd7e820a8112", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002702, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "A" }, "group_id": "lightness-chain-04-edge-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-63.png", "input_tokens": 941, "latency_sec": 2.342341916053556, "model_name": "claude-sonnet-5", "out_of_srgb": null, "output_tokens": 82, "prediction": { "choice": "A" }, "prompt_sha256": "14500bd7eefa43cebfa107c8a8fa9fa53dddd9be742ffa97660526f7a924c308", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T14:12:00.821320+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-63", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "6d286104-4ee9-4cf5-b344-c49668d175d3", "result_sha256": "b8636760a1e0ac8d6042bd14a908423a7a8105f498c1200eba0057838fca1d49", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002382, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "B" }, "group_id": "lightness-chain-04-edge-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-64.png", "input_tokens": 941, "latency_sec": 2.763850359013304, "model_name": "claude-sonnet-5", "out_of_srgb": null, "output_tokens": 50, "prediction": { "choice": "B" }, "prompt_sha256": "14500bd7eefa43cebfa107c8a8fa9fa53dddd9be742ffa97660526f7a924c308", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T14:34:19.059108+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-64", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "283d1ad3-6240-446e-9268-a319b5237381", "result_sha256": "6256ecd111d4d3b9d1d44d08b9f91e55bce6498aeb75e00bcc9127dd07bf2a75", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00204, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "A" }, "group_id": "match-binding-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-01.png", "input_tokens": 965, "latency_sec": 1.6568744350224733, "model_name": "claude-sonnet-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T16:12:35.102097+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-01", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "4ed0eab5-dda6-4451-9212-31f808b7f82a", "result_sha256": "0b35d531aecefcb5ad3cc83ccf0dbce331738b78ca9b41b8e1e40a1a1f9a35b7", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00204, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "B" }, "group_id": "match-binding-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-02.png", "input_tokens": 965, "latency_sec": 2.2717543960316107, "model_name": "claude-sonnet-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T15:30:25.278598+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-02", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "8ef741fd-691d-4847-a9be-b8893dc98dda", "result_sha256": "d5b8b72d6bf5c860a2b569cb9e950e9d87f7a218d41cf93b0124c73b20c24889", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00204, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "C" }, "group_id": "match-binding-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-03.png", "input_tokens": 965, "latency_sec": 1.5902079700026661, "model_name": "claude-sonnet-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "C" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "anthropic", "raw_prediction": "{\"choice\": \"C\"}", "recorded_at": "2026-09-16T15:44:41.423958+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-03", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "967078de-10bb-4593-9bf5-4bfdce96356b", "result_sha256": "9470e7949debc65463df8835bcaefe10d34580457f05c95fe87736f0cedfb305", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00204, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "D" }, "group_id": "match-binding-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-04.png", "input_tokens": 965, "latency_sec": 1.8048332670005038, "model_name": "claude-sonnet-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "D" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "anthropic", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-16T15:03:31.507108+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-04", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "7ca05e31-00f3-4418-af8e-bdaa4429c260", "result_sha256": "b59786af79a30d862a60f23398ff954309b1d7e3a1fedb8b350b2d9bfebb63e8", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00204, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "A" }, "group_id": "match-binding-05", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-05.png", "input_tokens": 965, "latency_sec": 1.676662994083017, "model_name": "claude-sonnet-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T15:39:52.339096+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-05", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "fcd9a45b-1ba7-467e-b0fa-c8041dc2e4f3", "result_sha256": "984cf9bf44716d023dc5184ef0543902d4d5d5752905385b73f5e9c667dc98bc", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00204, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "B" }, "group_id": "match-binding-06", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-06.png", "input_tokens": 965, "latency_sec": 3.4295917900744826, "model_name": "claude-sonnet-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "anthropic", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T15:38:21.185394+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-06", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "b3b1204a-c304-4e66-a368-9ec6736dc014", "result_sha256": "5dca4b7f770ea2c6364f616eb121220b7db07ebf216d861910bfe0adccc9bb38", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00204, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "C" }, "group_id": "match-binding-07", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-07.png", "input_tokens": 965, "latency_sec": 1.1583124820608646, "model_name": "claude-sonnet-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "C" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "anthropic", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-16T15:11:48.542170+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-07", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "5f9eda6a-dfb4-424a-8eca-01ce460b34a2", "result_sha256": "8c784e7a2159344f94e23d841212a2f67fc712d45233decfb9269ed166a89ebc", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00326, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "D" }, "group_id": "match-binding-08", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-08.png", "input_tokens": 965, "latency_sec": 4.2383937949780375, "model_name": "claude-sonnet-5", "out_of_srgb": null, "output_tokens": 133, "prediction": { "choice": "D" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "anthropic", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-16T16:18:09.286657+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-08", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "b01a275f-280f-42d6-8d1f-324352803698", "result_sha256": "0f4709d24f66d631d119c1ba54d19f6460a2d72d5a5cfb1fbe51bbaf080910fd", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00288, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "A" }, "group_id": "match-binding-09", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-09.png", "input_tokens": 965, "latency_sec": 2.219599748030305, "model_name": "claude-sonnet-5", "out_of_srgb": null, "output_tokens": 95, "prediction": { "choice": "A" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T15:47:21.685473+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-09", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "6d15b9dc-847b-4bae-9f86-557d628a29a5", "result_sha256": "ddb7705ea1384a9989940372f00cdb3a6a167f38a8024353db5d2a7e82dba27d", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00293, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "B" }, "group_id": "match-binding-10", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-10.png", "input_tokens": 965, "latency_sec": 2.669475718983449, "model_name": "claude-sonnet-5", "out_of_srgb": null, "output_tokens": 100, "prediction": { "choice": "B" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T14:38:12.301630+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-10", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "8d829f83-7d00-40e4-bf8d-175cb9bf3e27", "result_sha256": "5805b7298d8314fc7de7aca49cd545e64069664e5c932e4b9f4754ffce30fe2b", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00299, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "C" }, "group_id": "match-binding-11", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-11.png", "input_tokens": 965, "latency_sec": 2.555568890995346, "model_name": "claude-sonnet-5", "out_of_srgb": null, "output_tokens": 106, "prediction": { "choice": "C" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "anthropic", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-16T15:07:37.175473+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-11", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "cfe33676-9ffa-4dab-9d36-1092b2a49acc", "result_sha256": "5adbc420aa1d30a5dae81cde24141c63e3e0ef411246962e89a0509fb1a2dfce", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00204, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "D" }, "group_id": "match-binding-12", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-12.png", "input_tokens": 965, "latency_sec": 1.7320886590750888, "model_name": "claude-sonnet-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "D" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "anthropic", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-16T14:02:16.591323+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-12", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "6a14e261-0050-4126-890e-c526d639528b", "result_sha256": "a438d175b347b36e9ab65fb967a561096e8e4060a1478c08463f25a14edce47f", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00204, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "A" }, "group_id": "match-binding-13", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-13.png", "input_tokens": 965, "latency_sec": 1.6745365760289133, "model_name": "claude-sonnet-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T15:35:31.217637+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-13", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "fd82d365-2258-4f29-8eb3-b14906299348", "result_sha256": "0b9414daf027f6807c9caabbf2108cb3b99eaadd05e13082c130e35788ccef69", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00204, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "B" }, "group_id": "match-binding-14", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-14.png", "input_tokens": 965, "latency_sec": 1.0936978560639545, "model_name": "claude-sonnet-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T15:15:06.398856+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-14", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "ee2b6c2d-5fcc-4470-9068-352907ba30f0", "result_sha256": "b32b964413ab13dbc192972b1efae74a5a1d1b1650c0c23d6f4fb12174388018", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.00204, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "C" }, "group_id": "match-binding-15", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-15.png", "input_tokens": 965, "latency_sec": 1.3146319079678506, "model_name": "claude-sonnet-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T15:22:52.888826+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-matching-15", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "c5263e0f-0115-42e8-9e72-65d81028b643", "result_sha256": "11112a3ac8057fa69d5e6cc25b3bb6cec75d47ccaa1bf778fdcdd8dcc398eee9", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.00204, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "D" }, "group_id": "match-binding-16", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-16.png", "input_tokens": 965, "latency_sec": 4.525707824039273, "model_name": "claude-sonnet-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T14:13:08.553254+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-matching-16", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "56313c73-3503-4439-bdeb-34880d006132", "result_sha256": "e77b2f4721a887ae528330c15fef701800ea3149a2dd7dde1c9a446fd5720953", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00204, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "A" }, "group_id": "match-binding-17", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-17.png", "input_tokens": 965, "latency_sec": 1.2631182139739394, "model_name": "claude-sonnet-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T15:54:56.296449+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-17", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "eb6ac618-31b2-4031-9b3f-944522201553", "result_sha256": "80b7b6076c812ac1e96ac7c901ac68e44f2108b774ebf10608bb2724b98864ad", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00204, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "B" }, "group_id": "match-binding-18", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-18.png", "input_tokens": 965, "latency_sec": 3.2752584479749203, "model_name": "claude-sonnet-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T15:33:09.101557+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-18", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "4d915728-f833-4c3e-bb9a-a5c383f1976f", "result_sha256": "fa25654cc5830cad43f7c38c522013c87e7819c1eeebf85013ba7555b22263ce", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00204, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "C" }, "group_id": "match-binding-19", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-19.png", "input_tokens": 965, "latency_sec": 1.6471462899353355, "model_name": "claude-sonnet-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "C" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "anthropic", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-16T15:47:38.672337+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-19", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "6fc8d247-2878-4723-9f08-0da8c78cca9c", "result_sha256": "bf25bb537bff5da112e6129a36487aa54887d75f17278d31d5aa00538eac5014", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00204, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "D" }, "group_id": "match-binding-20", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-20.png", "input_tokens": 965, "latency_sec": 1.686142364051193, "model_name": "claude-sonnet-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "D" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "anthropic", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-16T15:17:54.997941+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-20", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "2f9b0b93-30e1-43d2-a805-05c40db4b3fd", "result_sha256": "4de2cd04dfcb7fa54fbda8d55927f3f51b339dc5226fd008d8713b16fc62e534", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00204, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "A" }, "group_id": "match-binding-21", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-21.png", "input_tokens": 965, "latency_sec": 1.3370665250113234, "model_name": "claude-sonnet-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T14:35:47.621977+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-21", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "bf9212fa-bfbd-433f-b961-05a1408d2968", "result_sha256": "3fc0ce3808d0493e9def39588595ff4959b871b006c6048c9922c69d087160a4", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00204, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "B" }, "group_id": "match-binding-22", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-22.png", "input_tokens": 965, "latency_sec": 1.188423204002902, "model_name": "claude-sonnet-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "anthropic", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T14:27:52.622524+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-22", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "e7dd0194-fa7c-4af8-a8b0-822249b584a6", "result_sha256": "64cb3d2be2665b2c187a3bc53957e2e4e360cb53678c28a27df5cb2d65dca617", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00425, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "C" }, "group_id": "match-binding-23", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-23.png", "input_tokens": 965, "latency_sec": 4.237266639014706, "model_name": "claude-sonnet-5", "out_of_srgb": null, "output_tokens": 232, "prediction": { "choice": "C" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "anthropic", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-16T16:12:51.278859+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-23", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "51facc56-986c-44cd-a958-8309bd9c8e2e", "result_sha256": "49923d699fceea1c0e617ab4d7b6853ea262da4a003a2ed3d6ea16c2d337b987", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00385, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "D" }, "group_id": "match-binding-24", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-24.png", "input_tokens": 965, "latency_sec": 3.957404259010218, "model_name": "claude-sonnet-5", "out_of_srgb": null, "output_tokens": 192, "prediction": { "choice": "D" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "anthropic", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-16T15:40:44.882336+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-24", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "62a0ac24-0827-4a45-80e1-df898236a7cb", "result_sha256": "ba08de02f9876b106fc5f753efe8b37177ffb31be201973586765ac52f6707e5", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.00204, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "A" }, "group_id": "match-binding-25", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-25.png", "input_tokens": 965, "latency_sec": 1.082599559915252, "model_name": "claude-sonnet-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T15:36:00.400470+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-matching-25", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "306dc79f-e459-4009-b01e-27c7a9817e90", "result_sha256": "1fd76db70afefed8c32d119dd95fcac6dbcdb1bd5cf4737a2c0d79cc4ce57472", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.00204, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "B" }, "group_id": "match-binding-26", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-26.png", "input_tokens": 965, "latency_sec": 1.3695929850218818, "model_name": "claude-sonnet-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "D" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "anthropic", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-16T14:25:38.225530+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-matching-26", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "ea94d101-dbd4-464e-b0ee-62d057abddbb", "result_sha256": "642039f94429d3abaaf8f9fa923d093926e5377aff000dc7f405047e75a5fb57", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.00204, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "C" }, "group_id": "match-binding-27", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-27.png", "input_tokens": 965, "latency_sec": 1.209719234961085, "model_name": "claude-sonnet-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T15:09:27.212751+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-matching-27", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "2e7f92a2-7719-4fa1-b351-8d45864ac082", "result_sha256": "6d5013618b3e643ac48c425e7e4af72489a4bb1dc1f23bf012ebeac4e5aa4926", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.00204, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "D" }, "group_id": "match-binding-28", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-28.png", "input_tokens": 965, "latency_sec": 1.2409223340218887, "model_name": "claude-sonnet-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T15:53:37.148521+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-matching-28", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "1a224dae-3d7b-44dc-a955-ef7e3e3266b3", "result_sha256": "191fb1914effb890857556387094734a228b9d44654bead4137b64a932c930d1", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00204, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "A" }, "group_id": "match-binding-29", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-29.png", "input_tokens": 965, "latency_sec": 1.557680548983626, "model_name": "claude-sonnet-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T14:30:46.063586+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-29", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "038334b1-e500-4718-bc2f-b172d8903620", "result_sha256": "00b49f9ef6068fb79920ed9a763e1335bf336f64974850062c260d031b58a8b9", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.00204, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "B" }, "group_id": "match-binding-30", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-30.png", "input_tokens": 965, "latency_sec": 1.8673073910176754, "model_name": "claude-sonnet-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T15:52:10.129023+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-matching-30", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "e84374e6-5198-4b02-9828-364762f34561", "result_sha256": "cd1374bdcd76ff3d873fb3aaf7f9907e28294514bf3f119570937147303f8bb5", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.00204, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "C" }, "group_id": "match-binding-31", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-31.png", "input_tokens": 965, "latency_sec": 1.4259640800300986, "model_name": "claude-sonnet-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T16:20:30.746525+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-matching-31", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "fc07de29-d2a7-41a9-9591-947bdebb2266", "result_sha256": "86ee4f346d2c1db7a0662219bfb0de296c2dcf36fcbe562a1f1e350409141368", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.00348, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "D" }, "group_id": "match-binding-32", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-32.png", "input_tokens": 965, "latency_sec": 3.1453468130202964, "model_name": "claude-sonnet-5", "out_of_srgb": null, "output_tokens": 155, "prediction": { "choice": "B" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T15:03:53.857309+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-matching-32", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "a44c63a8-edee-48da-81ec-ac871ad681f3", "result_sha256": "0933ada394439920ae98eed2bc6e0ee1b9f1a976e828c1ae689570560a6a0756", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00204, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "A" }, "group_id": "match-binding-33", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-33.png", "input_tokens": 965, "latency_sec": 1.1768816210096702, "model_name": "claude-sonnet-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T14:49:21.194663+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-33", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "3f97d480-13d3-4a99-b246-4c55097654b7", "result_sha256": "5b83fa1ceeb92af259fdc86e34ab4801b2751481730dd2dc5ec8d63dc2262eab", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00204, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "B" }, "group_id": "match-binding-34", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-34.png", "input_tokens": 965, "latency_sec": 1.2432425600709394, "model_name": "claude-sonnet-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "anthropic", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T15:42:51.648691+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-34", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "9aa04bf6-1d3a-43be-84eb-e7f6d2ab5240", "result_sha256": "2010f16c45577d21caa7245f6f5b8d679996b1c5944b68c685e1755b8c69e1ad", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00204, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "C" }, "group_id": "match-binding-35", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-35.png", "input_tokens": 965, "latency_sec": 1.3107965789968148, "model_name": "claude-sonnet-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "C" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "anthropic", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-16T14:25:50.532388+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-35", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "a78b2a3c-a5ff-42f4-97c4-513cc2462a08", "result_sha256": "a84befd1bf14035a15c1c9d9733fb20298e794cdf33e9675724080c13a6d3eeb", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00204, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "D" }, "group_id": "match-binding-36", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-36.png", "input_tokens": 965, "latency_sec": 1.563670398085378, "model_name": "claude-sonnet-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "D" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "anthropic", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-16T15:15:23.354661+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-36", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "31d5ef53-e752-4fe5-9d28-679f4772d4d9", "result_sha256": "98561637b89912d12bee7b9fb90ade0592cff14fec671b0d24b7f74888c9cb01", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00204, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "A" }, "group_id": "match-binding-37", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-37.png", "input_tokens": 965, "latency_sec": 1.4348701590206474, "model_name": "claude-sonnet-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T15:07:21.924681+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-37", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "70721f55-44ee-42b7-995e-f7291003d8a6", "result_sha256": "2a1624f756899066984ac3ac2e77e92265c87b1bbf6309ea71d6cc7ffc876619", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00204, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "B" }, "group_id": "match-binding-38", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-38.png", "input_tokens": 965, "latency_sec": 2.8010427170665935, "model_name": "claude-sonnet-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T15:24:42.850232+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-38", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "f70ab69e-21d6-492e-9bf6-5a54dadd9675", "result_sha256": "9f3f8fb2cdfc7f45e6b79a19eaa3bbe0ad046273ab59edd6d9129004c8d31df4", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00319, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "C" }, "group_id": "match-binding-39", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-39.png", "input_tokens": 965, "latency_sec": 2.595242519979365, "model_name": "claude-sonnet-5", "out_of_srgb": null, "output_tokens": 126, "prediction": { "choice": "C" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "anthropic", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-16T15:52:52.528576+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-39", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "f884b703-b272-4e73-8fee-89ac7ba8d9b8", "result_sha256": "31a5adea478d6984f09f2d18671553c436b3b44c0421e41e5c27232a468b1a87", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00204, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "D" }, "group_id": "match-binding-40", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-40.png", "input_tokens": 965, "latency_sec": 2.3987581999972463, "model_name": "claude-sonnet-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "D" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "anthropic", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-16T14:29:56.308791+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-40", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "b3562e39-ea4b-48b7-b835-6c255a7494ae", "result_sha256": "8d997366be1ea289a4016967303d489b6603fbc952024f19dd5cc1ef1051c06a", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00284, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "A" }, "group_id": "match-binding-41", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-41.png", "input_tokens": 965, "latency_sec": 2.8984610360348597, "model_name": "claude-sonnet-5", "out_of_srgb": null, "output_tokens": 91, "prediction": { "choice": "A" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T16:09:14.068249+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-41", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "2175a5e4-6d2e-4754-b84a-31f9c4ab6c26", "result_sha256": "4f5664e9d45fa5db99dbd1d56fc866a644f510d21a01e6fa9456656feba63afb", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.00393, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "B" }, "group_id": "match-binding-42", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-42.png", "input_tokens": 965, "latency_sec": 4.625269971089438, "model_name": "claude-sonnet-5", "out_of_srgb": null, "output_tokens": 200, "prediction": { "choice": "D" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "anthropic", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-16T16:23:51.497581+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-matching-42", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "19311171-e6c5-4979-adbb-f895ae9b4d06", "result_sha256": "b6da031af89567fe58a7021d1859986da3aac78bbedf47ab31acaee86003a20d", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00204, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "C" }, "group_id": "match-binding-43", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-43.png", "input_tokens": 965, "latency_sec": 2.073371469974518, "model_name": "claude-sonnet-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "C" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "anthropic", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-16T15:07:11.167329+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-43", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "34f3898a-68db-4324-a908-0fc4f09a7250", "result_sha256": "a32e6b7eb4ccad336e9b6e2a7a4621b3d1b4aa798e231402ed0e9e6fc1d74955", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00363, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "D" }, "group_id": "match-binding-44", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-44.png", "input_tokens": 965, "latency_sec": 3.4168273030081764, "model_name": "claude-sonnet-5", "out_of_srgb": null, "output_tokens": 170, "prediction": { "choice": "D" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "anthropic", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-16T16:13:29.328902+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-44", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "15a0e209-d504-4715-97db-7679108b18a9", "result_sha256": "865e1afd56a702b3ced03d5cd273acef11686915aac040eb89dec45c92f393fc", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00685, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "A" }, "group_id": "match-binding-45", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-45.png", "input_tokens": 965, "latency_sec": 7.821971333003603, "model_name": "claude-sonnet-5", "out_of_srgb": null, "output_tokens": 492, "prediction": { "choice": "A" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T14:19:54.587605+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-45", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "959bb266-8ef6-48af-87a2-5a25b25dd86c", "result_sha256": "58fe21ddd8590f519333d570aad6dae5ab8c31d0c8942092eb1b7503010f59f3", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.00298, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "B" }, "group_id": "match-binding-46", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-46.png", "input_tokens": 965, "latency_sec": 3.0244290529517457, "model_name": "claude-sonnet-5", "out_of_srgb": null, "output_tokens": 105, "prediction": { "choice": "A" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T14:41:03.789525+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-matching-46", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "1c335d21-af07-4bf6-b899-26542d30aceb", "result_sha256": "07ff6598c9e1030a30a69b1b202986f1a3a5ca5f4fd04d0a4934e04dc595afdb", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00392, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "C" }, "group_id": "match-binding-47", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-47.png", "input_tokens": 965, "latency_sec": 3.394003142020665, "model_name": "claude-sonnet-5", "out_of_srgb": null, "output_tokens": 199, "prediction": { "choice": "C" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "anthropic", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-16T14:01:14.135492+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-47", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "158cc3e3-0fc4-473a-8c83-077e58207f58", "result_sha256": "d14b80ff8d9cfdddf497d1d350e88f50e08171e62453676142939c172778d832", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.00355, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "D" }, "group_id": "match-binding-48", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-48.png", "input_tokens": 965, "latency_sec": 3.106290599098429, "model_name": "claude-sonnet-5", "out_of_srgb": null, "output_tokens": 162, "prediction": { "choice": "A" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T15:04:42.175308+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-matching-48", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "fce7d858-c049-4bda-8b57-18ff203bf49d", "result_sha256": "0738ecb36d7fb89d1d70a8d72fadf1a7fae4103e131e0764a1e4bb28d9eb2433", "result": { "component_errors": { "c": 0.03312010674054802, "h": 2.007770759988574, "l": 0.006926085977997043 }, "correct": null, "cost_estimated": false, "cost_usd": 0.00231, "delta_e_ok": 0.034219132726442614, "error": null, "error_kind": null, "family": "oklch", "ground_truth": { "rgb": [ 192, 64, 80 ] }, "group_id": "numeric-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-01.png", "input_tokens": 1045, "latency_sec": 1.5952560410369188, "model_name": "claude-sonnet-5", "out_of_srgb": false, "output_tokens": 22, "prediction": { "c": 0.13, "h": 15.0, "l": 0.55 }, "prompt_sha256": "cfc2f885cbdbcece08f23bb635b333e3e35d9a41ebaf72f1a755e461f8f494d4", "provider": "anthropic", "raw_prediction": "{\"l\":0.55,\"c\":0.13,\"h\":15}", "recorded_at": "2026-09-16T16:14:26.746859+00:00", "request_attempts": 1, "score": 82.8904336367787, "task_id": "colorbench-oklch-01", "tight_score": 31.561734547114774, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": false, "0.02": false, "0.05": true } } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "63ae1190-83fe-456e-927b-8ecfd19d4bf8", "result_sha256": "fe88a7f58ff01cda7247e954124c2f9c1ff15bf05b289210c0b7d47b165efec2", "result": { "component_errors": { "c": 0.0014030390476776344, "h": 3.054728141339467, "l": 0.04065329934081685 }, "correct": null, "cost_estimated": false, "cost_usd": 0.00231, "delta_e_ok": 0.04136323486732063, "error": null, "error_kind": null, "family": "oklch", "ground_truth": { "rgb": [ 38, 112, 190 ] }, "group_id": "numeric-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-02.png", "input_tokens": 1045, "latency_sec": 3.020247939042747, "model_name": "claude-sonnet-5", "out_of_srgb": false, "output_tokens": 22, "prediction": { "c": 0.14, "h": 250.0, "l": 0.5 }, "prompt_sha256": "cfc2f885cbdbcece08f23bb635b333e3e35d9a41ebaf72f1a755e461f8f494d4", "provider": "anthropic", "raw_prediction": "{\"l\":0.5,\"c\":0.14,\"h\":250}", "recorded_at": "2026-09-16T14:03:58.249849+00:00", "request_attempts": 1, "score": 79.31838256633968, "task_id": "colorbench-oklch-02", "tight_score": 17.273530265358737, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": false, "0.02": false, "0.05": true } } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "8221ce00-f1a8-4e01-b094-687244767bc1", "result_sha256": "44464000b69653d2fc7ab178e307f293de592bc03a28a2c1a696611acc3644da", "result": { "component_errors": { "c": 0.0007053031417421779, "h": 4.03735052816387, "l": 0.0210975177863858 }, "correct": null, "cost_estimated": false, "cost_usd": 0.00231, "delta_e_ok": 0.022261749140801455, "error": null, "error_kind": null, "family": "oklch", "ground_truth": { "rgb": [ 60, 140, 100 ] }, "group_id": "numeric-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-03.png", "input_tokens": 1045, "latency_sec": 4.266286113997921, "model_name": "claude-sonnet-5", "out_of_srgb": false, "output_tokens": 22, "prediction": { "c": 0.1, "h": 155.0, "l": 0.6 }, "prompt_sha256": "cfc2f885cbdbcece08f23bb635b333e3e35d9a41ebaf72f1a755e461f8f494d4", "provider": "anthropic", "raw_prediction": "{\"l\":0.6,\"c\":0.1,\"h\":155}", "recorded_at": "2026-09-16T13:59:52.011855+00:00", "request_attempts": 1, "score": 88.86912542959926, "task_id": "colorbench-oklch-03", "tight_score": 55.47650171839709, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": false, "0.02": false, "0.05": true } } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "fa7ad855-aa93-4d0d-b06c-90c4e7aed007", "result_sha256": "8e1aed53c8f8487e1af13ff42cb359e44da014b9b5274977ada19b1736f0701c", "result": { "component_errors": { "c": 0.010361814369458003, "h": 8.04277204060071, "l": 0.023145762438994355 }, "correct": null, "cost_estimated": false, "cost_usd": 0.00231, "delta_e_ok": 0.030806729617519076, "error": null, "error_kind": null, "family": "oklch", "ground_truth": { "rgb": [ 185, 135, 45 ] }, "group_id": "numeric-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-04.png", "input_tokens": 1045, "latency_sec": 3.521484142052941, "model_name": "claude-sonnet-5", "out_of_srgb": false, "output_tokens": 22, "prediction": { "c": 0.13, "h": 70.0, "l": 0.68 }, "prompt_sha256": "cfc2f885cbdbcece08f23bb635b333e3e35d9a41ebaf72f1a755e461f8f494d4", "provider": "anthropic", "raw_prediction": "{\"l\":0.68,\"c\":0.13,\"h\":70}", "recorded_at": "2026-09-16T14:14:43.312725+00:00", "request_attempts": 1, "score": 84.59663519124047, "task_id": "colorbench-oklch-04", "tight_score": 38.38654076496185, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": false, "0.02": false, "0.05": true } } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "fd562da5-2071-407f-8af1-fe3583ee838d", "result_sha256": "88faf0355d946d26629a101e6490569fa38110292e09b18d1f29ab13b699c138", "result": { "component_errors": { "c": 0.013125551628440618, "h": 2.007140960468064, "l": 0.014093357125907646 }, "correct": null, "cost_estimated": false, "cost_usd": 0.00231, "delta_e_ok": 0.019842729347039054, "error": null, "error_kind": null, "family": "oklch", "ground_truth": { "rgb": [ 135, 85, 175 ] }, "group_id": "numeric-05", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-05.png", "input_tokens": 1045, "latency_sec": 3.205192995024845, "model_name": "claude-sonnet-5", "out_of_srgb": false, "output_tokens": 22, "prediction": { "c": 0.13, "h": 310.0, "l": 0.53 }, "prompt_sha256": "cfc2f885cbdbcece08f23bb635b333e3e35d9a41ebaf72f1a755e461f8f494d4", "provider": "anthropic", "raw_prediction": "{\"l\":0.53,\"c\":0.13,\"h\":310}", "recorded_at": "2026-09-16T14:07:30.762898+00:00", "request_attempts": 1, "score": 90.07863532648047, "task_id": "colorbench-oklch-05", "tight_score": 60.314541305921885, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": false, "0.02": true, "0.05": true } } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "21189851-0d2d-453a-a473-78fc823ba117", "result_sha256": "d42747de837967c2c4d9c67306a896d68773b55159be5fd3a06b1875d14e7ff2", "result": { "component_errors": { "c": 0.0012632622246576825, "h": 6.126765068149865, "l": 0.017001064544980626 }, "correct": null, "cost_estimated": false, "cost_usd": 0.00231, "delta_e_ok": 0.018190413903964985, "error": null, "error_kind": null, "family": "oklch", "ground_truth": { "rgb": [ 22, 48, 75 ] }, "group_id": "numeric-06", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-06.png", "input_tokens": 1045, "latency_sec": 1.6374644809402525, "model_name": "claude-sonnet-5", "out_of_srgb": false, "output_tokens": 22, "prediction": { "c": 0.06, "h": 245.0, "l": 0.32 }, "prompt_sha256": "cfc2f885cbdbcece08f23bb635b333e3e35d9a41ebaf72f1a755e461f8f494d4", "provider": "anthropic", "raw_prediction": "{\"l\":0.32,\"c\":0.06,\"h\":245}", "recorded_at": "2026-09-16T16:21:44.539105+00:00", "request_attempts": 1, "score": 90.90479304801751, "task_id": "colorbench-oklch-06", "tight_score": 63.619172192070025, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": false, "0.02": true, "0.05": true } } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "41d27e16-df15-4339-a2d3-dfb9843d8e93", "result_sha256": "b12c37706584c40e7b5e49da7b437ace25b374307bb23cc5f3fc9b9d11c6f87a", "result": { "component_errors": { "c": 0.007688378754277844, "h": 0.08212992486247117, "l": 0.009907278411844689 }, "correct": null, "cost_estimated": false, "cost_usd": 0.00231, "delta_e_ok": 0.012540640198850279, "error": null, "error_kind": null, "family": "oklch", "ground_truth": { "rgb": [ 225, 215, 188 ] }, "group_id": "numeric-07", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-07.png", "input_tokens": 1045, "latency_sec": 1.8760089429561049, "model_name": "claude-sonnet-5", "out_of_srgb": false, "output_tokens": 22, "prediction": { "c": 0.03, "h": 90.0, "l": 0.89 }, "prompt_sha256": "cfc2f885cbdbcece08f23bb635b333e3e35d9a41ebaf72f1a755e461f8f494d4", "provider": "anthropic", "raw_prediction": "{\"l\":0.89,\"c\":0.03,\"h\":90}", "recorded_at": "2026-09-16T15:36:54.623096+00:00", "request_attempts": 1, "score": 93.72967990057487, "task_id": "colorbench-oklch-07", "tight_score": 74.91871960229945, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": false, "0.02": true, "0.05": true } } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "8d4739fa-4576-4cfb-a097-ff685aea23eb", "result_sha256": "7b88fb6f0742d48798ed6f359405fa7219ea15b73af86b33bfebc8ce709f01f3", "result": { "component_errors": { "c": 0.0, "h": null, "l": 0.00012919829288227103 }, "correct": null, "cost_estimated": false, "cost_usd": 0.00231, "delta_e_ok": 0.00012919829481709103, "error": null, "error_kind": null, "family": "oklch", "ground_truth": { "rgb": [ 128, 128, 128 ] }, "group_id": "numeric-08", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-08.png", "input_tokens": 1045, "latency_sec": 1.5461094550555572, "model_name": "claude-sonnet-5", "out_of_srgb": false, "output_tokens": 22, "prediction": { "c": 0.0, "h": 0.0, "l": 0.6 }, "prompt_sha256": "cfc2f885cbdbcece08f23bb635b333e3e35d9a41ebaf72f1a755e461f8f494d4", "provider": "anthropic", "raw_prediction": "{\"l\":0.6,\"c\":0.0,\"h\":0}", "recorded_at": "2026-09-16T15:23:10.219008+00:00", "request_attempts": 1, "score": 99.93540085259144, "task_id": "colorbench-oklch-08", "tight_score": 99.74160341036583, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": true, "0.01": true, "0.02": true, "0.05": true } } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "4b11e212-f187-4f97-b91b-2af631125c74", "result_sha256": "be2ead39c4599a8bff93d10145c6a1cc5d25961d911ebbe87ff1131867db8914", "result": { "component_errors": { "c": 0.006380754408096129, "h": 0.6506435286929673, "l": 0.042646550277791184 }, "correct": null, "cost_estimated": false, "cost_usd": 0.00231, "delta_e_ok": 0.04319565596361913, "error": null, "error_kind": null, "family": "oklch", "ground_truth": { "rgb": [ 230, 32, 44 ] }, "group_id": "numeric-09", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-09.png", "input_tokens": 1045, "latency_sec": 1.529625996015966, "model_name": "claude-sonnet-5", "out_of_srgb": false, "output_tokens": 22, "prediction": { "c": 0.22, "h": 25.0, "l": 0.55 }, "prompt_sha256": "cfc2f885cbdbcece08f23bb635b333e3e35d9a41ebaf72f1a755e461f8f494d4", "provider": "anthropic", "raw_prediction": "{\"l\":0.55,\"c\":0.22,\"h\":25}", "recorded_at": "2026-09-16T14:27:14.760244+00:00", "request_attempts": 1, "score": 78.40217201819044, "task_id": "colorbench-oklch-09", "tight_score": 13.608688072761744, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": false, "0.02": false, "0.05": true } } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "b35da0e7-3fd4-4231-91e9-d641c2279210", "result_sha256": "d3e55938d4bbfc63e18c73e942bb7c2eb0549d2c9ca7f4f1dde537ca5ebb4b80", "result": { "component_errors": { "c": 0.006020599292406892, "h": 0.29209879627126156, "l": 0.015123915402253663 }, "correct": null, "cost_estimated": false, "cost_usd": 0.00231, "delta_e_ok": 0.01629689200779995, "error": null, "error_kind": null, "family": "oklch", "ground_truth": { "rgb": [ 24, 158, 82 ] }, "group_id": "numeric-10", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-10.png", "input_tokens": 1045, "latency_sec": 3.0856957209762186, "model_name": "claude-sonnet-5", "out_of_srgb": false, "output_tokens": 22, "prediction": { "c": 0.15, "h": 152.0, "l": 0.63 }, "prompt_sha256": "cfc2f885cbdbcece08f23bb635b333e3e35d9a41ebaf72f1a755e461f8f494d4", "provider": "anthropic", "raw_prediction": "{\"l\":0.63,\"c\":0.15,\"h\":152}", "recorded_at": "2026-09-16T15:46:57.049422+00:00", "request_attempts": 1, "score": 91.85155399610002, "task_id": "colorbench-oklch-10", "tight_score": 67.4062159844001, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": false, "0.02": true, "0.05": true } } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "28f575d0-504b-4b6c-bb20-050aceaf3a7c", "result_sha256": "14eb399fbf8442b207dba40773e553a340b9f4fcb63996ef1fa5cbc6e757ef24", "result": { "component_errors": { "c": 0.03215985168583002, "h": 2.215151949296171, "l": 0.004450038841612769 }, "correct": null, "cost_estimated": false, "cost_usd": 0.00231, "delta_e_ok": 0.03342370439628739, "error": null, "error_kind": null, "family": "oklch", "ground_truth": { "rgb": [ 44, 84, 228 ] }, "group_id": "numeric-11", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-11.png", "input_tokens": 1045, "latency_sec": 2.7016234289621934, "model_name": "claude-sonnet-5", "out_of_srgb": false, "output_tokens": 22, "prediction": { "c": 0.19, "h": 264.0, "l": 0.51 }, "prompt_sha256": "cfc2f885cbdbcece08f23bb635b333e3e35d9a41ebaf72f1a755e461f8f494d4", "provider": "anthropic", "raw_prediction": "{\"l\":0.51,\"c\":0.19,\"h\":264}", "recorded_at": "2026-09-16T14:01:33.227691+00:00", "request_attempts": 1, "score": 83.28814780185631, "task_id": "colorbench-oklch-11", "tight_score": 33.15259120742522, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": false, "0.02": false, "0.05": true } } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "cd5d8d95-5766-4c7c-b5ce-b2be6d8e2881", "result_sha256": "06ec130f79bbc8361a2a24aa7254faf07e931a280b679199efbea2c919f5498a", "result": { "component_errors": { "c": 0.007389424506703018, "h": 3.634151692860428, "l": 0.02591716862656268 }, "correct": null, "cost_estimated": false, "cost_usd": 0.00231, "delta_e_ok": 0.028879318050510156, "error": null, "error_kind": null, "family": "oklch", "ground_truth": { "rgb": [ 236, 208, 44 ] }, "group_id": "numeric-12", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-12.png", "input_tokens": 1045, "latency_sec": 2.9585299839964136, "model_name": "claude-sonnet-5", "out_of_srgb": false, "output_tokens": 22, "prediction": { "c": 0.16, "h": 95.0, "l": 0.83 }, "prompt_sha256": "cfc2f885cbdbcece08f23bb635b333e3e35d9a41ebaf72f1a755e461f8f494d4", "provider": "anthropic", "raw_prediction": "{\"l\":0.83,\"c\":0.16,\"h\":95}", "recorded_at": "2026-09-16T14:38:35.122574+00:00", "request_attempts": 1, "score": 85.56034097474492, "task_id": "colorbench-oklch-12", "tight_score": 42.24136389897969, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": false, "0.02": false, "0.05": true } } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "6c8269c7-e148-46a3-90e4-9bd7d39cc2e4", "result_sha256": "bab5d241c6a70897ea4bafedf114dcaa1dec10a10ba1cf342bacb3b0bf0f0433", "result": { "component_errors": { "c": 0.03397211921507165, "h": 1.0563490188789615, "l": 0.0009736712297809813 }, "correct": null, "cost_estimated": false, "cost_usd": 0.00231, "delta_e_ok": 0.03419820854072519, "error": null, "error_kind": null, "family": "oklch", "ground_truth": { "rgb": [ 198, 58, 188 ] }, "group_id": "numeric-13", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-13.png", "input_tokens": 1045, "latency_sec": 1.8073764930013567, "model_name": "claude-sonnet-5", "out_of_srgb": false, "output_tokens": 22, "prediction": { "c": 0.19, "h": 330.0, "l": 0.6 }, "prompt_sha256": "cfc2f885cbdbcece08f23bb635b333e3e35d9a41ebaf72f1a755e461f8f494d4", "provider": "anthropic", "raw_prediction": "{\"l\":0.6,\"c\":0.19,\"h\":330}", "recorded_at": "2026-09-16T14:04:59.580383+00:00", "request_attempts": 1, "score": 82.90089572963741, "task_id": "colorbench-oklch-13", "tight_score": 31.603582918549634, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": false, "0.02": false, "0.05": true } } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "1c6c008f-ba65-476c-b5f6-fd5ba2454967", "result_sha256": "c1ef3b840fc3604c086fe3672aa67e981064815d455044d780e2faad1d8bc2ae", "result": { "component_errors": { "c": 0.007786331962802234, "h": 5.106234077695092, "l": 0.016561656546323023 }, "correct": null, "cost_estimated": false, "cost_usd": 0.00231, "delta_e_ok": 0.02101892605861346, "error": null, "error_kind": null, "family": "oklch", "ground_truth": { "rgb": [ 44, 178, 198 ] }, "group_id": "numeric-14", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-14.png", "input_tokens": 1045, "latency_sec": 1.6352293060626835, "model_name": "claude-sonnet-5", "out_of_srgb": false, "output_tokens": 22, "prediction": { "c": 0.12, "h": 205.0, "l": 0.72 }, "prompt_sha256": "cfc2f885cbdbcece08f23bb635b333e3e35d9a41ebaf72f1a755e461f8f494d4", "provider": "anthropic", "raw_prediction": "{\"l\":0.72,\"c\":0.12,\"h\":205}", "recorded_at": "2026-09-16T15:06:18.982223+00:00", "request_attempts": 1, "score": 89.49053697069327, "task_id": "colorbench-oklch-14", "tight_score": 57.962147882773074, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": false, "0.02": false, "0.05": true } } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "d0bd3939-6d8f-4e68-8473-4ca6fb82affa", "result_sha256": "fc29b1e24609be3aa66c9617874294fb5dade6fb939463d91f31b23ae4bb88d1", "result": { "component_errors": { "c": 0.0009064793061580494, "h": null, "l": 0.023940631354675418 }, "correct": null, "cost_estimated": false, "cost_usd": 0.00231, "delta_e_ok": 0.02399072125090163, "error": null, "error_kind": null, "family": "oklch", "ground_truth": { "rgb": [ 16, 16, 18 ] }, "group_id": "numeric-15", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-15.png", "input_tokens": 1045, "latency_sec": 1.339938257005997, "model_name": "claude-sonnet-5", "out_of_srgb": false, "output_tokens": 22, "prediction": { "c": 0.005, "h": 270.0, "l": 0.15 }, "prompt_sha256": "cfc2f885cbdbcece08f23bb635b333e3e35d9a41ebaf72f1a755e461f8f494d4", "provider": "anthropic", "raw_prediction": "{\"l\":0.15,\"c\":0.005,\"h\":270}", "recorded_at": "2026-09-16T15:49:21.250787+00:00", "request_attempts": 1, "score": 88.00463937454919, "task_id": "colorbench-oklch-15", "tight_score": 52.01855749819675, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": false, "0.02": false, "0.05": true } } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "6e38ad9e-a5d9-4f78-a2bf-f1d9be535c6c", "result_sha256": "a93325922397dfd8e73feb82b28723ab4a62fa3e99d7a940a59040a6e54e42dd", "result": { "component_errors": { "c": 0.00102418443123451, "h": null, "l": 0.0066820242589243906 }, "correct": null, "cost_estimated": false, "cost_usd": 0.00234, "delta_e_ok": 0.006879716842592756, "error": null, "error_kind": null, "family": "oklch", "ground_truth": { "rgb": [ 243, 243, 240 ] }, "group_id": "numeric-16", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-16.png", "input_tokens": 1045, "latency_sec": 1.6110717999981716, "model_name": "claude-sonnet-5", "out_of_srgb": false, "output_tokens": 25, "prediction": { "c": 0.005, "h": 90.0, "l": 0.97 }, "prompt_sha256": "cfc2f885cbdbcece08f23bb635b333e3e35d9a41ebaf72f1a755e461f8f494d4", "provider": "anthropic", "raw_prediction": "{\"l\": 0.97, \"c\": 0.005, \"h\": 90}", "recorded_at": "2026-09-16T14:44:06.772385+00:00", "request_attempts": 1, "score": 96.56014157870362, "task_id": "colorbench-oklch-16", "tight_score": 86.24056631481449, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": true, "0.02": true, "0.05": true } } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "000bc9e1-e675-42dd-a1ef-5bd576ca87c8", "result_sha256": "e986c16ee604968b38e21f6dec65c961a3101db444f8d01e2522b56a0e2c07c2", "result": { "component_errors": { "b": 1, "g": 2, "r": 1 }, "correct": null, "cost_estimated": false, "cost_usd": 0.002228, "delta_e_ok": 0.004298638539249412, "error": null, "error_kind": null, "family": "rgb", "ground_truth": { "rgb": [ 192, 64, 80 ] }, "group_id": "numeric-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-01.png", "input_tokens": 1009, "latency_sec": 2.6435068409191445, "model_name": "claude-sonnet-5", "out_of_srgb": false, "output_tokens": 21, "prediction": { "b": 79, "g": 62, "r": 191 }, "prompt_sha256": "09fd259e1933fb6529f0be5f0819e7edcbad485141fc78abea1ceadc70f0cf55", "provider": "anthropic", "raw_prediction": "{\"r\": 191, \"g\": 62, \"b\": 79}", "recorded_at": "2026-09-16T15:32:41.479258+00:00", "request_attempts": 1, "score": 97.85068073037529, "task_id": "colorbench-rgb-01", "tight_score": 91.40272292150118, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": true, "0.01": true, "0.02": true, "0.05": true } } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "e61defea-f7d7-4f2e-b447-e1c775d26216", "result_sha256": "0511e040aa9cc3b9482f842eff434627d5dd4bd733474900d4dc78f5f3ab763b", "result": { "component_errors": { "b": 14, "g": 2, "r": 1 }, "correct": null, "cost_estimated": false, "cost_usd": 0.002228, "delta_e_ok": 0.021887986080508966, "error": null, "error_kind": null, "family": "rgb", "ground_truth": { "rgb": [ 38, 112, 190 ] }, "group_id": "numeric-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-02.png", "input_tokens": 1009, "latency_sec": 1.3998750819591805, "model_name": "claude-sonnet-5", "out_of_srgb": false, "output_tokens": 21, "prediction": { "b": 176, "g": 110, "r": 39 }, "prompt_sha256": "09fd259e1933fb6529f0be5f0819e7edcbad485141fc78abea1ceadc70f0cf55", "provider": "anthropic", "raw_prediction": "{\"r\": 39, \"g\": 110, \"b\": 176}", "recorded_at": "2026-09-16T15:09:43.040928+00:00", "request_attempts": 1, "score": 89.05600695974552, "task_id": "colorbench-rgb-02", "tight_score": 56.224027838982074, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": false, "0.02": false, "0.05": true } } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "b666dab2-a418-4353-ac01-5344275568e1", "result_sha256": "f51483ca4647c92e1bc32b4c857f1a8c6cc620fdc10fc018ce7d5c50537c3fc4", "result": { "component_errors": { "b": 0, "g": 2, "r": 0 }, "correct": null, "cost_estimated": false, "cost_usd": 0.002228, "delta_e_ok": 0.006197988097320353, "error": null, "error_kind": null, "family": "rgb", "ground_truth": { "rgb": [ 60, 140, 100 ] }, "group_id": "numeric-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-03.png", "input_tokens": 1009, "latency_sec": 1.6841959480661899, "model_name": "claude-sonnet-5", "out_of_srgb": false, "output_tokens": 21, "prediction": { "b": 100, "g": 138, "r": 60 }, "prompt_sha256": "09fd259e1933fb6529f0be5f0819e7edcbad485141fc78abea1ceadc70f0cf55", "provider": "anthropic", "raw_prediction": "{\"r\": 60, \"g\": 138, \"b\": 100}", "recorded_at": "2026-09-16T16:25:37.732294+00:00", "request_attempts": 1, "score": 96.90100595133983, "task_id": "colorbench-rgb-03", "tight_score": 87.6040238053593, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": true, "0.02": true, "0.05": true } } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "307f901f-27ca-47c5-a0a8-17d710d39f83", "result_sha256": "ab48f7239e3546b68541ad21e1d40e0378f6c0ae499f90cc2a72ab21cb2806b7", "result": { "component_errors": { "b": 3, "g": 2, "r": 1 }, "correct": null, "cost_estimated": false, "cost_usd": 0.002228, "delta_e_ok": 0.00549426248674815, "error": null, "error_kind": null, "family": "rgb", "ground_truth": { "rgb": [ 185, 135, 45 ] }, "group_id": "numeric-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-04.png", "input_tokens": 1009, "latency_sec": 1.646306834067218, "model_name": "claude-sonnet-5", "out_of_srgb": false, "output_tokens": 21, "prediction": { "b": 42, "g": 133, "r": 184 }, "prompt_sha256": "09fd259e1933fb6529f0be5f0819e7edcbad485141fc78abea1ceadc70f0cf55", "provider": "anthropic", "raw_prediction": "{\"r\": 184, \"g\": 133, \"b\": 42}", "recorded_at": "2026-09-16T14:43:37.757726+00:00", "request_attempts": 1, "score": 97.25286875662592, "task_id": "colorbench-rgb-04", "tight_score": 89.0114750265037, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": true, "0.02": true, "0.05": true } } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "fe1ec2de-788f-406c-a50e-4a1ea1783f09", "result_sha256": "b03d261289725fbe77f9c659e3daf7445a69a8f40de7d492689c8deb984d77ca", "result": { "component_errors": { "b": 14, "g": 2, "r": 0 }, "correct": null, "cost_estimated": false, "cost_usd": 0.002198, "delta_e_ok": 0.02175193759592428, "error": null, "error_kind": null, "family": "rgb", "ground_truth": { "rgb": [ 135, 85, 175 ] }, "group_id": "numeric-05", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-05.png", "input_tokens": 1009, "latency_sec": 1.2386789090232924, "model_name": "claude-sonnet-5", "out_of_srgb": false, "output_tokens": 18, "prediction": { "b": 161, "g": 83, "r": 135 }, "prompt_sha256": "09fd259e1933fb6529f0be5f0819e7edcbad485141fc78abea1ceadc70f0cf55", "provider": "anthropic", "raw_prediction": "{\"r\":135,\"g\":83,\"b\":161}", "recorded_at": "2026-09-16T16:32:30.262282+00:00", "request_attempts": 1, "score": 89.12403120203786, "task_id": "colorbench-rgb-05", "tight_score": 56.496124808151436, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": false, "0.02": false, "0.05": true } } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "2a181676-0a13-4b28-8063-abbe8daa8333", "result_sha256": "ada1d2e179647f68b06dfd4d2caa31dc6024a7fbf4d00adeb26a214d2c892dda", "result": { "component_errors": { "b": 1, "g": 1, "r": 2 }, "correct": null, "cost_estimated": false, "cost_usd": 0.002228, "delta_e_ok": 0.003650473532667007, "error": null, "error_kind": null, "family": "rgb", "ground_truth": { "rgb": [ 22, 48, 75 ] }, "group_id": "numeric-06", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-06.png", "input_tokens": 1009, "latency_sec": 1.4693652510177344, "model_name": "claude-sonnet-5", "out_of_srgb": false, "output_tokens": 21, "prediction": { "b": 74, "g": 47, "r": 24 }, "prompt_sha256": "09fd259e1933fb6529f0be5f0819e7edcbad485141fc78abea1ceadc70f0cf55", "provider": "anthropic", "raw_prediction": "{\"r\": 24, \"g\": 47, \"b\": 74}", "recorded_at": "2026-09-16T15:06:52.123007+00:00", "request_attempts": 1, "score": 98.1747632336665, "task_id": "colorbench-rgb-06", "tight_score": 92.69905293466599, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": true, "0.01": true, "0.02": true, "0.05": true } } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "ddf9238f-2342-4ce8-a0a5-6d950e1ad211", "result_sha256": "2fd034de128adecd7820b0cd6cf0e9c4192c92916a76b44da1f22cbf91c37d97", "result": { "component_errors": { "b": 1, "g": 2, "r": 2 }, "correct": null, "cost_estimated": false, "cost_usd": 0.002228, "delta_e_ok": 0.006019736095831503, "error": null, "error_kind": null, "family": "rgb", "ground_truth": { "rgb": [ 225, 215, 188 ] }, "group_id": "numeric-07", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-07.png", "input_tokens": 1009, "latency_sec": 1.6541471510427073, "model_name": "claude-sonnet-5", "out_of_srgb": false, "output_tokens": 21, "prediction": { "b": 189, "g": 217, "r": 227 }, "prompt_sha256": "09fd259e1933fb6529f0be5f0819e7edcbad485141fc78abea1ceadc70f0cf55", "provider": "anthropic", "raw_prediction": "{\"r\": 227, \"g\": 217, \"b\": 189}", "recorded_at": "2026-09-16T14:44:41.382559+00:00", "request_attempts": 1, "score": 96.99013195208424, "task_id": "colorbench-rgb-07", "tight_score": 87.96052780833699, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": true, "0.02": true, "0.05": true } } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "376e1acb-46c2-4d10-bf0b-710bca52a65e", "result_sha256": "38617a6fae353e90af7615aac91eae20d8b865f6442a1ac27d431bba73322fa7", "result": { "component_errors": { "b": 0, "g": 0, "r": 0 }, "correct": null, "cost_estimated": false, "cost_usd": 0.002228, "delta_e_ok": 0.0, "error": null, "error_kind": null, "family": "rgb", "ground_truth": { "rgb": [ 128, 128, 128 ] }, "group_id": "numeric-08", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-08.png", "input_tokens": 1009, "latency_sec": 1.7425726219080389, "model_name": "claude-sonnet-5", "out_of_srgb": false, "output_tokens": 21, "prediction": { "b": 128, "g": 128, "r": 128 }, "prompt_sha256": "09fd259e1933fb6529f0be5f0819e7edcbad485141fc78abea1ceadc70f0cf55", "provider": "anthropic", "raw_prediction": "{\"r\": 128, \"g\": 128, \"b\": 128}", "recorded_at": "2026-09-16T15:38:11.712332+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-rgb-08", "tight_score": 100.0, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": true, "0.01": true, "0.02": true, "0.05": true } } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "6967a766-2445-4be4-baa5-520147e9c247", "result_sha256": "3cf97fb063b504f41d836beda0bb032467b0d7a9177304d54ddb66d0b5819431", "result": { "component_errors": { "b": 1, "g": 2, "r": 1 }, "correct": null, "cost_estimated": false, "cost_usd": 0.002228, "delta_e_ok": 0.002427993137795768, "error": null, "error_kind": null, "family": "rgb", "ground_truth": { "rgb": [ 230, 32, 44 ] }, "group_id": "numeric-09", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-09.png", "input_tokens": 1009, "latency_sec": 1.296271214960143, "model_name": "claude-sonnet-5", "out_of_srgb": false, "output_tokens": 21, "prediction": { "b": 45, "g": 30, "r": 231 }, "prompt_sha256": "09fd259e1933fb6529f0be5f0819e7edcbad485141fc78abea1ceadc70f0cf55", "provider": "anthropic", "raw_prediction": "{\"r\": 231, \"g\": 30, \"b\": 45}", "recorded_at": "2026-09-16T15:34:53.602156+00:00", "request_attempts": 1, "score": 98.78600343110212, "task_id": "colorbench-rgb-09", "tight_score": 95.14401372440847, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": true, "0.01": true, "0.02": true, "0.05": true } } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "e8dd0e27-e125-4693-9429-db134f0ce047", "result_sha256": "62721277bc6b5e743618aa9b5b5c3f1fac2e02e306e0f6dd531888bc901a59cb", "result": { "component_errors": { "b": 2, "g": 0, "r": 3 }, "correct": null, "cost_estimated": false, "cost_usd": 0.002228, "delta_e_ok": 0.0028097983257819284, "error": null, "error_kind": null, "family": "rgb", "ground_truth": { "rgb": [ 24, 158, 82 ] }, "group_id": "numeric-10", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-10.png", "input_tokens": 1009, "latency_sec": 2.8781185100087896, "model_name": "claude-sonnet-5", "out_of_srgb": false, "output_tokens": 21, "prediction": { "b": 84, "g": 158, "r": 27 }, "prompt_sha256": "09fd259e1933fb6529f0be5f0819e7edcbad485141fc78abea1ceadc70f0cf55", "provider": "anthropic", "raw_prediction": "{\"r\": 27, \"g\": 158, \"b\": 84}", "recorded_at": "2026-09-16T14:46:07.159398+00:00", "request_attempts": 1, "score": 98.59510083710904, "task_id": "colorbench-rgb-10", "tight_score": 94.38040334843615, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": true, "0.01": true, "0.02": true, "0.05": true } } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "6e28b2da-a5ba-4db2-b363-c3018c771c6c", "result_sha256": "8818a634df4846f0b91b4489c9620d77fcbbccb02785809d09e96467c0b04b78", "result": { "component_errors": { "b": 4, "g": 2, "r": 7 }, "correct": null, "cost_estimated": false, "cost_usd": 0.002228, "delta_e_ok": 0.008942720404863196, "error": null, "error_kind": null, "family": "rgb", "ground_truth": { "rgb": [ 44, 84, 228 ] }, "group_id": "numeric-11", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-11.png", "input_tokens": 1009, "latency_sec": 1.3222793369786814, "model_name": "claude-sonnet-5", "out_of_srgb": false, "output_tokens": 21, "prediction": { "b": 224, "g": 82, "r": 51 }, "prompt_sha256": "09fd259e1933fb6529f0be5f0819e7edcbad485141fc78abea1ceadc70f0cf55", "provider": "anthropic", "raw_prediction": "{\"r\": 51, \"g\": 82, \"b\": 224}", "recorded_at": "2026-09-16T16:32:42.960258+00:00", "request_attempts": 1, "score": 95.5286397975684, "task_id": "colorbench-rgb-11", "tight_score": 82.11455919027361, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": true, "0.02": true, "0.05": true } } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "4cc37767-0dc3-4a71-a3e8-70efd254ed05", "result_sha256": "6a085cb33bc82f70cfc40098446f92b9a5694691fc5675fcde5b7683bf96e030", "result": { "component_errors": { "b": 1, "g": 0, "r": 1 }, "correct": null, "cost_estimated": false, "cost_usd": 0.002228, "delta_e_ok": 0.0016419519076811535, "error": null, "error_kind": null, "family": "rgb", "ground_truth": { "rgb": [ 236, 208, 44 ] }, "group_id": "numeric-12", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-12.png", "input_tokens": 1009, "latency_sec": 1.228622819064185, "model_name": "claude-sonnet-5", "out_of_srgb": false, "output_tokens": 21, "prediction": { "b": 45, "g": 208, "r": 237 }, "prompt_sha256": "09fd259e1933fb6529f0be5f0819e7edcbad485141fc78abea1ceadc70f0cf55", "provider": "anthropic", "raw_prediction": "{\"r\": 237, \"g\": 208, \"b\": 45}", "recorded_at": "2026-09-16T15:37:47.800530+00:00", "request_attempts": 1, "score": 99.17902404615943, "task_id": "colorbench-rgb-12", "tight_score": 96.71609618463769, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": true, "0.01": true, "0.02": true, "0.05": true } } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "9c098990-976e-4b5c-a1cd-db2e71ba23fa", "result_sha256": "58cce49a5e125f34f204fe630553956734b55c65d93fe172c9b0cb7a0d9f484f", "result": { "component_errors": { "b": 8, "g": 8, "r": 3 }, "correct": null, "cost_estimated": false, "cost_usd": 0.002198, "delta_e_ok": 0.016599604415157048, "error": null, "error_kind": null, "family": "rgb", "ground_truth": { "rgb": [ 198, 58, 188 ] }, "group_id": "numeric-13", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-13.png", "input_tokens": 1009, "latency_sec": 1.493282796931453, "model_name": "claude-sonnet-5", "out_of_srgb": false, "output_tokens": 18, "prediction": { "b": 180, "g": 50, "r": 195 }, "prompt_sha256": "09fd259e1933fb6529f0be5f0819e7edcbad485141fc78abea1ceadc70f0cf55", "provider": "anthropic", "raw_prediction": "{\"r\":195,\"g\":50,\"b\":180}", "recorded_at": "2026-09-16T15:18:14.044298+00:00", "request_attempts": 1, "score": 91.70019779242148, "task_id": "colorbench-rgb-13", "tight_score": 66.80079116968591, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": false, "0.02": true, "0.05": true } } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "293c3c9b-64b5-47ed-b765-64ff15e3a9ea", "result_sha256": "8a33fbe1ab2432807bfa91b2988b504c691189cc947743e39cd2bcbe97ae6acd", "result": { "component_errors": { "b": 3, "g": 3, "r": 6 }, "correct": null, "cost_estimated": false, "cost_usd": 0.002228, "delta_e_ok": 0.009569123116589692, "error": null, "error_kind": null, "family": "rgb", "ground_truth": { "rgb": [ 44, 178, 198 ] }, "group_id": "numeric-14", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-14.png", "input_tokens": 1009, "latency_sec": 2.531302614021115, "model_name": "claude-sonnet-5", "out_of_srgb": false, "output_tokens": 21, "prediction": { "b": 195, "g": 175, "r": 38 }, "prompt_sha256": "09fd259e1933fb6529f0be5f0819e7edcbad485141fc78abea1ceadc70f0cf55", "provider": "anthropic", "raw_prediction": "{\"r\": 38, \"g\": 175, \"b\": 195}", "recorded_at": "2026-09-16T15:08:24.596827+00:00", "request_attempts": 1, "score": 95.21543844170516, "task_id": "colorbench-rgb-14", "tight_score": 80.86175376682063, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": true, "0.02": true, "0.05": true } } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "70f61b5a-aa35-4f79-9541-c8a89e8794da", "result_sha256": "f5ec07f36cf005c3abd857b85e3a413fabc6cb46fde0f05ca3bb5a0cb1204885", "result": { "component_errors": { "b": 3, "g": 3, "r": 1 }, "correct": null, "cost_estimated": false, "cost_usd": 0.002228, "delta_e_ok": 0.011987850956314045, "error": null, "error_kind": null, "family": "rgb", "ground_truth": { "rgb": [ 16, 16, 18 ] }, "group_id": "numeric-15", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-15.png", "input_tokens": 1009, "latency_sec": 2.1301858290098608, "model_name": "claude-sonnet-5", "out_of_srgb": false, "output_tokens": 21, "prediction": { "b": 15, "g": 13, "r": 15 }, "prompt_sha256": "09fd259e1933fb6529f0be5f0819e7edcbad485141fc78abea1ceadc70f0cf55", "provider": "anthropic", "raw_prediction": "{\"r\": 15, \"g\": 13, \"b\": 15}", "recorded_at": "2026-09-16T15:30:34.393626+00:00", "request_attempts": 1, "score": 94.00607452184298, "task_id": "colorbench-rgb-15", "tight_score": 76.02429808737192, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": false, "0.02": true, "0.05": true } } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "c5bc9dcd-c40a-4021-ad00-c47c9ce666dd", "result_sha256": "b2c8f84c174407f7b98ac0d96c6e04854a338dde2d172adbc8092c4ee4bb2464", "result": { "component_errors": { "b": 4, "g": 1, "r": 1 }, "correct": null, "cost_estimated": false, "cost_usd": 0.002228, "delta_e_ok": 0.005516620442314592, "error": null, "error_kind": null, "family": "rgb", "ground_truth": { "rgb": [ 243, 243, 240 ] }, "group_id": "numeric-16", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-16.png", "input_tokens": 1009, "latency_sec": 3.1232082780916244, "model_name": "claude-sonnet-5", "out_of_srgb": false, "output_tokens": 21, "prediction": { "b": 236, "g": 242, "r": 242 }, "prompt_sha256": "09fd259e1933fb6529f0be5f0819e7edcbad485141fc78abea1ceadc70f0cf55", "provider": "anthropic", "raw_prediction": "{\"r\": 242, \"g\": 242, \"b\": 236}", "recorded_at": "2026-09-16T15:36:32.568822+00:00", "request_attempts": 1, "score": 97.2416897788427, "task_id": "colorbench-rgb-16", "tight_score": 88.96675911537082, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": true, "0.02": true, "0.05": true } } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "174405a9-33e9-4b8a-8d4d-bc7b92a9fe26", "result_sha256": "84d08dd6705833157399ad949f12d183eb7e02cfa72620de4bafd338d0bb1a4f", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002032, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "A" }, "group_id": "samediff-pair-01-aa", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-01-aa.png", "input_tokens": 961, "latency_sec": 1.5918148920172825, "model_name": "claude-sonnet-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "5e7848665b728e9630152c817156693405880e5f162e38c259dfb28921044958", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T15:01:18.432566+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-01", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "e1b7ab4c-81c4-4747-aa45-67323d4d88f4", "result_sha256": "c183c42260a51822b5522aaae81f232a46f1e7ab681cd73b21ebf8f06b29f0b0", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002032, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "B" }, "group_id": "samediff-pair-01-aa", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-01-aa.png", "input_tokens": 961, "latency_sec": 3.246845285058953, "model_name": "claude-sonnet-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "0a4ab165981a50bcd6b555f867e9fb0981199d629c3115939bc1fd3f4639f344", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T16:29:36.318424+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-02", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "2ea9e1fb-27d6-45ee-9988-0ffd19b52824", "result_sha256": "baa12456a267c60f81797d60eed64fb6303dc5c14f5d46c6f274ca25e1fbfba2", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002032, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "A" }, "group_id": "samediff-pair-01-bb", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-01-bb.png", "input_tokens": 961, "latency_sec": 1.699538917047903, "model_name": "claude-sonnet-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "5e7848665b728e9630152c817156693405880e5f162e38c259dfb28921044958", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T15:45:01.144539+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-03", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "65e0f4b6-1968-4874-a5ba-fcea768ee221", "result_sha256": "0657e020eb83e4b7f5c88d1d2d82e159988b1fb290e5753aec3823b3470c2c41", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002032, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "B" }, "group_id": "samediff-pair-01-bb", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-01-bb.png", "input_tokens": 961, "latency_sec": 2.253374196938239, "model_name": "claude-sonnet-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "0a4ab165981a50bcd6b555f867e9fb0981199d629c3115939bc1fd3f4639f344", "provider": "anthropic", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T14:25:24.527857+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-04", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "2e2c3490-f0d9-4229-86cc-b9b181388a59", "result_sha256": "e701a0ca3c80fb335f2760fbcbe6f124c651b814e3394b5825ad8a0de1ec87d8", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.002032, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "B" }, "group_id": "samediff-pair-01-ab", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-01-ab.png", "input_tokens": 961, "latency_sec": 1.3246671899687499, "model_name": "claude-sonnet-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "5e7848665b728e9630152c817156693405880e5f162e38c259dfb28921044958", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T15:39:28.713579+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-samediff-05", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "8a34a1bb-fc88-4d5f-8936-4f01ac9e320b", "result_sha256": "daa9edbd7a45f0c80863497dc99caf645be87552c059e4084492f799229cc2a7", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.002032, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "A" }, "group_id": "samediff-pair-01-ab", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-01-ab.png", "input_tokens": 961, "latency_sec": 1.3330779399257153, "model_name": "claude-sonnet-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "0a4ab165981a50bcd6b555f867e9fb0981199d629c3115939bc1fd3f4639f344", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T15:28:53.317860+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-samediff-06", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "fbc5ab92-8a83-400f-b66a-fad47317fef4", "result_sha256": "dd6a92d94d51aff4ee8b5172c8431f9e1c8a434758c46f25108c6d1ff841c20f", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.002032, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "B" }, "group_id": "samediff-pair-01-ba", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-01-ba.png", "input_tokens": 961, "latency_sec": 1.2264053270919248, "model_name": "claude-sonnet-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "5e7848665b728e9630152c817156693405880e5f162e38c259dfb28921044958", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T15:52:34.091507+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-samediff-07", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "43a9b09c-7dbc-49d4-be5a-b8a479f64228", "result_sha256": "effb5b3ad3af88c1bd5703bd3ef141f18d51bf3e6596c5437c142f3163dabcf0", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.002032, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "A" }, "group_id": "samediff-pair-01-ba", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-01-ba.png", "input_tokens": 961, "latency_sec": 1.547835226985626, "model_name": "claude-sonnet-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "0a4ab165981a50bcd6b555f867e9fb0981199d629c3115939bc1fd3f4639f344", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T15:41:58.167205+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-samediff-08", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "91e6d336-8c1f-4b62-a291-17034d3d2788", "result_sha256": "ecc162f97a7155d4a8ecef27c2fdf10aec076ab02dcc82d0ce43714b9b2543db", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002032, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "A" }, "group_id": "samediff-pair-02-aa", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-02-aa.png", "input_tokens": 961, "latency_sec": 1.17287796898745, "model_name": "claude-sonnet-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "5e7848665b728e9630152c817156693405880e5f162e38c259dfb28921044958", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T16:01:45.102809+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-09", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "cd70e9cf-222c-40fb-8889-26e5cb836f95", "result_sha256": "925a813d47b936c6dba250cf17d5929795f5f66c704c1a2e4aca85777484405c", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002032, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "B" }, "group_id": "samediff-pair-02-aa", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-02-aa.png", "input_tokens": 961, "latency_sec": 1.5470985460560769, "model_name": "claude-sonnet-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "0a4ab165981a50bcd6b555f867e9fb0981199d629c3115939bc1fd3f4639f344", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T16:24:58.934914+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-10", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "3bcb14ce-9ae2-4c45-8053-a1ebb7c119af", "result_sha256": "8d9217b2e20cc7e65ace48aafdf4891ab89f2d484a768b6081e8b81c9f51a48b", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002032, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "A" }, "group_id": "samediff-pair-02-bb", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-02-bb.png", "input_tokens": 961, "latency_sec": 1.3818433999549598, "model_name": "claude-sonnet-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "5e7848665b728e9630152c817156693405880e5f162e38c259dfb28921044958", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T15:51:23.968230+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-11", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "b4d322d5-c8a2-40a6-9e1e-be0ef09ca066", "result_sha256": "ebb61f927b1348b5c11fd4cfbd4fc82600c15fabe17c67489ef2768009694c67", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002032, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "B" }, "group_id": "samediff-pair-02-bb", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-02-bb.png", "input_tokens": 961, "latency_sec": 1.6680922399973497, "model_name": "claude-sonnet-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "0a4ab165981a50bcd6b555f867e9fb0981199d629c3115939bc1fd3f4639f344", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T16:07:39.252257+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-12", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "bbf50f52-32e3-45e0-98d8-a634f7806047", "result_sha256": "dd8a5595486fd49ad1893191fa491ac91b9b64f498a9d410b57879138ff29988", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.002032, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "B" }, "group_id": "samediff-pair-02-ab", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-02-ab.png", "input_tokens": 961, "latency_sec": 1.7729257439495996, "model_name": "claude-sonnet-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "5e7848665b728e9630152c817156693405880e5f162e38c259dfb28921044958", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T16:15:57.719089+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-samediff-13", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "7740cdc9-b6eb-4ba5-84f4-76cb95adca4d", "result_sha256": "1c4cf266e371e91fdf20ca238b9ca23baabebf944fe326c169cf2740684a753e", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.002032, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "A" }, "group_id": "samediff-pair-02-ab", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-02-ab.png", "input_tokens": 961, "latency_sec": 1.4246347119333223, "model_name": "claude-sonnet-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "0a4ab165981a50bcd6b555f867e9fb0981199d629c3115939bc1fd3f4639f344", "provider": "anthropic", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T15:32:02.419282+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-samediff-14", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "f552c099-1d69-462d-a725-ff423c6813d4", "result_sha256": "5114fc774611dd165ad77f0842a91c4ed535e6062e7a85f442a569b74f00f3a7", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.002032, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "B" }, "group_id": "samediff-pair-02-ba", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-02-ba.png", "input_tokens": 961, "latency_sec": 2.4302926029777154, "model_name": "claude-sonnet-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "5e7848665b728e9630152c817156693405880e5f162e38c259dfb28921044958", "provider": "anthropic", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T16:23:32.859779+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-samediff-15", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "a84867bc-6bf3-4b62-af93-c5d9498c1701", "result_sha256": "a9c798772dfcd4f3a459db768020c936c9b851df10212272db604b1e83f72dbe", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.002032, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "A" }, "group_id": "samediff-pair-02-ba", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-02-ba.png", "input_tokens": 961, "latency_sec": 2.0552070180419832, "model_name": "claude-sonnet-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "0a4ab165981a50bcd6b555f867e9fb0981199d629c3115939bc1fd3f4639f344", "provider": "anthropic", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T14:26:59.475022+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-samediff-16", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "5f8d35fc-fe85-4def-ba56-ffb361fc6919", "result_sha256": "a2ba876cc1c3202a091cf187d2f25c7688578843620085984eb0dac98d18dd9e", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002032, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "A" }, "group_id": "samediff-pair-03-aa", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-03-aa.png", "input_tokens": 961, "latency_sec": 1.31672638701275, "model_name": "claude-sonnet-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "5e7848665b728e9630152c817156693405880e5f162e38c259dfb28921044958", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T15:25:19.318319+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-17", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "1df9c78a-f076-46e9-9da4-ef5bac3346fa", "result_sha256": "266596eb4774b5519aa00fa37aecfbcdbb42146b355df26f0cfbb368efd01b90", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002032, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "B" }, "group_id": "samediff-pair-03-aa", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-03-aa.png", "input_tokens": 961, "latency_sec": 1.1983071130234748, "model_name": "claude-sonnet-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "0a4ab165981a50bcd6b555f867e9fb0981199d629c3115939bc1fd3f4639f344", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T15:12:15.780830+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-18", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "561f70bf-8fd4-4932-98b5-414f6d22d8af", "result_sha256": "ab4cd1b6a5919d4dfcea4216fab74c8346d8f72c39ec123cbd6cbdb73a88ddec", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002032, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "A" }, "group_id": "samediff-pair-03-bb", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-03-bb.png", "input_tokens": 961, "latency_sec": 1.2607177860336378, "model_name": "claude-sonnet-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "5e7848665b728e9630152c817156693405880e5f162e38c259dfb28921044958", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T15:53:01.598469+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-19", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "70452f9c-9803-4287-ac76-7c2a816e562b", "result_sha256": "8cd30d52fcc2c292c9e21a5dd27374cc87758ed8647e4fc23f544418d6447caf", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002032, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "B" }, "group_id": "samediff-pair-03-bb", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-03-bb.png", "input_tokens": 961, "latency_sec": 1.4245597920380533, "model_name": "claude-sonnet-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "0a4ab165981a50bcd6b555f867e9fb0981199d629c3115939bc1fd3f4639f344", "provider": "anthropic", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T16:00:44.738107+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-20", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "9566e77a-1175-4004-beb7-7d73e8418dd5", "result_sha256": "c66f46fc40139909bb5f5da4cacee8a1c2095a518fba9aaba82fe1c0480e1f82", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.002032, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "B" }, "group_id": "samediff-pair-03-ab", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-03-ab.png", "input_tokens": 961, "latency_sec": 2.8131791331106797, "model_name": "claude-sonnet-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "5e7848665b728e9630152c817156693405880e5f162e38c259dfb28921044958", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T14:43:53.632901+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-samediff-21", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "612e64eb-0dc0-459e-8a53-c0e149a37b32", "result_sha256": "a5b48df2a0757e1ad914c6e154422e0edabe5216a12d5099e80d48bb37459af0", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.002032, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "A" }, "group_id": "samediff-pair-03-ab", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-03-ab.png", "input_tokens": 961, "latency_sec": 1.193184657022357, "model_name": "claude-sonnet-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "0a4ab165981a50bcd6b555f867e9fb0981199d629c3115939bc1fd3f4639f344", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T15:33:31.926755+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-samediff-22", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "486dd7e5-88ec-4b61-b6a6-b8f3d613870b", "result_sha256": "24bef8920217ba81147ec5a8030c86b32ce81da0e9f4f20d3bf2e40e86af0ff5", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.002032, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "B" }, "group_id": "samediff-pair-03-ba", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-03-ba.png", "input_tokens": 961, "latency_sec": 1.6848589330911636, "model_name": "claude-sonnet-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "5e7848665b728e9630152c817156693405880e5f162e38c259dfb28921044958", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T16:13:15.103849+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-samediff-23", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "2144a783-f920-46fd-b308-a7b6435bc956", "result_sha256": "e19a4be1a3d75b5093e0527bf62ad6be4618010ac8216dd075b7f14f832e09a5", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.002032, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "A" }, "group_id": "samediff-pair-03-ba", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-03-ba.png", "input_tokens": 961, "latency_sec": 2.015947876032442, "model_name": "claude-sonnet-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "0a4ab165981a50bcd6b555f867e9fb0981199d629c3115939bc1fd3f4639f344", "provider": "anthropic", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T16:11:09.144068+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-samediff-24", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "558f89ef-d620-4a9b-9af1-d37aa9547d9a", "result_sha256": "b343d138e1a18a995a8754a323c69bfc639965339818cd9f0ff023d5ac0d9154", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002032, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "A" }, "group_id": "samediff-pair-04-aa", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-04-aa.png", "input_tokens": 961, "latency_sec": 1.5973678180016577, "model_name": "claude-sonnet-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "5e7848665b728e9630152c817156693405880e5f162e38c259dfb28921044958", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T16:29:24.670501+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-25", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "2a6b50a4-d67a-4d0d-99ee-696e28c082b6", "result_sha256": "2ba3cbebc576974910e451c51411b92debf08ef1a741aa621c935fb4ec7afd15", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002032, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "B" }, "group_id": "samediff-pair-04-aa", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-04-aa.png", "input_tokens": 961, "latency_sec": 1.6987761170603335, "model_name": "claude-sonnet-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "0a4ab165981a50bcd6b555f867e9fb0981199d629c3115939bc1fd3f4639f344", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T15:22:01.042143+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-26", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "085b054d-18b5-4735-8910-9d9eb7413a7e", "result_sha256": "53a303da200d6d9b74d73d34b2cc5054e6d4be1bcdda945a591369ed14c82e6e", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002032, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "A" }, "group_id": "samediff-pair-04-bb", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-04-bb.png", "input_tokens": 961, "latency_sec": 1.5623678599949926, "model_name": "claude-sonnet-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "5e7848665b728e9630152c817156693405880e5f162e38c259dfb28921044958", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T15:32:28.995442+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-27", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "564db67e-69bd-4e00-824b-d2da45889ec3", "result_sha256": "3bde707a757b908ea1c6b0be669f81663cafaa06e756dc4b9862a67146dcc406", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002032, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "B" }, "group_id": "samediff-pair-04-bb", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-04-bb.png", "input_tokens": 961, "latency_sec": 2.240529637085274, "model_name": "claude-sonnet-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "0a4ab165981a50bcd6b555f867e9fb0981199d629c3115939bc1fd3f4639f344", "provider": "anthropic", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T15:09:11.461446+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-28", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "728629c2-7c0c-48cd-ae29-e5a704b43a13", "result_sha256": "d6c22f232bf3c5bd6fc7dbc18ea97889ea005080ecddf39279e60c4b1c2575b8", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.002032, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "B" }, "group_id": "samediff-pair-04-ab", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-04-ab.png", "input_tokens": 961, "latency_sec": 1.4533147939946502, "model_name": "claude-sonnet-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "5e7848665b728e9630152c817156693405880e5f162e38c259dfb28921044958", "provider": "anthropic", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T15:44:03.267059+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-samediff-29", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "4724526e-ce4c-4f85-bfc5-342ef1a90ee3", "result_sha256": "27025f58f1feffe8335e94fbd4c4bb3ac9fa4c7c68091c93fde9dae975c2ab64", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.002032, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "A" }, "group_id": "samediff-pair-04-ab", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-04-ab.png", "input_tokens": 961, "latency_sec": 1.7874597050249577, "model_name": "claude-sonnet-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "0a4ab165981a50bcd6b555f867e9fb0981199d629c3115939bc1fd3f4639f344", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T14:05:58.382449+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-samediff-30", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "b66605f1-e31e-4d4b-896e-f0f7c63b6915", "result_sha256": "b217983530cc0d415d4e7087ad159095e1f1a0e8e0167d294cd918ad34e1815e", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002032, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "B" }, "group_id": "samediff-pair-04-ba", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-04-ba.png", "input_tokens": 961, "latency_sec": 1.3657145220786333, "model_name": "claude-sonnet-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "5e7848665b728e9630152c817156693405880e5f162e38c259dfb28921044958", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T16:14:13.956918+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-31", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "0e27c467-61eb-4864-b741-250b089c4eb2", "result_sha256": "2a39b0a6f5b351b4a0e62ce9d23cd0b59550b1bed31495dbc1bcf3c5334d1251", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002032, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "A" }, "group_id": "samediff-pair-04-ba", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-04-ba.png", "input_tokens": 961, "latency_sec": 1.5387735930271447, "model_name": "claude-sonnet-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "0a4ab165981a50bcd6b555f867e9fb0981199d629c3115939bc1fd3f4639f344", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T15:46:05.742014+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-32", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "c5032f8a-a45e-4153-9010-6029b6b7899e", "result_sha256": "6525fe0e7b68b11aa24a88acd808a4b86e5e5aedb3b2355a66e80c66b3bb6edc", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002032, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "A" }, "group_id": "samediff-pair-05-aa", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-05-aa.png", "input_tokens": 961, "latency_sec": 1.70603178802412, "model_name": "claude-sonnet-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "5e7848665b728e9630152c817156693405880e5f162e38c259dfb28921044958", "provider": "anthropic", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T15:07:50.925715+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-33", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "80dfa575-c231-441a-a572-507d7b082713", "result_sha256": "8741f6d540fe5350f3c2d132c6c29d2cdb7252561d86f6a44c48d001ed1ef3a7", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002032, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "B" }, "group_id": "samediff-pair-05-aa", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-05-aa.png", "input_tokens": 961, "latency_sec": 1.626996574923396, "model_name": "claude-sonnet-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "0a4ab165981a50bcd6b555f867e9fb0981199d629c3115939bc1fd3f4639f344", "provider": "anthropic", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T15:43:48.512513+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-34", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "b8a7f280-e6cc-4f31-9977-9ba58e73b6f1", "result_sha256": "dfd7d8a8bc93ee6989e1b4c3e8b92ac37aff390dc59299faa10f5de1ff681231", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002032, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "A" }, "group_id": "samediff-pair-05-bb", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-05-bb.png", "input_tokens": 961, "latency_sec": 2.1819433720083907, "model_name": "claude-sonnet-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "5e7848665b728e9630152c817156693405880e5f162e38c259dfb28921044958", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T16:02:50.469629+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-35", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "c598d9c1-e20c-4e84-a114-80b170f131c6", "result_sha256": "e5b230654ad65550f5f672b533ec87a69ad5374544a84824c8a801f0a05edf1d", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002032, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "B" }, "group_id": "samediff-pair-05-bb", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-05-bb.png", "input_tokens": 961, "latency_sec": 1.0751268099993467, "model_name": "claude-sonnet-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "0a4ab165981a50bcd6b555f867e9fb0981199d629c3115939bc1fd3f4639f344", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T16:20:58.613450+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-36", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "5c01aab2-e8e2-41a0-b86b-60f9662f3081", "result_sha256": "e381439ebdc95f833a6e7cd995452d447b5b53d40518806fe2ce08741e960d69", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002032, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "B" }, "group_id": "samediff-pair-05-ab", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-05-ab.png", "input_tokens": 961, "latency_sec": 1.6607772660208866, "model_name": "claude-sonnet-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "5e7848665b728e9630152c817156693405880e5f162e38c259dfb28921044958", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T15:47:53.113565+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-37", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "fc0190b7-e690-49ad-af82-b0c74b98f039", "result_sha256": "8ee6e3531e1e4d3bf6ac56d29952b53ebf77bb2ac078d7fc277f2167de316817", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002032, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "A" }, "group_id": "samediff-pair-05-ab", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-05-ab.png", "input_tokens": 961, "latency_sec": 2.4429404960246757, "model_name": "claude-sonnet-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "0a4ab165981a50bcd6b555f867e9fb0981199d629c3115939bc1fd3f4639f344", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T15:55:09.696127+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-38", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "50d49418-a272-43f2-9dab-7e1efa8b1501", "result_sha256": "804590670e76d201a74c8f3c861dce7075972ef698439c7f67b3e5cf9e703861", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.002032, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "B" }, "group_id": "samediff-pair-05-ba", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-05-ba.png", "input_tokens": 961, "latency_sec": 1.3489316339837387, "model_name": "claude-sonnet-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "5e7848665b728e9630152c817156693405880e5f162e38c259dfb28921044958", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T15:14:48.573863+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-samediff-39", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "f32ff7aa-3991-418b-9bc1-51a184099671", "result_sha256": "70f6722187ce58ecad5769a5b410c5087787a93fedae77d61e8e4b143f4f1d6d", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.002032, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "A" }, "group_id": "samediff-pair-05-ba", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-05-ba.png", "input_tokens": 961, "latency_sec": 1.3097201429773122, "model_name": "claude-sonnet-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "0a4ab165981a50bcd6b555f867e9fb0981199d629c3115939bc1fd3f4639f344", "provider": "anthropic", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T14:52:24.734008+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-samediff-40", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "006e4e31-1270-4e64-b317-6d90b1030d95", "result_sha256": "fbade17cbfaadfd055049d9b4bd349d4b688630830ccb5d718d57d96b826f8d5", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002032, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "A" }, "group_id": "samediff-pair-06-aa", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-06-aa.png", "input_tokens": 961, "latency_sec": 1.4177750599337742, "model_name": "claude-sonnet-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "5e7848665b728e9630152c817156693405880e5f162e38c259dfb28921044958", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T14:25:05.128503+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-41", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "fb1a07ae-e105-419b-a2b8-f533634d9518", "result_sha256": "67a86ec796f14ba90f60d5dc5f1f00c7c5b16f7e62205836f1f1aa66dc9f6b20", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002032, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "B" }, "group_id": "samediff-pair-06-aa", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-06-aa.png", "input_tokens": 961, "latency_sec": 1.2260230079991743, "model_name": "claude-sonnet-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "0a4ab165981a50bcd6b555f867e9fb0981199d629c3115939bc1fd3f4639f344", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T15:19:35.515237+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-42", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "97cbd0c2-8f64-45d9-b128-317e64ae908e", "result_sha256": "fa7c7b22187545fc14b33fd7cc3200ed71ee54944e8e8727ea51f058e39b839c", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002032, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "A" }, "group_id": "samediff-pair-06-bb", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-06-bb.png", "input_tokens": 961, "latency_sec": 3.2236509440699592, "model_name": "claude-sonnet-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "5e7848665b728e9630152c817156693405880e5f162e38c259dfb28921044958", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T14:48:01.470710+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-43", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "3e2d9413-9c8c-462c-b09a-397b2378b9a2", "result_sha256": "c2fc0ddc6e8a49fc9244556068967149abcc41f4fec27ffd0c33034139d9096c", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002032, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "B" }, "group_id": "samediff-pair-06-bb", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-06-bb.png", "input_tokens": 961, "latency_sec": 2.4570238910382614, "model_name": "claude-sonnet-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "0a4ab165981a50bcd6b555f867e9fb0981199d629c3115939bc1fd3f4639f344", "provider": "anthropic", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T16:17:06.850789+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-44", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "59551b8e-8c85-4a24-81f7-01248b90e2f7", "result_sha256": "8721fe89f75a3eb95ab87955e3867b80f811158712b19304c46efcf4fa1cf795", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.002032, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "B" }, "group_id": "samediff-pair-06-ab", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-06-ab.png", "input_tokens": 961, "latency_sec": 2.2688693539239466, "model_name": "claude-sonnet-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "5e7848665b728e9630152c817156693405880e5f162e38c259dfb28921044958", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T14:34:29.477397+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-samediff-45", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "e4ae61b2-e291-4dce-b42c-3603579e61e2", "result_sha256": "ae490aedf7692fd9188c864947c48d69ad2d41aefe3083312ccb784c93c23f6d", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.002032, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "A" }, "group_id": "samediff-pair-06-ab", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-06-ab.png", "input_tokens": 961, "latency_sec": 1.575805998989381, "model_name": "claude-sonnet-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "0a4ab165981a50bcd6b555f867e9fb0981199d629c3115939bc1fd3f4639f344", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T15:33:50.150804+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-samediff-46", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "d06f77e7-0f1e-49dd-9a32-d6d7c2c4bcce", "result_sha256": "f373d6c9709a6094e463faff173dc82b3c4b9f2b033bef05f3e20566188fbfae", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.002032, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "B" }, "group_id": "samediff-pair-06-ba", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-06-ba.png", "input_tokens": 961, "latency_sec": 2.621311208931729, "model_name": "claude-sonnet-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "5e7848665b728e9630152c817156693405880e5f162e38c259dfb28921044958", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T14:12:19.317227+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-samediff-47", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "fea9cdb8-c38f-49fe-b2fe-95ce4263f913", "result_sha256": "0770db10ee454f8ac93fb4cd38a74c2db863c2e7dc7c7bae7a0a8aaf97ed1086", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.002032, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "A" }, "group_id": "samediff-pair-06-ba", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-06-ba.png", "input_tokens": 961, "latency_sec": 1.2621304410276935, "model_name": "claude-sonnet-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "0a4ab165981a50bcd6b555f867e9fb0981199d629c3115939bc1fd3f4639f344", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T14:41:33.252666+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-samediff-48", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "5e29707c-86fd-44d2-abc2-27a131298278", "result_sha256": "91af45af3c16df56edba081e022d3a63ba494b8a06cd872da7a87413b84666e4", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.003968, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "A" }, "group_id": "smallmatch-01-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-01.png", "input_tokens": 974, "latency_sec": 3.6947749740211293, "model_name": "claude-sonnet-5", "out_of_srgb": null, "output_tokens": 202, "prediction": { "choice": "C" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "anthropic", "raw_prediction": "{\"choice\": \"C\"}", "recorded_at": "2026-09-16T14:22:50.060853+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-smallmatch-01", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "918dd835-d222-4b84-b7d3-469b6955d685", "result_sha256": "abd77f525a16ae14854be0a9a97f2118d7dc190f7a39252298b6c81fc00c7d8b", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002058, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "B" }, "group_id": "smallmatch-01-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-02.png", "input_tokens": 974, "latency_sec": 1.2346222839551046, "model_name": "claude-sonnet-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "anthropic", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T16:03:03.965492+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-02", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "e87d5426-ff9e-4249-a5ed-aa14e6557d68", "result_sha256": "f5853b172c1acb4606c0fbc0272ecc4ee539daae2e538b6b3f3cba3e5d12dc24", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002058, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "C" }, "group_id": "smallmatch-01-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-03.png", "input_tokens": 974, "latency_sec": 2.870918411994353, "model_name": "claude-sonnet-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "C" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "anthropic", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-16T14:19:06.035931+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-03", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "eb34178a-4e02-445c-aa1a-7dff6cc2ecca", "result_sha256": "3fb3d77ba7ebd1b347b08a43e923f570dbedb2bee3dcef2aa42688fbed8d85c0", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.002538, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "D" }, "group_id": "smallmatch-01-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-04.png", "input_tokens": 974, "latency_sec": 3.7901728720171377, "model_name": "claude-sonnet-5", "out_of_srgb": null, "output_tokens": 59, "prediction": { "choice": "B" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "anthropic", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T15:41:30.473496+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-smallmatch-04", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "56932b66-a356-4204-ac76-50e3b1b2f6f4", "result_sha256": "7bb6874a865f6ccb12c4a6d501cd4b572f61049688e33427a0b1b5ae5d759bef", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002058, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "A" }, "group_id": "smallmatch-01-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-05.png", "input_tokens": 974, "latency_sec": 1.3997831400483847, "model_name": "claude-sonnet-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "anthropic", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T15:54:41.648748+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-05", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "23f68b59-bb02-4133-b267-49993c40a4ad", "result_sha256": "ef35af34d6f19cc2a0aef09603cde5e65dba8d423b61d3a046d459acc3ceddf3", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002058, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "B" }, "group_id": "smallmatch-01-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-06.png", "input_tokens": 974, "latency_sec": 1.3775155689800158, "model_name": "claude-sonnet-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "anthropic", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T14:34:02.031581+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-06", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "6f21fb2d-a663-45d7-8af6-4ff53abddda9", "result_sha256": "e0a42fa9fe6f855f43c5ad8b3c6f973a3b83562c90720a3b68f8d3245ba346fc", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.002058, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "C" }, "group_id": "smallmatch-01-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-07.png", "input_tokens": 974, "latency_sec": 1.7608721409924328, "model_name": "claude-sonnet-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "anthropic", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T15:00:33.758411+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-smallmatch-07", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "9026b111-5fef-4050-b426-8914daf70db7", "result_sha256": "e703ab137831cde42510313cbf02c9b41faa29f081e7aa157cb5bf22d19131af", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002058, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "D" }, "group_id": "smallmatch-01-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-08.png", "input_tokens": 974, "latency_sec": 1.1934952270239592, "model_name": "claude-sonnet-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "D" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "anthropic", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-16T16:32:17.633088+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-08", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "bfe669d0-d0b0-456a-afd8-b23b9f57e611", "result_sha256": "b52bad1fa5086ea5ff58d23d6ba064de04cdbcb3e29b2d11be9e6b40506d9837", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.002058, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "A" }, "group_id": "smallmatch-01-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-09.png", "input_tokens": 974, "latency_sec": 1.7936018320033327, "model_name": "claude-sonnet-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "C" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "anthropic", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-16T16:27:30.096140+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-smallmatch-09", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "bb954651-a05f-48f7-abac-eff3d2567d45", "result_sha256": "f5dca2eae72150e029e623fcbc092c06d6f2b32b17c7aef5a070fe6d57278740", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.002058, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "B" }, "group_id": "smallmatch-01-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-10.png", "input_tokens": 974, "latency_sec": 1.5021652900613844, "model_name": "claude-sonnet-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "D" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "anthropic", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-16T16:04:18.309407+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-smallmatch-10", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "03dfb915-66c8-46a3-aa78-c2c89bde8bb4", "result_sha256": "c0ce19773ef6e08e45c555e3f87191ce5e9b6f3bacf4ead2aa7fb426621c10b3", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002058, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "C" }, "group_id": "smallmatch-01-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-11.png", "input_tokens": 974, "latency_sec": 1.0983719940995798, "model_name": "claude-sonnet-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "C" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "anthropic", "raw_prediction": "{\"choice\": \"C\"}", "recorded_at": "2026-09-16T16:02:20.470213+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-11", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "cf3be3d6-96de-4ec8-abbf-1fb84bcc7647", "result_sha256": "667aa4e66f147349b6789b30b4ad9b2c239371e3d66b287948377f0df30cde29", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.002058, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "D" }, "group_id": "smallmatch-01-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-12.png", "input_tokens": 974, "latency_sec": 1.8088154650758952, "model_name": "claude-sonnet-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "C" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "anthropic", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-16T15:34:33.248020+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-smallmatch-12", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "831b7773-c7e4-49fd-a30e-b81a7557d749", "result_sha256": "32b8b38fae090bc7459c3d81517ead1de0b37069dbf73b8631ed81d13a326aab", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.002058, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "A" }, "group_id": "smallmatch-01-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-13.png", "input_tokens": 974, "latency_sec": 1.307469186023809, "model_name": "claude-sonnet-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "C" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "anthropic", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-16T16:21:12.597339+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-smallmatch-13", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "83c3e2e2-f68c-42bc-bc9c-637da28d595c", "result_sha256": "a220c7ad94fca56fc15a809aa46ab9fd3648c3c2160e391aaaeb9fd5f0fbdcb8", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002058, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "B" }, "group_id": "smallmatch-01-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-14.png", "input_tokens": 974, "latency_sec": 1.546088641975075, "model_name": "claude-sonnet-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T16:22:44.897209+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-14", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "7f3d6bb1-a20d-4283-9297-55711d1b2c76", "result_sha256": "837919cce76f07963c67fedb16a0f0d840b0c3a362c5073af5199133217c7003", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002058, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "C" }, "group_id": "smallmatch-01-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-15.png", "input_tokens": 974, "latency_sec": 1.2508040870307013, "model_name": "claude-sonnet-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "C" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "anthropic", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-16T14:23:56.447551+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-15", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "8ce0e5ab-d65d-4a27-b34d-b096308b3e8f", "result_sha256": "ad52dacd0f27cd946c95cf151c777c469820c711a4104f242e61743e57f00d02", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002058, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "D" }, "group_id": "smallmatch-01-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-16.png", "input_tokens": 974, "latency_sec": 1.3504236950539052, "model_name": "claude-sonnet-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "D" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "anthropic", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-16T15:11:21.120449+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-16", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "b47cf2c5-1315-430b-b98e-2fa039fb26bd", "result_sha256": "9e1fe689b86d25663e8cd2ebe659b456f3a65980e8143b7f3b36708740314105", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.002058, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "A" }, "group_id": "smallmatch-02-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-17.png", "input_tokens": 974, "latency_sec": 1.5683878170093521, "model_name": "claude-sonnet-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T16:27:08.050377+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-smallmatch-17", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "0db5f629-4412-4fea-b007-b7010199dbd4", "result_sha256": "e63cf5083b00831aae4751ee3068d105efeb2ff3dd8325cbbbbebb905b5530e8", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002058, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "B" }, "group_id": "smallmatch-02-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-18.png", "input_tokens": 974, "latency_sec": 1.2162820550147444, "model_name": "claude-sonnet-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T16:24:19.410671+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-18", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "4563000c-3403-4dec-8658-56a0bdf2623b", "result_sha256": "a5265c62c9cb2c9227ef7ef8fb7ab2e0dc8bbecd601385f75b9f34423f0e6fb3", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.002058, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "C" }, "group_id": "smallmatch-02-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-19.png", "input_tokens": 974, "latency_sec": 1.6499240610282868, "model_name": "claude-sonnet-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T15:26:04.830967+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-smallmatch-19", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "3f73b956-a795-49dc-adc3-8bf7fc50ef16", "result_sha256": "8fe628a6e036b60a16e4328b0684b82eb76606b31636d086a843d9c487b52829", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.002058, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "D" }, "group_id": "smallmatch-02-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-20.png", "input_tokens": 974, "latency_sec": 2.5184977230383083, "model_name": "claude-sonnet-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T15:08:06.701987+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-smallmatch-20", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "3e71c701-f38e-46a8-8c60-1f33241de6f6", "result_sha256": "a8a735a3043aad4b7fe82dc16c41c058f7840337e62fbb0bacf183d30dce7129", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002058, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "A" }, "group_id": "smallmatch-02-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-21.png", "input_tokens": 974, "latency_sec": 3.3629478599177673, "model_name": "claude-sonnet-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T15:12:42.423617+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-21", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "0c9e0853-b038-4d50-9c67-b3242d367d08", "result_sha256": "904c22de4aa0e2b2b762ba5590d9dfe58f3472a85a4c0d0b31cc65ee887feaef", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.002058, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "B" }, "group_id": "smallmatch-02-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-22.png", "input_tokens": 974, "latency_sec": 2.4201184649718925, "model_name": "claude-sonnet-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "C" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "anthropic", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-16T14:24:51.832841+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-smallmatch-22", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "ced5a152-897f-441d-8727-dcd7b2ad411f", "result_sha256": "f8b9445ca5b7c81c6ee3f1ed034f3b973b2fd968eee07572886bbf68575891c6", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.002058, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "C" }, "group_id": "smallmatch-02-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-23.png", "input_tokens": 974, "latency_sec": 1.585935664945282, "model_name": "claude-sonnet-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "D" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "anthropic", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-16T16:29:46.919707+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-smallmatch-23", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "357c14da-c511-4085-b5db-27210c32a6a7", "result_sha256": "2b5438866bdbac4007df05538c0bcc1a34cdd47ee75e294c529a6f9f3102d960", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002668, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "D" }, "group_id": "smallmatch-02-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-24.png", "input_tokens": 974, "latency_sec": 2.830145882908255, "model_name": "claude-sonnet-5", "out_of_srgb": null, "output_tokens": 72, "prediction": { "choice": "D" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "anthropic", "raw_prediction": "{\"choice\": \"D\"}", "recorded_at": "2026-09-16T15:39:09.218580+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-24", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "a664e57e-be9c-419b-a18e-4615e2faad6d", "result_sha256": "f80616661add3d0d7781d9c927206852dc3ab4b81b99b7a1e4ae11edf5d27dd1", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.002058, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "A" }, "group_id": "smallmatch-02-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-25.png", "input_tokens": 974, "latency_sec": 1.604665683931671, "model_name": "claude-sonnet-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "D" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "anthropic", "raw_prediction": "{\"choice\": \"D\"}", "recorded_at": "2026-09-16T16:09:43.856623+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-smallmatch-25", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "7556a0fc-78d4-417f-9751-e147cf90cd1f", "result_sha256": "65fcd0f0b1cd1b611fdaa66e23085a5db22c4065fb7f5c17a9f46f1fff52e30b", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.003408, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "B" }, "group_id": "smallmatch-02-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-26.png", "input_tokens": 974, "latency_sec": 2.864093902055174, "model_name": "claude-sonnet-5", "out_of_srgb": null, "output_tokens": 146, "prediction": { "choice": "B" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T14:53:15.866121+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-26", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "6c033322-126a-479a-a514-5250a61790a9", "result_sha256": "3d2047f934d4713f2a535ec1eb1d115ab500d3fd15aefb18edcab632d57de593", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.002058, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "C" }, "group_id": "smallmatch-02-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-27.png", "input_tokens": 974, "latency_sec": 2.1646930299466476, "model_name": "claude-sonnet-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T15:17:40.005756+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-smallmatch-27", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "ebe059d6-dce5-459e-81fb-a976a4522706", "result_sha256": "f13d411257b94ff3f31b83cf3aeb75f6c493022a6309ebf88e77229ca017eeb2", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.003138, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "D" }, "group_id": "smallmatch-02-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-28.png", "input_tokens": 974, "latency_sec": 2.893636654014699, "model_name": "claude-sonnet-5", "out_of_srgb": null, "output_tokens": 119, "prediction": { "choice": "B" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "anthropic", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T14:02:42.306452+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-smallmatch-28", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "b947c271-5d22-437d-a24f-85f3d2fd50e1", "result_sha256": "fe40ab08bbf78d8ada2389ec383140ccfab3b551604d529705caf59f2999a4b6", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002058, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "A" }, "group_id": "smallmatch-02-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-29.png", "input_tokens": 974, "latency_sec": 1.7591311810538173, "model_name": "claude-sonnet-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T14:39:18.756657+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-29", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "64ec9181-3a37-4caa-aa89-7513d0ffc7bd", "result_sha256": "17d5fd1c1d3bd8da12839cba325ee52921ea28ee58f7cfb76bfbe5c2b0da5b5c", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.002058, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "B" }, "group_id": "smallmatch-02-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-30.png", "input_tokens": 974, "latency_sec": 1.2004492370178923, "model_name": "claude-sonnet-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T16:01:56.172032+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-smallmatch-30", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "f4e070c9-0db8-4d95-a234-cbad2862dfed", "result_sha256": "d673e084b5fff4756ce2f02c9d0cf1c6dbff59a9b860fdadf151a5c73135a18e", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.002058, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "C" }, "group_id": "smallmatch-02-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-31.png", "input_tokens": 974, "latency_sec": 3.308723908965476, "model_name": "claude-sonnet-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T14:11:32.059176+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-smallmatch-31", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "abd3177c-7445-4866-874a-f9a9eaa86533", "result_sha256": "8f73c6327f3aba4600dbda8f88e4ab3f7b6927fe69666b394817656bef6f457f", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.002058, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "D" }, "group_id": "smallmatch-02-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-32.png", "input_tokens": 974, "latency_sec": 1.3822311750845984, "model_name": "claude-sonnet-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T16:03:31.895112+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-smallmatch-32", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "b89287f4-f2fb-49ca-bae6-a91324c7057a", "result_sha256": "5d1792bf9bda2a02b0e765b6d2168c140b15c0a6d2ce7955faf63164b8025b57", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.002058, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "A" }, "group_id": "smallmatch-03-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-33.png", "input_tokens": 974, "latency_sec": 1.296377442078665, "model_name": "claude-sonnet-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "anthropic", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T14:42:56.756404+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-smallmatch-33", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "bcbc4363-5a7e-4f22-8aba-4e1eb1652af2", "result_sha256": "7f87215eb2e7b4c1bf6eb62cb29352e57bcb6d913739ead67a51159ee5b94a25", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002058, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "B" }, "group_id": "smallmatch-03-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-34.png", "input_tokens": 974, "latency_sec": 2.1443462560418993, "model_name": "claude-sonnet-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T14:42:08.874120+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-34", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "de8c9f27-b015-4de0-a4d8-587bfc98719b", "result_sha256": "517b74d41bd3cea6f510041e38e19e535d0806f91a3c8da564e2d1ac10b9273a", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.002058, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "C" }, "group_id": "smallmatch-03-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-35.png", "input_tokens": 974, "latency_sec": 1.471291205030866, "model_name": "claude-sonnet-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T15:27:22.744211+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-smallmatch-35", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "099d4a93-580f-4d89-9497-fde4a92ff3f4", "result_sha256": "4d1083411e49a1b01aed5571d5bb93f107a503f3e89830c1c11bfa5dac954f10", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.002058, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "D" }, "group_id": "smallmatch-03-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-36.png", "input_tokens": 974, "latency_sec": 3.5727686799364164, "model_name": "claude-sonnet-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T15:38:31.799925+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-smallmatch-36", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "17d45326-db32-47f9-b5cd-ba8918f9f6f7", "result_sha256": "b7d9efc2d564105c32f906513ab99618d444680461e1e2f1a55519f15621d172", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002058, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "A" }, "group_id": "smallmatch-03-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-37.png", "input_tokens": 974, "latency_sec": 1.9941361740930006, "model_name": "claude-sonnet-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T15:08:37.799646+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-37", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "302a27c5-e2e2-4bee-a078-6c47a95da214", "result_sha256": "27a7196520c9114a79b7c6635e1baf4ed09a145ac3458f5c06d2728b318a471b", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.002058, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "B" }, "group_id": "smallmatch-03-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-38.png", "input_tokens": 974, "latency_sec": 1.6090594170382246, "model_name": "claude-sonnet-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "C" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "anthropic", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-16T15:01:01.072762+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-smallmatch-38", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "fda028c8-7be7-4d39-9ebd-dda05f4f0abc", "result_sha256": "60b5023f7723f846b2b30d9e4f1216f69a8933a7dcac81a8508ad6a81acfdd41", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.002938, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "C" }, "group_id": "smallmatch-03-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-39.png", "input_tokens": 974, "latency_sec": 2.7045329260872677, "model_name": "claude-sonnet-5", "out_of_srgb": null, "output_tokens": 99, "prediction": { "choice": "B" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T15:32:54.280564+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-smallmatch-39", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "6410738f-6718-4c56-bd45-586ff7beadb9", "result_sha256": "d1442c968d5c728542644702594497f6a83938860ad60e8affb0703d2ff07507", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002058, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "D" }, "group_id": "smallmatch-03-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-40.png", "input_tokens": 974, "latency_sec": 1.5141783530125394, "model_name": "claude-sonnet-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "D" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "anthropic", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-16T14:52:47.809732+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-40", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "f29d2674-fba7-4406-8d69-bf32e29e7350", "result_sha256": "e4b76f585a167f2e6e7b74bbfc180fc9440c62308d46244eb998d9e725596c0e", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002058, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "A" }, "group_id": "smallmatch-03-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-41.png", "input_tokens": 974, "latency_sec": 2.2263709700200707, "model_name": "claude-sonnet-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T14:14:12.203502+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-41", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "8d467c15-80e2-4777-8d84-4b3f3a90ba22", "result_sha256": "d295068e9888b1eb278e4c74a61b292277c8edd5ab35d398f2c6d95093fe5f6d", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.003038, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "B" }, "group_id": "smallmatch-03-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-42.png", "input_tokens": 974, "latency_sec": 4.028367112972774, "model_name": "claude-sonnet-5", "out_of_srgb": null, "output_tokens": 109, "prediction": { "choice": "C" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "anthropic", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-16T16:25:51.740032+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-smallmatch-42", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "f72cd14f-b158-44a4-a11c-0f88b2f30f48", "result_sha256": "e2a3de20760d8513a60f7f254d23d879eceab50c8b6ec16e19ffed3d38a742c1", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.003288, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "C" }, "group_id": "smallmatch-03-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-43.png", "input_tokens": 974, "latency_sec": 2.891805889084935, "model_name": "claude-sonnet-5", "out_of_srgb": null, "output_tokens": 134, "prediction": { "choice": "B" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T15:02:09.148644+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-smallmatch-43", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "e7b9a7fb-4653-4ccb-8264-de4454bfeab5", "result_sha256": "9a35ac828d456d11dffc20f2bd48717b59b6f956ba3922eba3b44094a33c8d69", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.003458, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "D" }, "group_id": "smallmatch-03-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-44.png", "input_tokens": 974, "latency_sec": 3.32803623797372, "model_name": "claude-sonnet-5", "out_of_srgb": null, "output_tokens": 151, "prediction": { "choice": "B" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T14:45:04.713084+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-smallmatch-44", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "9e565b18-881c-4ab6-9f69-bd4987f92e62", "result_sha256": "5ef6df68b94d7b93e8fd947f5bfffad573941347d10422c36fffd8d4dc68bed0", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002058, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "A" }, "group_id": "smallmatch-03-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-45.png", "input_tokens": 974, "latency_sec": 3.226776703959331, "model_name": "claude-sonnet-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T15:41:12.229935+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-45", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "367df35d-f921-4c44-8bf1-5b16d3facf27", "result_sha256": "33431ab0a79f9cf01d2f366447c4580d1af7ebd2e79e23690a6bfe415734ac81", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.002058, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "B" }, "group_id": "smallmatch-03-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-46.png", "input_tokens": 974, "latency_sec": 2.450617537018843, "model_name": "claude-sonnet-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "D" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "anthropic", "raw_prediction": "{\"choice\": \"D\"}", "recorded_at": "2026-09-16T14:39:00.204826+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-smallmatch-46", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "f85a3b25-13f1-4508-a3af-b2d12ecdd803", "result_sha256": "9ca9082368758d9641280aaa539d050485691c38c5b8fac96aba6e671baa977d", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.002058, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "C" }, "group_id": "smallmatch-03-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-47.png", "input_tokens": 974, "latency_sec": 1.6098658069968224, "model_name": "claude-sonnet-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T16:31:06.799397+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-smallmatch-47", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "3f301d7b-00a3-4158-a161-54bed3051541", "result_sha256": "9ce241050fbc74a14f7595f72ee0f20e274ee2cfc069b6fbcdffc41288c3fb9f", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.002058, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "D" }, "group_id": "smallmatch-03-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-48.png", "input_tokens": 974, "latency_sec": 1.060024789068848, "model_name": "claude-sonnet-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "C" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "anthropic", "raw_prediction": "{\"choice\": \"C\"}", "recorded_at": "2026-09-16T16:28:47.331546+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-smallmatch-48", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "7c180304-cf96-40a1-bd72-3777ca94f144", "result_sha256": "e4ce4f734a31dfb176f45a2f10aac5d1ce6751323cf55f1a3ba0a0b48a2d22f2", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.002058, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "A" }, "group_id": "smallmatch-04-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-49.png", "input_tokens": 974, "latency_sec": 1.2002258719876409, "model_name": "claude-sonnet-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "C" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "anthropic", "raw_prediction": "{\"choice\": \"C\"}", "recorded_at": "2026-09-16T16:17:23.865408+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-smallmatch-49", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "220f7805-099b-494a-80e8-057fde008c04", "result_sha256": "f469335f4ffb4f8e2631108855b9c5dafa866ff343a0cbdb4c74e4e30799a1fe", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002058, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "B" }, "group_id": "smallmatch-04-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-50.png", "input_tokens": 974, "latency_sec": 1.7270363010466099, "model_name": "claude-sonnet-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T15:29:41.500767+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-50", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "33c0aac7-c99c-4646-9681-9e560c4809ef", "result_sha256": "74f50565d8dd45827e216cd458f0b2395db54bb43d21ce29261a5f3899bdce04", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002928, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "C" }, "group_id": "smallmatch-04-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-51.png", "input_tokens": 974, "latency_sec": 3.2457886420888826, "model_name": "claude-sonnet-5", "out_of_srgb": null, "output_tokens": 98, "prediction": { "choice": "C" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "anthropic", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-16T14:53:49.341706+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-51", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "84c67229-046f-424a-9de8-b2c9795f6bb0", "result_sha256": "2834183cce30a3e7f5e0a296ebc6482a16bdd4a2b039602ad5ca6910a36044dc", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002058, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "D" }, "group_id": "smallmatch-04-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-52.png", "input_tokens": 974, "latency_sec": 1.4510571639984846, "model_name": "claude-sonnet-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "D" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "anthropic", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-16T16:07:06.506306+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-52", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "18aa7200-26e9-44ed-89f7-8f3f81af9aca", "result_sha256": "24529a9e3dd6ae7f856480b7a624ab430fecad0d65d4e6a54ad3ede4679ad6cb", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002058, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "A" }, "group_id": "smallmatch-04-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-53.png", "input_tokens": 974, "latency_sec": 1.2387619978981093, "model_name": "claude-sonnet-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T16:12:59.445536+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-53", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "76d69976-9749-4c5b-b5ef-7225f707ce4c", "result_sha256": "fac1135fc884068aec2311ed35ec91ca13f281040cf8ad4dfbe41f04ba205b52", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.002698, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "B" }, "group_id": "smallmatch-04-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-54.png", "input_tokens": 974, "latency_sec": 2.018201263039373, "model_name": "claude-sonnet-5", "out_of_srgb": null, "output_tokens": 75, "prediction": { "choice": "A" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T14:26:41.906804+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-smallmatch-54", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "665052e2-ba64-4bf0-aae5-e62f6cd24f3e", "result_sha256": "733f906d9fc8696b674bda8d87b461783cd90d60322c4f6c78abf6cda14abc95", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.002058, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "C" }, "group_id": "smallmatch-04-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-55.png", "input_tokens": 974, "latency_sec": 1.299709668965079, "model_name": "claude-sonnet-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "anthropic", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T14:04:30.802695+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-smallmatch-55", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "60b88b27-e089-41a4-b043-e6b1a7d944e7", "result_sha256": "2fae088117b93098fde7f42e3875d574e1ebef077e0de3fc1739c794df847fae", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.002058, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "D" }, "group_id": "smallmatch-04-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-56.png", "input_tokens": 974, "latency_sec": 2.074964143917896, "model_name": "claude-sonnet-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T14:59:11.754618+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-smallmatch-56", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "3eccfad1-1f67-40ee-bd0b-3f2f866ff23b", "result_sha256": "803af5f46c1c2f97f96846f1930393cf89187138a1ecd8ef935dd8a61a7c0e7a", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.002058, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "A" }, "group_id": "smallmatch-04-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-57.png", "input_tokens": 974, "latency_sec": 1.537409406970255, "model_name": "claude-sonnet-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "D" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "anthropic", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-16T15:04:16.967821+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-smallmatch-57", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "8f56e808-dae5-4a87-90d1-34565c28a81c", "result_sha256": "cb82aa9291748cf97a4d2790a52580145ea5b444c51461742e140b704d3739ec", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.002058, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "B" }, "group_id": "smallmatch-04-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-58.png", "input_tokens": 974, "latency_sec": 2.3914704179624096, "model_name": "claude-sonnet-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "D" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "anthropic", "raw_prediction": "{\"choice\": \"D\"}", "recorded_at": "2026-09-16T15:09:58.201651+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-smallmatch-58", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "cd44f895-a2fe-4556-b694-6461cd895c13", "result_sha256": "2e8c08fcf85720a9e5b8a21310a7b6c164885af4ea0dd91f48c844a4f44cd354", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.002058, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "C" }, "group_id": "smallmatch-04-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-59.png", "input_tokens": 974, "latency_sec": 1.345468807965517, "model_name": "claude-sonnet-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "anthropic", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T14:11:08.964137+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-smallmatch-59", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "e1e43b95-e8d7-49c2-a8fe-d63575d96d25", "result_sha256": "8b436f82f4843f5bb27737a713c5745083fe4765fda04bf8404f53df6d6731cf", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002058, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "D" }, "group_id": "smallmatch-04-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-60.png", "input_tokens": 974, "latency_sec": 1.4013206079835072, "model_name": "claude-sonnet-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "D" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "anthropic", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-16T15:30:45.811895+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-60", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "f6e55b82-f984-46f1-b978-b1ff3da7891b", "result_sha256": "88de7367571658b5cc4ba895351c9a9ea5414354c37e061a5802804318768ebf", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.002058, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "A" }, "group_id": "smallmatch-04-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-61.png", "input_tokens": 974, "latency_sec": 1.832441317033954, "model_name": "claude-sonnet-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T14:26:12.906950+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-smallmatch-61", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "8b67c142-5134-4635-9ebd-693ef47b352e", "result_sha256": "0bbc4a9463d08565ba45cbad98b4ba4108ae1187cb062356d3014c8a0d76af80", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.002058, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "B" }, "group_id": "smallmatch-04-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-62.png", "input_tokens": 974, "latency_sec": 2.1363585350336507, "model_name": "claude-sonnet-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "D" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "anthropic", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-16T15:26:54.873200+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-smallmatch-62", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "521073b3-a9e9-4336-802a-3f2271e6e33a", "result_sha256": "d28759f48dd00ee879503afbf4fe82a5f6d653664edbf5e2975343ed5e3010f9", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.002058, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "C" }, "group_id": "smallmatch-04-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-63.png", "input_tokens": 974, "latency_sec": 1.1347044899594039, "model_name": "claude-sonnet-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T15:45:48.051572+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-smallmatch-63", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "63b5085f-b639-49da-9bf3-0432d6d956bf", "result_sha256": "c3659b36b92dba5a16c45ef1457fabea9d7f1c12a5c77900c5c41cda97191918", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002058, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "D" }, "group_id": "smallmatch-04-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-64.png", "input_tokens": 974, "latency_sec": 1.3228002139367163, "model_name": "claude-sonnet-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "D" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "anthropic", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-16T14:24:09.657962+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-64", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "d6381593-ebfa-4397-9c96-f74d0cc61a75", "result_sha256": "0404731f1d9a2d539d388b58e46e5f61e5376996a4f27d81573fc575c133b944", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.010476, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "A" }, "group_id": "match-binding-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-01.png", "input_tokens": 1128, "latency_sec": 7.9606363660423085, "model_name": "gemini-3.1-pro-preview", "out_of_srgb": null, "output_tokens": 685, "prediction": { "choice": "A" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "google", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T16:12:36.677819+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-01", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "bedd47cf-09c3-421a-abfd-6d5e8be744d8", "result_sha256": "5c667ef851e423183a330a9b2563cf3b3233ab4dbfdeb5378f2601e389203a0b", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.008376, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "B" }, "group_id": "match-binding-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-02.png", "input_tokens": 1128, "latency_sec": 7.111027881037444, "model_name": "gemini-3.1-pro-preview", "out_of_srgb": null, "output_tokens": 510, "prediction": { "choice": "B" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "google", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T14:22:13.526773+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-02", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "e7565e37-e09d-4324-a5c7-ab63a6ee5227", "result_sha256": "de87732623691271db1d607ada5b3afadb0151fea6ce9cdf19cd8c4a29d6ed58", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.006552, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "C" }, "group_id": "match-binding-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-03.png", "input_tokens": 1128, "latency_sec": 14.345735950977542, "model_name": "gemini-3.1-pro-preview", "out_of_srgb": null, "output_tokens": 358, "prediction": { "choice": "C" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "google", "raw_prediction": "{\"choice\": \"C\"}", "recorded_at": "2026-09-16T14:43:45.788700+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-03", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "e889f8b1-4d6e-411e-a555-f06743549839", "result_sha256": "25342636ba1114a17eef8da3ac5960f30c55a8c4ca77083e22306d8e152c38f6", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.006288, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "D" }, "group_id": "match-binding-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-04.png", "input_tokens": 1128, "latency_sec": 7.949140163953416, "model_name": "gemini-3.1-pro-preview", "out_of_srgb": null, "output_tokens": 336, "prediction": { "choice": "D" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "google", "raw_prediction": "{\"choice\": \"D\"}", "recorded_at": "2026-09-16T14:59:09.027397+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-04", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "40b1ef81-3a31-4d05-8b2e-87cc117c3462", "result_sha256": "0e9f4ea02ab2525841649fc7e52746d00e0d5649cf9083b71ef5d7274e5d0c2c", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.012276, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "A" }, "group_id": "match-binding-05", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-05.png", "input_tokens": 1128, "latency_sec": 10.777282208087854, "model_name": "gemini-3.1-pro-preview", "out_of_srgb": null, "output_tokens": 835, "prediction": { "choice": "A" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "google", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T14:48:40.198156+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-05", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "179e14af-463e-437b-b4c0-c47011808cf0", "result_sha256": "ea09546b60d2dafec7ecaa85c7fe5eaf0d3f77857c62a5bfc9c0f9132389c238", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.008232, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "B" }, "group_id": "match-binding-06", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-06.png", "input_tokens": 1128, "latency_sec": 7.035150846932083, "model_name": "gemini-3.1-pro-preview", "out_of_srgb": null, "output_tokens": 498, "prediction": { "choice": "B" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "google", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T14:50:53.790361+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-06", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "338d566c-5492-459f-8be0-add5f47a956d", "result_sha256": "322e8eaf191e326e78344009ace137426aa9e45b664236f3b1250626d3ffcc0b", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.015336, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "C" }, "group_id": "match-binding-07", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-07.png", "input_tokens": 1128, "latency_sec": 11.046820121933706, "model_name": "gemini-3.1-pro-preview", "out_of_srgb": null, "output_tokens": 1090, "prediction": { "choice": "C" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "google", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-16T15:26:39.931735+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-07", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "c17a6bed-a63b-4b8a-9d4f-167ea98fc139", "result_sha256": "bf9b94fb8b9f1359cc73bdfa8dbedc19dfcbf17fb160cb63135a81dbcec64ed1", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.01212, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "D" }, "group_id": "match-binding-08", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-08.png", "input_tokens": 1128, "latency_sec": 12.089519853936508, "model_name": "gemini-3.1-pro-preview", "out_of_srgb": null, "output_tokens": 822, "prediction": { "choice": "D" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "google", "raw_prediction": "{\"choice\": \"D\"}", "recorded_at": "2026-09-16T16:15:41.780305+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-08", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "20071052-6239-44c1-a31c-5361c46bb051", "result_sha256": "a0d350d286e8b56c0f0cd0df499a74057da1c4bd449a8c6c40983d8db3c0f720", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.008208, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "A" }, "group_id": "match-binding-09", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-09.png", "input_tokens": 1128, "latency_sec": 6.534526368952356, "model_name": "gemini-3.1-pro-preview", "out_of_srgb": null, "output_tokens": 496, "prediction": { "choice": "A" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "google", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T15:43:42.456491+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-09", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "4c20583c-3214-4744-9fc5-ddf671a2cfbc", "result_sha256": "46cc05977ccb23ea3e708bb523c96b1bb22f5efd0ef488d6f71a5dfddcca1fea", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.011376, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "B" }, "group_id": "match-binding-10", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-10.png", "input_tokens": 1128, "latency_sec": 8.604083046899177, "model_name": "gemini-3.1-pro-preview", "out_of_srgb": null, "output_tokens": 760, "prediction": { "choice": "B" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "google", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T15:03:22.062483+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-10", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "9c90f1b5-5e41-432b-a1a9-2b1a605fc5ac", "result_sha256": "3f3384fc935dc0d1af1e1907b0cd5520a15822d87e4f8b49e982779d6acd3760", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.010872, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "C" }, "group_id": "match-binding-11", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-11.png", "input_tokens": 1128, "latency_sec": 10.131294536055066, "model_name": "gemini-3.1-pro-preview", "out_of_srgb": null, "output_tokens": 718, "prediction": { "choice": "A" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "google", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T14:48:20.538351+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-binding-11", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "a1b154a5-e183-49c5-940a-f125229b817d", "result_sha256": "d8b59a97ca98c108489a5ada7c42d6ab68411c1264bf1fd692b3e82b10beff09", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.018516, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "D" }, "group_id": "match-binding-12", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-12.png", "input_tokens": 1128, "latency_sec": 13.177865898003802, "model_name": "gemini-3.1-pro-preview", "out_of_srgb": null, "output_tokens": 1355, "prediction": { "choice": "D" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "google", "raw_prediction": "{\"choice\": \"D\"}", "recorded_at": "2026-09-16T15:35:35.164211+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-12", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "0a3a1ff0-0794-41f4-8c00-2c9febc46702", "result_sha256": "eaf9e5d736029ff3281b1a83739e6d55e0aed900e25bad1a7e840f92b17733a3", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.049488, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "A" }, "group_id": "match-binding-13", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-13.png", "input_tokens": 1128, "latency_sec": 33.115050908061676, "model_name": "gemini-3.1-pro-preview", "out_of_srgb": null, "output_tokens": 3936, "prediction": { "choice": "A" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "google", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T15:02:05.617627+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-13", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "addbad60-eb9c-4adc-9c62-f026ded1b9da", "result_sha256": "2f3d26621ab8944b8a12f143dd7d5ccacf058ec8e6986fd885c3b09d9e803c35", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.0495, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "B" }, "group_id": "match-binding-14", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-14.png", "input_tokens": 1128, "latency_sec": 34.98369570996147, "model_name": "gemini-3.1-pro-preview", "out_of_srgb": null, "output_tokens": 3937, "prediction": { "choice": "A" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "google", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T15:39:27.152283+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-binding-14", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "12102071-ce74-4b7b-815b-8c61101dba7a", "result_sha256": "c370978ccd53da88b7a57b39470e1ab0b1bc0a500f8b2ecac1c2e01ea817b8f8", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.048216, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "C" }, "group_id": "match-binding-15", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-15.png", "input_tokens": 1128, "latency_sec": 33.58172699797433, "model_name": "gemini-3.1-pro-preview", "out_of_srgb": null, "output_tokens": 3830, "prediction": { "choice": "A" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "google", "raw_prediction": "{\n \"choice\": \"A\"\n}", "recorded_at": "2026-09-16T14:35:28.488207+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-binding-15", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "9b8211e3-f504-419b-abba-acd2d37402c1", "result_sha256": "8c8a02b5804532cd15dbffa860268ae198c8ddc9e09e2fa5f5777af014892dc5", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.035364, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "D" }, "group_id": "match-binding-16", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-16.png", "input_tokens": 1128, "latency_sec": 27.999020352959633, "model_name": "gemini-3.1-pro-preview", "out_of_srgb": null, "output_tokens": 2759, "prediction": { "choice": "A" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "google", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T14:28:06.601181+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-binding-16", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "5aa62ad8-12dc-462e-bf5a-a41b665338b5", "result_sha256": "f533230778c7c4db3569bc3273942f36a03ecb716a19b437865bb4556090845a", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.008028, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "A" }, "group_id": "match-binding-17", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-17.png", "input_tokens": 1128, "latency_sec": 6.970612694974989, "model_name": "gemini-3.1-pro-preview", "out_of_srgb": null, "output_tokens": 481, "prediction": { "choice": "A" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "google", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T15:55:30.072882+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-17", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "8a5b7d08-3691-4ab9-8ef1-476529401005", "result_sha256": "6f6d3e7f3cece928950b041a3740efc73e2e50c07f021509fed842f5d1189a3a", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.010992, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "B" }, "group_id": "match-binding-18", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-18.png", "input_tokens": 1128, "latency_sec": 11.275998765951954, "model_name": "gemini-3.1-pro-preview", "out_of_srgb": null, "output_tokens": 728, "prediction": { "choice": "B" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "google", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T14:09:03.982335+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-18", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "e97dd80c-ff18-4ca3-be45-1e53aba037fb", "result_sha256": "8e76bf9082f3951ddcbe6c61ab12d03f2d8a0583027294bead1ba31655905972", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.012, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "C" }, "group_id": "match-binding-19", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-19.png", "input_tokens": 1128, "latency_sec": 13.498595901066437, "model_name": "gemini-3.1-pro-preview", "out_of_srgb": null, "output_tokens": 812, "prediction": { "choice": "C" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "google", "raw_prediction": "{\"choice\": \"C\"}", "recorded_at": "2026-09-16T15:36:05.325964+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-19", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "ac4307ba-6895-4b30-bd1c-0c0bef7b8ea9", "result_sha256": "76c08756164ed0684834db0c3709a532ec91189f5971cf96350085a3507802fb", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.009372, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "D" }, "group_id": "match-binding-20", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-20.png", "input_tokens": 1128, "latency_sec": 7.4158932799473405, "model_name": "gemini-3.1-pro-preview", "out_of_srgb": null, "output_tokens": 593, "prediction": { "choice": "D" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "google", "raw_prediction": "{\"choice\": \"D\"}", "recorded_at": "2026-09-16T15:53:21.680051+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-20", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "a4af5704-8ce0-49bc-8d92-cbe1a91af1fd", "result_sha256": "303026935583185c75b5b8713099843958ed7ef1baf7b6a1739cbfbb0271c400", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.018768, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "A" }, "group_id": "match-binding-21", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-21.png", "input_tokens": 1128, "latency_sec": 12.926454392960295, "model_name": "gemini-3.1-pro-preview", "out_of_srgb": null, "output_tokens": 1376, "prediction": { "choice": "A" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "google", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T16:32:02.851770+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-21", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "d010fa83-9c69-49d4-b282-01629cef75f3", "result_sha256": "651bacdd43f0b4bad69dfd9da5e31d25f2e723dc2e0dda09056338bdb03943a3", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.010452, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "B" }, "group_id": "match-binding-22", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-22.png", "input_tokens": 1128, "latency_sec": 7.838359429035336, "model_name": "gemini-3.1-pro-preview", "out_of_srgb": null, "output_tokens": 683, "prediction": { "choice": "B" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "google", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T15:00:06.003899+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-22", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "f09641cc-70e9-4071-b2ad-83fcbbae308d", "result_sha256": "c2e7427383e9c69f53c750b8c63611d94350c67fee703fa5d906c60d3ddd866f", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.013296, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "C" }, "group_id": "match-binding-23", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-23.png", "input_tokens": 1128, "latency_sec": 9.031438605044968, "model_name": "gemini-3.1-pro-preview", "out_of_srgb": null, "output_tokens": 920, "prediction": { "choice": "C" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "google", "raw_prediction": "{\n \"choice\": \"C\"\n}", "recorded_at": "2026-09-16T14:33:45.446598+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-23", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "153f72c9-a9d1-4865-b2d7-727c40905ad1", "result_sha256": "55d9801ec2d6c62cb000d0d14cfc182aeb8e57f9786da0bf33f7281b226f6888", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.012636, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "D" }, "group_id": "match-binding-24", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-24.png", "input_tokens": 1128, "latency_sec": 9.447419626056217, "model_name": "gemini-3.1-pro-preview", "out_of_srgb": null, "output_tokens": 865, "prediction": { "choice": "D" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "google", "raw_prediction": "{\"choice\": \"D\"}", "recorded_at": "2026-09-16T15:40:37.137192+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-24", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "8961b425-7526-46c3-9515-faa382becf5b", "result_sha256": "065348d1de2bcd8b3424b82dc63f52a0f0aa929e3e586c197c179e7040d3a6d3", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.015324, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "A" }, "group_id": "match-binding-25", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-25.png", "input_tokens": 1128, "latency_sec": 13.668572563910857, "model_name": "gemini-3.1-pro-preview", "out_of_srgb": null, "output_tokens": 1089, "prediction": { "choice": "A" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "google", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T14:07:25.537683+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-25", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "99413d0c-35f2-4b2f-b949-1792ed7de432", "result_sha256": "e637a299d616a18929b954fc5fe2ac6e08d4035c1d918a656b775412759e5393", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.03096, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "B" }, "group_id": "match-binding-26", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-26.png", "input_tokens": 1128, "latency_sec": 20.724397605052218, "model_name": "gemini-3.1-pro-preview", "out_of_srgb": null, "output_tokens": 2392, "prediction": { "choice": "A" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "google", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T14:55:23.920668+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-binding-26", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "cc2b54ea-7e2e-41af-81c5-ba5a3c1cf934", "result_sha256": "f59460be29a6cc4e75f8f8c229f55b97beee893d80f319f55a68d723c305b39f", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.028932, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "C" }, "group_id": "match-binding-27", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-27.png", "input_tokens": 1128, "latency_sec": 24.391334793064743, "model_name": "gemini-3.1-pro-preview", "out_of_srgb": null, "output_tokens": 2223, "prediction": { "choice": "A" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "google", "raw_prediction": "{\n \"choice\": \"A\"\n}", "recorded_at": "2026-09-16T14:00:49.941574+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-binding-27", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "38810947-b1c1-4521-82e7-e422d751ddf9", "result_sha256": "4904b8da0295bf5d8ea4f21a544af55b03228493540e3a45e5730598d734799c", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.042924, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "D" }, "group_id": "match-binding-28", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-28.png", "input_tokens": 1128, "latency_sec": 30.64798567595426, "model_name": "gemini-3.1-pro-preview", "out_of_srgb": null, "output_tokens": 3389, "prediction": { "choice": "A" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "google", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T14:18:04.565405+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-binding-28", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "91ed2452-5b8c-42f7-ab48-46fba0f4726a", "result_sha256": "7f472833e433f48ab94375c764b72e3739e3057b9f1ba85d1b8cc90dc3fb7beb", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.015936, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "A" }, "group_id": "match-binding-29", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-29.png", "input_tokens": 1128, "latency_sec": 17.92092803493142, "model_name": "gemini-3.1-pro-preview", "out_of_srgb": null, "output_tokens": 1140, "prediction": { "choice": "C" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "google", "raw_prediction": "{\"choice\": \"C\"}", "recorded_at": "2026-09-16T14:23:27.799730+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-binding-29", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "4d7eaca5-ac5b-420b-ad07-2252c98386a8", "result_sha256": "07e157a8cf4f0426ac8f0cf33fd31f907bd4e557bb57b20349941072b890e915", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.03804, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "B" }, "group_id": "match-binding-30", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-30.png", "input_tokens": 1128, "latency_sec": 27.500844176043756, "model_name": "gemini-3.1-pro-preview", "out_of_srgb": null, "output_tokens": 2982, "prediction": { "choice": "A" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "google", "raw_prediction": "{\n \"choice\": \"A\"\n}", "recorded_at": "2026-09-16T15:29:09.839330+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-binding-30", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "19edccd8-7ff2-4741-a964-3b7a479f4a6f", "result_sha256": "c997999753640ac30723c7d52650f7f063b449c397b7a07894b2859d7809fd3a", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.024876, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "C" }, "group_id": "match-binding-31", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-31.png", "input_tokens": 1128, "latency_sec": 17.53306031692773, "model_name": "gemini-3.1-pro-preview", "out_of_srgb": null, "output_tokens": 1885, "prediction": { "choice": "C" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "google", "raw_prediction": "{\"choice\": \"C\"}", "recorded_at": "2026-09-16T14:54:42.067658+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-31", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "2001644a-a4b2-4d52-8c94-7f77b9923565", "result_sha256": "c9447dd30eaa85f2ea4ee9f902f433f0a4f38778d669f056e919644564275219", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.0396, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "D" }, "group_id": "match-binding-32", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-32.png", "input_tokens": 1128, "latency_sec": 27.602369843050838, "model_name": "gemini-3.1-pro-preview", "out_of_srgb": null, "output_tokens": 3112, "prediction": { "choice": "C" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "google", "raw_prediction": "{\"choice\": \"C\"}", "recorded_at": "2026-09-16T16:16:46.262453+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-binding-32", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "6f2061ca-f06b-4072-9012-d6c7149e0d2c", "result_sha256": "1a0555c97d530c0cfb1667e3757e4210f605df5267a147447cd1f6a8554becf6", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.006504, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "A" }, "group_id": "match-binding-33", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-33.png", "input_tokens": 1128, "latency_sec": 5.401458958047442, "model_name": "gemini-3.1-pro-preview", "out_of_srgb": null, "output_tokens": 354, "prediction": { "choice": "A" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "google", "raw_prediction": "{\n \"choice\": \"A\"\n}", "recorded_at": "2026-09-16T16:09:10.860340+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-33", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "1a5951ed-48b8-4f22-ae57-d0951d283d3f", "result_sha256": "e7a8edab2bae93ceea7ba9ac2511cabb8bf8678b5266ed4585f65cc3a5ac475b", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.006312, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "B" }, "group_id": "match-binding-34", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-34.png", "input_tokens": 1128, "latency_sec": 5.703140208963305, "model_name": "gemini-3.1-pro-preview", "out_of_srgb": null, "output_tokens": 338, "prediction": { "choice": "B" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "google", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T15:17:35.775405+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-34", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "27f2287b-4c17-46de-9672-3a173478b2e2", "result_sha256": "e91b99360226b27e182fce9c5967903eafe9bd979dce1866a7cb2b9093367400", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.006828, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "C" }, "group_id": "match-binding-35", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-35.png", "input_tokens": 1128, "latency_sec": 9.126213575946167, "model_name": "gemini-3.1-pro-preview", "out_of_srgb": null, "output_tokens": 381, "prediction": { "choice": "C" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "google", "raw_prediction": "{\"choice\": \"C\"}", "recorded_at": "2026-09-16T14:50:06.920717+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-35", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "eea6d914-c2c2-4427-97f8-21fd520c4a6f", "result_sha256": "0b0dfe0a9b42d9326dfd5bb6283bff5759fd1619b531144d33f57e756947b5e7", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.007692, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "D" }, "group_id": "match-binding-36", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-36.png", "input_tokens": 1128, "latency_sec": 7.315716279903427, "model_name": "gemini-3.1-pro-preview", "out_of_srgb": null, "output_tokens": 453, "prediction": { "choice": "D" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "google", "raw_prediction": "{\"choice\": \"D\"}", "recorded_at": "2026-09-16T15:54:17.383556+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-36", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "5d944b8d-c414-4d13-bbda-85879d41948e", "result_sha256": "4e1ad86ac6ec9f8ee0840c5f2b05b224d46ee4ab0810a58a00a8337131fe91ba", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.006768, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "A" }, "group_id": "match-binding-37", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-37.png", "input_tokens": 1128, "latency_sec": 5.375237257918343, "model_name": "gemini-3.1-pro-preview", "out_of_srgb": null, "output_tokens": 376, "prediction": { "choice": "A" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "google", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T15:32:25.521843+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-37", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "d963314e-30c1-4b2a-802c-30c2dd8379ce", "result_sha256": "0e1d5c3d629e2a544f3b535b6ef57e90693b8c07323a270e8e436bf014f8611f", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.007152, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "B" }, "group_id": "match-binding-38", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-38.png", "input_tokens": 1128, "latency_sec": 5.609747317037545, "model_name": "gemini-3.1-pro-preview", "out_of_srgb": null, "output_tokens": 408, "prediction": { "choice": "B" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "google", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T16:21:40.259295+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-38", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "a4eae826-fb5f-49c0-a0ab-95bb91d96ebf", "result_sha256": "47c2d8ee0149881226b86108a12048c52556de3124bac5d928ad325c854f13be", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.005208, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "C" }, "group_id": "match-binding-39", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-39.png", "input_tokens": 1128, "latency_sec": 6.971649723942392, "model_name": "gemini-3.1-pro-preview", "out_of_srgb": null, "output_tokens": 246, "prediction": { "choice": "C" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "google", "raw_prediction": "{\"choice\": \"C\"}", "recorded_at": "2026-09-16T14:43:20.497582+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-39", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "d2ed6477-3bd1-4fad-a50c-5d0d1759a3b9", "result_sha256": "90c76cc911b04641b6f61b7f41d31f56e90fbfb3e414b9174f94bf430482aeb7", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.014364, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "D" }, "group_id": "match-binding-40", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-40.png", "input_tokens": 1128, "latency_sec": 11.700171854929067, "model_name": "gemini-3.1-pro-preview", "out_of_srgb": null, "output_tokens": 1009, "prediction": { "choice": "D" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "google", "raw_prediction": "{\"choice\": \"D\"}", "recorded_at": "2026-09-16T14:49:14.082212+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-40", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "26062c54-47a8-4d93-bc85-8c96efbc304e", "result_sha256": "c68492d3e478b56de75dc7b5c3b2b61a1abfd24c008ff160c35c76cd2448fac8", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.014016, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "A" }, "group_id": "match-binding-41", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-41.png", "input_tokens": 1128, "latency_sec": 12.459676188998856, "model_name": "gemini-3.1-pro-preview", "out_of_srgb": null, "output_tokens": 980, "prediction": { "choice": "A" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "google", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T15:23:44.977650+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-41", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "72f19400-4baf-4db8-8a90-b6b7cca55ea8", "result_sha256": "46a477715c607b16cd92ee3fee7a44b77198f028485602e02862b283e6b542b0", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.01254, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "B" }, "group_id": "match-binding-42", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-42.png", "input_tokens": 1128, "latency_sec": 10.285962151014246, "model_name": "gemini-3.1-pro-preview", "out_of_srgb": null, "output_tokens": 857, "prediction": { "choice": "B" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "google", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T16:06:15.762516+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-42", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "ee023b2a-fa25-46dc-b3c5-43f1fcd9fdbf", "result_sha256": "edd941e05e5090271e2a8882a74ad10781dfaddf1f2bff86b5aac738b1e89165", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0123, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "C" }, "group_id": "match-binding-43", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-43.png", "input_tokens": 1128, "latency_sec": 8.908230659086257, "model_name": "gemini-3.1-pro-preview", "out_of_srgb": null, "output_tokens": 837, "prediction": { "choice": "C" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "google", "raw_prediction": "{\"choice\": \"C\"}", "recorded_at": "2026-09-16T15:46:28.799061+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-43", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "2c32931a-fa60-4cb7-82ea-f534e29ceff0", "result_sha256": "4e147ef2273b452d93b23de1dc5bcea475a84c5415d63dfac7d615d5d34aef5e", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.017916, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "D" }, "group_id": "match-binding-44", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-44.png", "input_tokens": 1128, "latency_sec": 13.26562029402703, "model_name": "gemini-3.1-pro-preview", "out_of_srgb": null, "output_tokens": 1305, "prediction": { "choice": "D" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "google", "raw_prediction": "{\"choice\": \"D\"}", "recorded_at": "2026-09-16T14:41:07.714957+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-44", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "040f3b62-59e8-404d-9c3d-8a9c46fae318", "result_sha256": "a586d1a5c851b61e3249935aba32572aa6250c64f5eb41b7082d965c819cc33b", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.010716, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "A" }, "group_id": "match-binding-45", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-45.png", "input_tokens": 1128, "latency_sec": 8.624103516922332, "model_name": "gemini-3.1-pro-preview", "out_of_srgb": null, "output_tokens": 705, "prediction": { "choice": "A" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "google", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T14:13:03.012417+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-45", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "4dd512b6-8fb0-4068-893a-036a078e1f42", "result_sha256": "f1d364c3069eddafd05ddbf3d810bf89917c54701845c1fd5c62a8e37c18edb2", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.01056, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "B" }, "group_id": "match-binding-46", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-46.png", "input_tokens": 1128, "latency_sec": 8.731844673049636, "model_name": "gemini-3.1-pro-preview", "out_of_srgb": null, "output_tokens": 692, "prediction": { "choice": "D" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "google", "raw_prediction": "{\"choice\": \"D\"}", "recorded_at": "2026-09-16T15:54:03.983584+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-binding-46", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "98c8c6ad-d9cc-4785-aaad-c09ad8a387cf", "result_sha256": "0a7c4c7f130a9123d7aba35e502d46ab27107c1a3924ff3bfdce7cd78312bb49", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0096, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "C" }, "group_id": "match-binding-47", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-47.png", "input_tokens": 1128, "latency_sec": 6.517143809935078, "model_name": "gemini-3.1-pro-preview", "out_of_srgb": null, "output_tokens": 612, "prediction": { "choice": "C" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "google", "raw_prediction": "{\"choice\": \"C\"}", "recorded_at": "2026-09-16T16:06:36.225645+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-47", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "96f11c26-717a-4f5c-a4be-9df6d6a07295", "result_sha256": "162b699a163aed12540156ea6bdeda32f9758c57240f1d06438bf6b1445668e3", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.012648, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "D" }, "group_id": "match-binding-48", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-48.png", "input_tokens": 1128, "latency_sec": 9.04096957098227, "model_name": "gemini-3.1-pro-preview", "out_of_srgb": null, "output_tokens": 866, "prediction": { "choice": "C" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "google", "raw_prediction": "{\"choice\": \"C\"}", "recorded_at": "2026-09-16T16:15:23.214814+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-binding-48", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "aef41c9f-e607-4446-9c8e-ead41568cfeb", "result_sha256": "ec7454df3b49aef690b846c2a40ec12669efba4b9fe05acdd1fbb2268aff817f", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.006344, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "B" }, "group_id": "chroma-chain-01-edge-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-01.png", "input_tokens": 1132, "latency_sec": 6.179092595004477, "model_name": "gemini-3.1-pro-preview", "out_of_srgb": null, "output_tokens": 340, "prediction": { "choice": "B" }, "prompt_sha256": "7cb1baae3d2170148c899969e7afaa6d6a5143997cc3086bc447697d521e10ca", "provider": "google", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T16:25:35.663170+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-01", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "151a7352-0a58-4de7-97de-60b7a141bcdc", "result_sha256": "62acf8ff24fd5f5ced1f43c86ca752405bff44923345763476df9df90a20cb10", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.004976, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "A" }, "group_id": "chroma-chain-01-edge-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-02.png", "input_tokens": 1132, "latency_sec": 21.10274722299073, "model_name": "gemini-3.1-pro-preview", "out_of_srgb": null, "output_tokens": 226, "prediction": { "choice": "A" }, "prompt_sha256": "7cb1baae3d2170148c899969e7afaa6d6a5143997cc3086bc447697d521e10ca", "provider": "google", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T15:14:37.694537+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-02", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "e43e9b53-69ac-454a-a295-db88540dd619", "result_sha256": "529c4b421499837eb29808de4982d9c6b7655edf11815f3550c4f842b7c8776f", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.004784, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "A" }, "group_id": "chroma-chain-01-edge-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-03.png", "input_tokens": 1132, "latency_sec": 6.255627358914353, "model_name": "gemini-3.1-pro-preview", "out_of_srgb": null, "output_tokens": 210, "prediction": { "choice": "A" }, "prompt_sha256": "f7627aca5640b4e4bb5108ec22eda036673dd7300493ad098f17639bff610e34", "provider": "google", "raw_prediction": "{\n \"choice\": \"A\"\n}", "recorded_at": "2026-09-16T16:22:15.218442+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-03", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "4696bf09-8174-4a35-9753-cd431253c567", "result_sha256": "269aa44fcc84a96f5a307fd2e78a3468df66235410ddc0506278bb5b8b78780b", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.004232, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "B" }, "group_id": "chroma-chain-01-edge-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-04.png", "input_tokens": 1132, "latency_sec": 3.7150874700164422, "model_name": "gemini-3.1-pro-preview", "out_of_srgb": null, "output_tokens": 164, "prediction": { "choice": "B" }, "prompt_sha256": "f7627aca5640b4e4bb5108ec22eda036673dd7300493ad098f17639bff610e34", "provider": "google", "raw_prediction": "{\n \"choice\": \"B\"\n}", "recorded_at": "2026-09-16T16:19:32.074000+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-04", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "579fa20c-473a-4218-b7ea-19c5d25c8cac", "result_sha256": "3a3e30a7e019e9431e7ff13d05134a8605697c314979248704918012ff466e6a", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.004964, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "B" }, "group_id": "chroma-chain-01-edge-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-05.png", "input_tokens": 1132, "latency_sec": 8.989327260991558, "model_name": "gemini-3.1-pro-preview", "out_of_srgb": null, "output_tokens": 225, "prediction": { "choice": "B" }, "prompt_sha256": "7cb1baae3d2170148c899969e7afaa6d6a5143997cc3086bc447697d521e10ca", "provider": "google", "raw_prediction": "{\n \"choice\": \"B\"\n}", "recorded_at": "2026-09-16T14:48:00.875737+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-05", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "8db64931-27ef-471a-9c11-5be08a3eb531", "result_sha256": "a686c8cea6776f3f2d0e9fe2cbdfd411a0ea2fc104acd8ad7e3ed2f511c2b738", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.005192, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "A" }, "group_id": "chroma-chain-01-edge-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-06.png", "input_tokens": 1132, "latency_sec": 4.491241764044389, "model_name": "gemini-3.1-pro-preview", "out_of_srgb": null, "output_tokens": 244, "prediction": { "choice": "A" }, "prompt_sha256": "7cb1baae3d2170148c899969e7afaa6d6a5143997cc3086bc447697d521e10ca", "provider": "google", "raw_prediction": "{\n \"choice\": \"A\"\n}", "recorded_at": "2026-09-16T14:44:05.968269+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-06", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "665f8935-c829-4de3-951e-aab159cce5c0", "result_sha256": "6943406d09118b4ad96ce6c3b066d2df8a8e43c82096642bbcce846e9f1e103f", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00434, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "A" }, "group_id": "chroma-chain-01-edge-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-07.png", "input_tokens": 1132, "latency_sec": 6.193181368988007, "model_name": "gemini-3.1-pro-preview", "out_of_srgb": null, "output_tokens": 173, "prediction": { "choice": "A" }, "prompt_sha256": "f7627aca5640b4e4bb5108ec22eda036673dd7300493ad098f17639bff610e34", "provider": "google", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T14:57:22.505967+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-07", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "b0470c6e-d2d2-4ef2-af1d-5f1295a67311", "result_sha256": "a3de752547072b5a839d1619177557529d0087b9d53067ba4da33c233eea78db", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00554, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "B" }, "group_id": "chroma-chain-01-edge-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-08.png", "input_tokens": 1132, "latency_sec": 6.45118866302073, "model_name": "gemini-3.1-pro-preview", "out_of_srgb": null, "output_tokens": 273, "prediction": { "choice": "B" }, "prompt_sha256": "f7627aca5640b4e4bb5108ec22eda036673dd7300493ad098f17639bff610e34", "provider": "google", "raw_prediction": "{\n \"choice\": \"B\"\n}", "recorded_at": "2026-09-16T16:05:08.041026+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-08", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "ac6f9fa3-3b6b-4e00-bda9-301d249daa13", "result_sha256": "8987c567c35d8107078c6f83d358191eeb79a17e96b5e91b00724d89340ba014", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.007556, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "B" }, "group_id": "chroma-chain-01-edge-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-09.png", "input_tokens": 1132, "latency_sec": 8.201075632940046, "model_name": "gemini-3.1-pro-preview", "out_of_srgb": null, "output_tokens": 441, "prediction": { "choice": "B" }, "prompt_sha256": "7cb1baae3d2170148c899969e7afaa6d6a5143997cc3086bc447697d521e10ca", "provider": "google", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T14:08:50.729494+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-09", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "be92e0fb-e009-4e40-8a5e-4a3a9784e8f3", "result_sha256": "672d7010ecd6ffa99ffc296bc1cf00a85d85fbf8e5861e09672f46554a0cb77c", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.006116, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "A" }, "group_id": "chroma-chain-01-edge-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-10.png", "input_tokens": 1132, "latency_sec": 5.598471018020064, "model_name": "gemini-3.1-pro-preview", "out_of_srgb": null, "output_tokens": 321, "prediction": { "choice": "A" }, "prompt_sha256": "7cb1baae3d2170148c899969e7afaa6d6a5143997cc3086bc447697d521e10ca", "provider": "google", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T15:12:37.608813+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-10", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "c1e10637-d8b6-4040-a487-b5499a37beb7", "result_sha256": "3ff5401e2cf7014d760e509487a51135dc2e8cb315456e83b5e8a132f6d6610a", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.009704, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "A" }, "group_id": "chroma-chain-01-edge-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-11.png", "input_tokens": 1132, "latency_sec": 7.757982849958353, "model_name": "gemini-3.1-pro-preview", "out_of_srgb": null, "output_tokens": 620, "prediction": { "choice": "A" }, "prompt_sha256": "f7627aca5640b4e4bb5108ec22eda036673dd7300493ad098f17639bff610e34", "provider": "google", "raw_prediction": "{\n \"choice\": \"A\"\n}", "recorded_at": "2026-09-16T14:20:27.245697+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-11", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "b5ec3e3d-d527-4439-90b1-52f41a5563e0", "result_sha256": "84ea55fba4f1d94d25f5e21d39c36b394857e5ff5baf1a346d66c3b601057858", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.006908, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "B" }, "group_id": "chroma-chain-01-edge-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-12.png", "input_tokens": 1132, "latency_sec": 5.686697963043116, "model_name": "gemini-3.1-pro-preview", "out_of_srgb": null, "output_tokens": 387, "prediction": { "choice": "B" }, "prompt_sha256": "f7627aca5640b4e4bb5108ec22eda036673dd7300493ad098f17639bff610e34", "provider": "google", "raw_prediction": "{\n \"choice\": \"B\"\n}", "recorded_at": "2026-09-16T15:45:40.181948+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-12", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "2f293497-82b5-4421-ac56-cceb86ea5d7b", "result_sha256": "ae2ec3d169f6a7b481389edaa28dd58549d5cd88b34236cc563823bc7a31cf80", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.007532, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "B" }, "group_id": "chroma-chain-01-edge-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-13.png", "input_tokens": 1132, "latency_sec": 5.885603688075207, "model_name": "gemini-3.1-pro-preview", "out_of_srgb": null, "output_tokens": 439, "prediction": { "choice": "B" }, "prompt_sha256": "7cb1baae3d2170148c899969e7afaa6d6a5143997cc3086bc447697d521e10ca", "provider": "google", "raw_prediction": "{\n \"choice\": \"B\"\n}", "recorded_at": "2026-09-16T15:27:21.060930+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-13", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "ec55a37d-80ba-485f-8285-dd09b55b764f", "result_sha256": "acdb88b28369cbae79e47ce998f5e2048b0f9d70caa0a2a0f5a460fc005a6623", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.011396, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "A" }, "group_id": "chroma-chain-01-edge-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-14.png", "input_tokens": 1132, "latency_sec": 8.66431508003734, "model_name": "gemini-3.1-pro-preview", "out_of_srgb": null, "output_tokens": 761, "prediction": { "choice": "A" }, "prompt_sha256": "7cb1baae3d2170148c899969e7afaa6d6a5143997cc3086bc447697d521e10ca", "provider": "google", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T15:37:46.317028+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-14", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "2d48abf3-0c91-4b09-8697-4277cc7077c8", "result_sha256": "5a285b26b330fbcb4d831f2004a96fc901ffb2391e84e2e1c3d01ad407e1a5b9", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.006668, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "A" }, "group_id": "chroma-chain-01-edge-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-15.png", "input_tokens": 1132, "latency_sec": 6.046339508029632, "model_name": "gemini-3.1-pro-preview", "out_of_srgb": null, "output_tokens": 367, "prediction": { "choice": "A" }, "prompt_sha256": "f7627aca5640b4e4bb5108ec22eda036673dd7300493ad098f17639bff610e34", "provider": "google", "raw_prediction": "{\n \"choice\": \"A\"\n}", "recorded_at": "2026-09-16T14:13:35.710385+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-15", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "0922c873-0252-4043-9f55-5a9bd3798078", "result_sha256": "7dd140c6d9372e50decb47d2fd92cbe74ef54110372e2c44643846fcfe8df229", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.012608, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "B" }, "group_id": "chroma-chain-01-edge-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-16.png", "input_tokens": 1132, "latency_sec": 8.862688952009194, "model_name": "gemini-3.1-pro-preview", "out_of_srgb": null, "output_tokens": 862, "prediction": { "choice": "B" }, "prompt_sha256": "f7627aca5640b4e4bb5108ec22eda036673dd7300493ad098f17639bff610e34", "provider": "google", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T16:03:32.830690+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-16", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "d3a2dd11-3e53-488e-94b8-419b91882dd1", "result_sha256": "dc5806a760a528422fb36e4605f4b144a155aae6f8c0740e85610897cc6e003b", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.005168, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "B" }, "group_id": "chroma-chain-02-edge-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-17.png", "input_tokens": 1132, "latency_sec": 8.345091362018138, "model_name": "gemini-3.1-pro-preview", "out_of_srgb": null, "output_tokens": 242, "prediction": { "choice": "B" }, "prompt_sha256": "7cb1baae3d2170148c899969e7afaa6d6a5143997cc3086bc447697d521e10ca", "provider": "google", "raw_prediction": "{\n \"choice\": \"B\"\n}", "recorded_at": "2026-09-16T14:19:39.805949+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-17", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "78fba729-4f97-4899-b8cc-c96f35ee88ca", "result_sha256": "853cf3db02fb7f8e575582339d8c85bdf38af7af1dc48eb96c639aa5bd47f1a9", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.004592, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "A" }, "group_id": "chroma-chain-02-edge-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-18.png", "input_tokens": 1132, "latency_sec": 4.083746649906971, "model_name": "gemini-3.1-pro-preview", "out_of_srgb": null, "output_tokens": 194, "prediction": { "choice": "A" }, "prompt_sha256": "7cb1baae3d2170148c899969e7afaa6d6a5143997cc3086bc447697d521e10ca", "provider": "google", "raw_prediction": "{\n \"choice\": \"A\"\n}", "recorded_at": "2026-09-16T14:50:11.004804+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-18", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "432da9bb-1cec-44e4-9fac-36a83b57bc6d", "result_sha256": "503737798afb560594b882ad297124246973c38592e317636e38bd362deebc64", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.003524, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "A" }, "group_id": "chroma-chain-02-edge-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-19.png", "input_tokens": 1132, "latency_sec": 3.54115207598079, "model_name": "gemini-3.1-pro-preview", "out_of_srgb": null, "output_tokens": 105, "prediction": { "choice": "A" }, "prompt_sha256": "f7627aca5640b4e4bb5108ec22eda036673dd7300493ad098f17639bff610e34", "provider": "google", "raw_prediction": "{\n \"choice\": \"A\"\n}", "recorded_at": "2026-09-16T15:53:35.324250+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-19", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "02d3befb-dd9e-4036-a1cb-b2dd7aab1a1c", "result_sha256": "39640a1a69eba691bb2135e6574a96a74e27f5a36698766d65ad6de919db6872", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.004244, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "B" }, "group_id": "chroma-chain-02-edge-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-20.png", "input_tokens": 1132, "latency_sec": 5.417887642979622, "model_name": "gemini-3.1-pro-preview", "out_of_srgb": null, "output_tokens": 165, "prediction": { "choice": "B" }, "prompt_sha256": "f7627aca5640b4e4bb5108ec22eda036673dd7300493ad098f17639bff610e34", "provider": "google", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T14:02:39.397132+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-20", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "1ef40a02-713f-447c-a55a-2c65b7437242", "result_sha256": "eb54a53978aaf2b44595e9b5b26db23677831f964fbefabf0ffbf83a9536c08c", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.006752, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "B" }, "group_id": "chroma-chain-02-edge-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-21.png", "input_tokens": 1132, "latency_sec": 6.152702806983143, "model_name": "gemini-3.1-pro-preview", "out_of_srgb": null, "output_tokens": 374, "prediction": { "choice": "B" }, "prompt_sha256": "7cb1baae3d2170148c899969e7afaa6d6a5143997cc3086bc447697d521e10ca", "provider": "google", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T14:14:38.734923+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-21", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "1bdb0406-b5a5-4af4-8fde-24f1cd42f89d", "result_sha256": "f3c8b221438fd92c3b4dfefd8f33fbb7006784a45661205bee06ab4e300230af", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.005024, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "A" }, "group_id": "chroma-chain-02-edge-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-22.png", "input_tokens": 1132, "latency_sec": 5.037199446000159, "model_name": "gemini-3.1-pro-preview", "out_of_srgb": null, "output_tokens": 230, "prediction": { "choice": "A" }, "prompt_sha256": "7cb1baae3d2170148c899969e7afaa6d6a5143997cc3086bc447697d521e10ca", "provider": "google", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T15:22:19.952728+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-22", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "2b6f5138-0a38-42e2-87d5-36a0b2da6721", "result_sha256": "66085243f1c89e4809d463ec750385fbc570bc774d6a570c34acff7f50a39a44", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.004844, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "A" }, "group_id": "chroma-chain-02-edge-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-23.png", "input_tokens": 1132, "latency_sec": 3.8804371650330722, "model_name": "gemini-3.1-pro-preview", "out_of_srgb": null, "output_tokens": 215, "prediction": { "choice": "A" }, "prompt_sha256": "f7627aca5640b4e4bb5108ec22eda036673dd7300493ad098f17639bff610e34", "provider": "google", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T14:50:37.215167+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-23", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "c2738c56-1979-4d0c-a7c7-aa0ff4edb9b0", "result_sha256": "074bb58cbff21300ce729fca9a995a427fa8a85c07e08574dd43b131831d5c29", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.004244, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "B" }, "group_id": "chroma-chain-02-edge-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-24.png", "input_tokens": 1132, "latency_sec": 4.275432685972191, "model_name": "gemini-3.1-pro-preview", "out_of_srgb": null, "output_tokens": 165, "prediction": { "choice": "B" }, "prompt_sha256": "f7627aca5640b4e4bb5108ec22eda036673dd7300493ad098f17639bff610e34", "provider": "google", "raw_prediction": "{\n \"choice\": \"B\"\n}", "recorded_at": "2026-09-16T16:26:40.849138+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-24", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "6e1cf4b6-1437-45e0-bb1b-d1f4a6352838", "result_sha256": "cdfdd4df21d074d80c3736435eec62f6d84a2f7cb3355cc2c475a4ac38ee4ae6", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00578, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "B" }, "group_id": "chroma-chain-02-edge-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-25.png", "input_tokens": 1132, "latency_sec": 6.663650098023936, "model_name": "gemini-3.1-pro-preview", "out_of_srgb": null, "output_tokens": 293, "prediction": { "choice": "B" }, "prompt_sha256": "7cb1baae3d2170148c899969e7afaa6d6a5143997cc3086bc447697d521e10ca", "provider": "google", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T16:07:34.900534+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-25", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "57b6727b-8375-4d69-a939-d6a0056aed97", "result_sha256": "78bce6384f37c78dc8412422a905582c0d71797e473a246542dde02a3c4993e7", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.005576, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "A" }, "group_id": "chroma-chain-02-edge-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-26.png", "input_tokens": 1132, "latency_sec": 8.099215627997182, "model_name": "gemini-3.1-pro-preview", "out_of_srgb": null, "output_tokens": 276, "prediction": { "choice": "A" }, "prompt_sha256": "7cb1baae3d2170148c899969e7afaa6d6a5143997cc3086bc447697d521e10ca", "provider": "google", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T14:09:16.177184+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-26", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "8d8b64f3-9c72-4eef-b65d-7158cfe2e0b3", "result_sha256": "9b9e50c0d64c89d15004463be8965e4a287c39268996ba6152e85920098e9bbe", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.01004, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "A" }, "group_id": "chroma-chain-02-edge-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-27.png", "input_tokens": 1132, "latency_sec": 7.2481889149639755, "model_name": "gemini-3.1-pro-preview", "out_of_srgb": null, "output_tokens": 648, "prediction": { "choice": "A" }, "prompt_sha256": "f7627aca5640b4e4bb5108ec22eda036673dd7300493ad098f17639bff610e34", "provider": "google", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T15:41:10.882834+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-27", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "2246ade4-45b6-44b5-a948-fd9fd81a39c0", "result_sha256": "b476a8cea938f8a1cf7eafdc3b5c7d8bedceeebddfbba4f99854704d92e4ca1c", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.007904, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "B" }, "group_id": "chroma-chain-02-edge-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-28.png", "input_tokens": 1132, "latency_sec": 9.575345549033955, "model_name": "gemini-3.1-pro-preview", "out_of_srgb": null, "output_tokens": 470, "prediction": { "choice": "B" }, "prompt_sha256": "f7627aca5640b4e4bb5108ec22eda036673dd7300493ad098f17639bff610e34", "provider": "google", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T16:22:42.976782+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-28", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "c14bd071-d171-45b9-acc9-abcaecb1bcaf", "result_sha256": "39b28d255543876a3092dab65a0dc66d36389c608405a51b01e733af74f81288", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.003608, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "B" }, "group_id": "chroma-chain-02-edge-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-29.png", "input_tokens": 1132, "latency_sec": 6.486749679897912, "model_name": "gemini-3.1-pro-preview", "out_of_srgb": null, "output_tokens": 112, "prediction": { "choice": "B" }, "prompt_sha256": "7cb1baae3d2170148c899969e7afaa6d6a5143997cc3086bc447697d521e10ca", "provider": "google", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T15:53:30.380814+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-29", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "84153e78-fc23-4ad8-be62-ac1b90809a69", "result_sha256": "515e3d8678c012f005eb0a03b06a1979243f82589d25d5c1435aff5e3b11a34b", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.004484, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "A" }, "group_id": "chroma-chain-02-edge-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-30.png", "input_tokens": 1132, "latency_sec": 7.484268988948315, "model_name": "gemini-3.1-pro-preview", "out_of_srgb": null, "output_tokens": 185, "prediction": { "choice": "A" }, "prompt_sha256": "7cb1baae3d2170148c899969e7afaa6d6a5143997cc3086bc447697d521e10ca", "provider": "google", "raw_prediction": "{\n \"choice\": \"A\"\n}", "recorded_at": "2026-09-16T14:53:13.500815+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-30", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "691ce89d-1658-4d97-9662-316e53ef4ace", "result_sha256": "c215c5394fb81d374034ef5e4ecd43e074149f57d658803a0719ae631748e1d2", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.007976, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "A" }, "group_id": "chroma-chain-02-edge-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-31.png", "input_tokens": 1132, "latency_sec": 6.4148173639550805, "model_name": "gemini-3.1-pro-preview", "out_of_srgb": null, "output_tokens": 476, "prediction": { "choice": "A" }, "prompt_sha256": "f7627aca5640b4e4bb5108ec22eda036673dd7300493ad098f17639bff610e34", "provider": "google", "raw_prediction": "{\n \"choice\": \"A\"\n}", "recorded_at": "2026-09-16T15:24:18.398119+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-31", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "3902fd5e-be22-4b34-a674-555d0f938c62", "result_sha256": "0a59c57cbb8d0804d69cadc2eb171b696aa8640b24ef23bb8f3d9d315031fecc", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00332, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "B" }, "group_id": "chroma-chain-02-edge-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-32.png", "input_tokens": 1132, "latency_sec": 27.823082703980617, "model_name": "gemini-3.1-pro-preview", "out_of_srgb": null, "output_tokens": 88, "prediction": { "choice": "B" }, "prompt_sha256": "f7627aca5640b4e4bb5108ec22eda036673dd7300493ad098f17639bff610e34", "provider": "google", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T15:17:16.170552+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-32", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "a51d1edc-f85f-4d8c-a0f2-7e87c40ecc24", "result_sha256": "c9df2cd5d9012ba14f57b84a25051e192b03430f0da12c5014c91fbcfd665f26", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.003848, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "B" }, "group_id": "chroma-chain-03-edge-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-33.png", "input_tokens": 1132, "latency_sec": 5.02082886302378, "model_name": "gemini-3.1-pro-preview", "out_of_srgb": null, "output_tokens": 132, "prediction": { "choice": "B" }, "prompt_sha256": "7cb1baae3d2170148c899969e7afaa6d6a5143997cc3086bc447697d521e10ca", "provider": "google", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T14:57:54.944185+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-33", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "3238fa34-b473-49b2-98cf-c889d674153a", "result_sha256": "82b430a1dca6a89f79ba4f6ed2fbb80e3b54ea36c78f55c260183e5d1995bf34", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.006872, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "A" }, "group_id": "chroma-chain-03-edge-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-34.png", "input_tokens": 1132, "latency_sec": 8.738708592019975, "model_name": "gemini-3.1-pro-preview", "out_of_srgb": null, "output_tokens": 384, "prediction": { "choice": "A" }, "prompt_sha256": "7cb1baae3d2170148c899969e7afaa6d6a5143997cc3086bc447697d521e10ca", "provider": "google", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T15:28:32.267702+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-34", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "911cbef9-bf70-496c-bff8-d8f3f337f348", "result_sha256": "e4538185258571ea4e2b183cd511b6f3818e7a48dfe053a4359d1b885b714cda", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.005636, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "A" }, "group_id": "chroma-chain-03-edge-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-35.png", "input_tokens": 1132, "latency_sec": 5.1708397649927065, "model_name": "gemini-3.1-pro-preview", "out_of_srgb": null, "output_tokens": 281, "prediction": { "choice": "A" }, "prompt_sha256": "f7627aca5640b4e4bb5108ec22eda036673dd7300493ad098f17639bff610e34", "provider": "google", "raw_prediction": "{\n \"choice\": \"A\"\n}", "recorded_at": "2026-09-16T15:28:19.421866+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-35", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "5c89e997-cb47-458d-8d23-7b696b53d108", "result_sha256": "e1fdce6661c6dd4c23412ab92c31380ad0bcde8458453a670c8f2c30581385d3", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00638, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "B" }, "group_id": "chroma-chain-03-edge-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-36.png", "input_tokens": 1132, "latency_sec": 10.674215115024708, "model_name": "gemini-3.1-pro-preview", "out_of_srgb": null, "output_tokens": 343, "prediction": { "choice": "B" }, "prompt_sha256": "f7627aca5640b4e4bb5108ec22eda036673dd7300493ad098f17639bff610e34", "provider": "google", "raw_prediction": "{\n \"choice\": \"B\"\n}", "recorded_at": "2026-09-16T15:02:44.675412+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-36", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "2e2eb922-0895-4e3b-b90f-aa15b8ed0c4b", "result_sha256": "3a19542ee835df5ba5b16491088e0eacbed8cfc10ad37f059ca60191ce96908b", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.01556, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "B" }, "group_id": "chroma-chain-03-edge-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-37.png", "input_tokens": 1132, "latency_sec": 11.482216960052028, "model_name": "gemini-3.1-pro-preview", "out_of_srgb": null, "output_tokens": 1108, "prediction": { "choice": "B" }, "prompt_sha256": "7cb1baae3d2170148c899969e7afaa6d6a5143997cc3086bc447697d521e10ca", "provider": "google", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T14:16:18.457349+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-37", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "e83456c7-0c70-4dcf-96a0-98ab787753ae", "result_sha256": "271427061fd4d5c7e80d667cfbb123c4563ed5eb588c5db6eefeeb9a1cbc78e8", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.009836, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "A" }, "group_id": "chroma-chain-03-edge-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-38.png", "input_tokens": 1132, "latency_sec": 16.945582548039965, "model_name": "gemini-3.1-pro-preview", "out_of_srgb": null, "output_tokens": 631, "prediction": { "choice": "A" }, "prompt_sha256": "7cb1baae3d2170148c899969e7afaa6d6a5143997cc3086bc447697d521e10ca", "provider": "google", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T15:13:47.464926+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-38", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "29ad6120-c86a-472c-a91f-f4fa75ac7efe", "result_sha256": "13067bc0c28b9def65118412574ee6763e20dec217382f452ec65a7775dbe9be", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.009428, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "A" }, "group_id": "chroma-chain-03-edge-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-39.png", "input_tokens": 1132, "latency_sec": 9.831859685014933, "model_name": "gemini-3.1-pro-preview", "out_of_srgb": null, "output_tokens": 597, "prediction": { "choice": "A" }, "prompt_sha256": "f7627aca5640b4e4bb5108ec22eda036673dd7300493ad098f17639bff610e34", "provider": "google", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T15:29:19.888125+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-39", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "705c36e7-b310-46ba-b92f-faa3e606d800", "result_sha256": "f42f9418e644b628dfd4f7795b466e1ead467b7458dc0b9c44dee556a335762c", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00734, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "B" }, "group_id": "chroma-chain-03-edge-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-40.png", "input_tokens": 1132, "latency_sec": 6.406036419910379, "model_name": "gemini-3.1-pro-preview", "out_of_srgb": null, "output_tokens": 423, "prediction": { "choice": "B" }, "prompt_sha256": "f7627aca5640b4e4bb5108ec22eda036673dd7300493ad098f17639bff610e34", "provider": "google", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T15:42:15.311981+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-40", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "822fe815-766f-49c1-aec5-992a1ae4dc8d", "result_sha256": "1085e069c75eab97dafd407c48737b8a4259320dd2d414832c1656d464ca4dc2", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.004436, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "B" }, "group_id": "chroma-chain-03-edge-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-41.png", "input_tokens": 1132, "latency_sec": 4.719651129911654, "model_name": "gemini-3.1-pro-preview", "out_of_srgb": null, "output_tokens": 181, "prediction": { "choice": "B" }, "prompt_sha256": "7cb1baae3d2170148c899969e7afaa6d6a5143997cc3086bc447697d521e10ca", "provider": "google", "raw_prediction": "{\n \"choice\": \"B\"\n}", "recorded_at": "2026-09-16T14:49:38.558023+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-41", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "3d2e772a-ad27-4d4f-988f-36fe137c3696", "result_sha256": "e92573eaf009e979da245f44da3767804cdc861097c449662d0381b6502cccc0", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.003572, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "A" }, "group_id": "chroma-chain-03-edge-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-42.png", "input_tokens": 1132, "latency_sec": 5.72430495894514, "model_name": "gemini-3.1-pro-preview", "out_of_srgb": null, "output_tokens": 109, "prediction": { "choice": "A" }, "prompt_sha256": "7cb1baae3d2170148c899969e7afaa6d6a5143997cc3086bc447697d521e10ca", "provider": "google", "raw_prediction": "{\n \"choice\": \"A\"\n}", "recorded_at": "2026-09-16T15:26:52.235091+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-42", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "14d2ecde-be5f-4d35-ab8e-6b9e2b62cdb7", "result_sha256": "c7b3f9057b3b4814319c6440781b9c211ac01b37461a6cfe02791ad0c7d4673f", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.003464, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "A" }, "group_id": "chroma-chain-03-edge-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-43.png", "input_tokens": 1132, "latency_sec": 4.365889890003018, "model_name": "gemini-3.1-pro-preview", "out_of_srgb": null, "output_tokens": 100, "prediction": { "choice": "A" }, "prompt_sha256": "f7627aca5640b4e4bb5108ec22eda036673dd7300493ad098f17639bff610e34", "provider": "google", "raw_prediction": "{\n \"choice\": \"A\"\n}", "recorded_at": "2026-09-16T14:15:58.175624+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-43", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "ae61e9bf-99d2-4e0c-8b2b-62cc317c135e", "result_sha256": "800b6eff11005fbda0e1108241288102ed842babede4386679f4212258c851a4", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.005588, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "B" }, "group_id": "chroma-chain-03-edge-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-44.png", "input_tokens": 1132, "latency_sec": 4.470349948038347, "model_name": "gemini-3.1-pro-preview", "out_of_srgb": null, "output_tokens": 277, "prediction": { "choice": "B" }, "prompt_sha256": "f7627aca5640b4e4bb5108ec22eda036673dd7300493ad098f17639bff610e34", "provider": "google", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T14:41:31.905159+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-44", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "1561b552-6976-49de-bd35-e2f30cc37c87", "result_sha256": "e1a1244a3e518971609ebf7042b26e52b616d9254faa9901207340982b0f6be4", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00356, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "B" }, "group_id": "chroma-chain-03-edge-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-45.png", "input_tokens": 1132, "latency_sec": 3.1590370379853994, "model_name": "gemini-3.1-pro-preview", "out_of_srgb": null, "output_tokens": 108, "prediction": { "choice": "B" }, "prompt_sha256": "7cb1baae3d2170148c899969e7afaa6d6a5143997cc3086bc447697d521e10ca", "provider": "google", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T15:31:29.998230+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-45", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "62557ca6-da49-4c9f-97f9-e94c4a2d9623", "result_sha256": "5e1c5d9bf228bf545fd474778865a829461e8af831a49b1ecfea28dc3fe62922", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.005, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "A" }, "group_id": "chroma-chain-03-edge-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-46.png", "input_tokens": 1132, "latency_sec": 5.621759003959596, "model_name": "gemini-3.1-pro-preview", "out_of_srgb": null, "output_tokens": 228, "prediction": { "choice": "A" }, "prompt_sha256": "7cb1baae3d2170148c899969e7afaa6d6a5143997cc3086bc447697d521e10ca", "provider": "google", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T14:46:31.739460+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-46", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "5403bf73-df04-4391-8c85-d48288530e02", "result_sha256": "4e02f18f5c2242bac3500150fcd1e5c6f77daf9e16acdeea6e91eb56d549d200", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.004676, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "A" }, "group_id": "chroma-chain-03-edge-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-47.png", "input_tokens": 1132, "latency_sec": 4.016408566036262, "model_name": "gemini-3.1-pro-preview", "out_of_srgb": null, "output_tokens": 201, "prediction": { "choice": "A" }, "prompt_sha256": "f7627aca5640b4e4bb5108ec22eda036673dd7300493ad098f17639bff610e34", "provider": "google", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T15:56:01.165424+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-47", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "0b6e7326-ef56-4d6b-97e0-8da076ac4c3f", "result_sha256": "14cfe868b68f67bb2f694bbc022d50b8a341ad0b9c81016773f8f21ed9f338f1", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.004136, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "B" }, "group_id": "chroma-chain-03-edge-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-48.png", "input_tokens": 1132, "latency_sec": 4.379833981976844, "model_name": "gemini-3.1-pro-preview", "out_of_srgb": null, "output_tokens": 156, "prediction": { "choice": "B" }, "prompt_sha256": "f7627aca5640b4e4bb5108ec22eda036673dd7300493ad098f17639bff610e34", "provider": "google", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T15:55:37.504867+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-48", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "46f724ce-924d-4be7-86e6-d2ef89613427", "result_sha256": "ca0fffb4c2a18b0823a0edb28a2ad41c3fe7c03ec02d4e590a038cdd97e0bbbb", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.007268, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "B" }, "group_id": "chroma-chain-04-edge-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-49.png", "input_tokens": 1132, "latency_sec": 5.979217460961081, "model_name": "gemini-3.1-pro-preview", "out_of_srgb": null, "output_tokens": 417, "prediction": { "choice": "B" }, "prompt_sha256": "7cb1baae3d2170148c899969e7afaa6d6a5143997cc3086bc447697d521e10ca", "provider": "google", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T15:55:49.835083+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-49", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "f625847a-3dba-41e3-9851-8c887a5b58c5", "result_sha256": "de64677605352035d521bf1524f53ed2b85b48f62643e6b05dc7ba1372440383", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.005756, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "A" }, "group_id": "chroma-chain-04-edge-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-50.png", "input_tokens": 1132, "latency_sec": 4.876002463977784, "model_name": "gemini-3.1-pro-preview", "out_of_srgb": null, "output_tokens": 291, "prediction": { "choice": "A" }, "prompt_sha256": "7cb1baae3d2170148c899969e7afaa6d6a5143997cc3086bc447697d521e10ca", "provider": "google", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T16:08:55.162743+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-50", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "99254b3d-ee1a-4584-b367-6a389a214a48", "result_sha256": "470c4e398838f84cc35209dafad8287a99b04369a477220e05c5fac8394c60c5", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.011492, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "A" }, "group_id": "chroma-chain-04-edge-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-51.png", "input_tokens": 1132, "latency_sec": 9.044988416018896, "model_name": "gemini-3.1-pro-preview", "out_of_srgb": null, "output_tokens": 769, "prediction": { "choice": "A" }, "prompt_sha256": "f7627aca5640b4e4bb5108ec22eda036673dd7300493ad098f17639bff610e34", "provider": "google", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T14:10:42.317689+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-51", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "a0148ce4-3a2d-4717-97d8-1ddb42a26363", "result_sha256": "35c2de668155cefa3da029c56de6762a71051b8f5d8e39e8244f0103e8d6ca14", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.006392, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "B" }, "group_id": "chroma-chain-04-edge-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-52.png", "input_tokens": 1132, "latency_sec": 5.731712945969775, "model_name": "gemini-3.1-pro-preview", "out_of_srgb": null, "output_tokens": 344, "prediction": { "choice": "B" }, "prompt_sha256": "f7627aca5640b4e4bb5108ec22eda036673dd7300493ad098f17639bff610e34", "provider": "google", "raw_prediction": "{\n \"choice\": \"B\"\n}", "recorded_at": "2026-09-16T15:35:17.277791+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-52", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "6de03f9b-52d4-4b60-8563-f3d6c7f9833d", "result_sha256": "af91488ded1350e47e498c96fdc813ffe0d85c82c5d534e8a0f650c10c9d5370", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0038, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "B" }, "group_id": "chroma-chain-04-edge-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-53.png", "input_tokens": 1132, "latency_sec": 4.993942928034812, "model_name": "gemini-3.1-pro-preview", "out_of_srgb": null, "output_tokens": 128, "prediction": { "choice": "B" }, "prompt_sha256": "7cb1baae3d2170148c899969e7afaa6d6a5143997cc3086bc447697d521e10ca", "provider": "google", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T14:14:08.537448+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-53", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "4bdf190e-3e06-44d0-92ff-f19c0174dfea", "result_sha256": "036edd042914b87cc2c55375f0f753f7a972d7144176ac585eddfb807c26bb06", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.004688, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "A" }, "group_id": "chroma-chain-04-edge-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-54.png", "input_tokens": 1132, "latency_sec": 5.142473853076808, "model_name": "gemini-3.1-pro-preview", "out_of_srgb": null, "output_tokens": 202, "prediction": { "choice": "A" }, "prompt_sha256": "7cb1baae3d2170148c899969e7afaa6d6a5143997cc3086bc447697d521e10ca", "provider": "google", "raw_prediction": "{\n \"choice\": \"A\"\n}", "recorded_at": "2026-09-16T14:51:27.908174+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-54", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "0bfdd689-a9d0-4321-93b8-51dd75f5c6ed", "result_sha256": "978832ac8cf99ec6997427f0565cd2a586346543b4342dee3083c050374e218d", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.003548, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "A" }, "group_id": "chroma-chain-04-edge-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-55.png", "input_tokens": 1132, "latency_sec": 3.6649237440433353, "model_name": "gemini-3.1-pro-preview", "out_of_srgb": null, "output_tokens": 107, "prediction": { "choice": "A" }, "prompt_sha256": "f7627aca5640b4e4bb5108ec22eda036673dd7300493ad098f17639bff610e34", "provider": "google", "raw_prediction": "{\n \"choice\": \"A\"\n}", "recorded_at": "2026-09-16T15:30:19.667137+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-55", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "c93d7037-0166-424e-84c2-4fa6c143e652", "result_sha256": "a456a176e3597e26363281910331002c97ee490886dd325800dbd9900b07a73b", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.003752, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "B" }, "group_id": "chroma-chain-04-edge-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-56.png", "input_tokens": 1132, "latency_sec": 4.539269853965379, "model_name": "gemini-3.1-pro-preview", "out_of_srgb": null, "output_tokens": 124, "prediction": { "choice": "B" }, "prompt_sha256": "f7627aca5640b4e4bb5108ec22eda036673dd7300493ad098f17639bff610e34", "provider": "google", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T14:09:59.529132+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-56", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "3a9f6c8f-1dd9-4456-a636-4a272e1b5e48", "result_sha256": "7836acfb4cb9f28d534a1fd5bc82d9e7e3dd6a52d6d4c91556e79f84f9451860", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.006068, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "B" }, "group_id": "chroma-chain-04-edge-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-57.png", "input_tokens": 1132, "latency_sec": 5.440065996022895, "model_name": "gemini-3.1-pro-preview", "out_of_srgb": null, "output_tokens": 317, "prediction": { "choice": "B" }, "prompt_sha256": "7cb1baae3d2170148c899969e7afaa6d6a5143997cc3086bc447697d521e10ca", "provider": "google", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T16:18:00.762458+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-57", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "f0f7b0e7-904f-4e0f-be4a-9265b72cffef", "result_sha256": "b3c797585e6e30ccd34107de5966285160ff0424cf3782965b526d2bddf1b997", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.004688, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "A" }, "group_id": "chroma-chain-04-edge-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-58.png", "input_tokens": 1132, "latency_sec": 4.045115191955119, "model_name": "gemini-3.1-pro-preview", "out_of_srgb": null, "output_tokens": 202, "prediction": { "choice": "A" }, "prompt_sha256": "7cb1baae3d2170148c899969e7afaa6d6a5143997cc3086bc447697d521e10ca", "provider": "google", "raw_prediction": "{\n \"choice\": \"A\"\n}", "recorded_at": "2026-09-16T14:33:02.718881+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-58", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "8a2916a9-cc87-4248-957a-ff1078a8e668", "result_sha256": "9a0a2d3e33c551f11387ed67fbdc71ab21c80958a001f8ec4021f971e8c594c5", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.005504, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "A" }, "group_id": "chroma-chain-04-edge-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-59.png", "input_tokens": 1132, "latency_sec": 16.212812619982287, "model_name": "gemini-3.1-pro-preview", "out_of_srgb": null, "output_tokens": 270, "prediction": { "choice": "A" }, "prompt_sha256": "f7627aca5640b4e4bb5108ec22eda036673dd7300493ad098f17639bff610e34", "provider": "google", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T15:16:10.626603+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-59", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "f6aa63a6-eed6-458d-aa77-d620aff783a9", "result_sha256": "37c5543e1d5f6da78966b9513bd6f99a1be5ca654261ac2bfaf812531dfd3fc5", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.004004, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "B" }, "group_id": "chroma-chain-04-edge-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-60.png", "input_tokens": 1132, "latency_sec": 3.711764615960419, "model_name": "gemini-3.1-pro-preview", "out_of_srgb": null, "output_tokens": 145, "prediction": { "choice": "B" }, "prompt_sha256": "f7627aca5640b4e4bb5108ec22eda036673dd7300493ad098f17639bff610e34", "provider": "google", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T15:34:02.494213+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-60", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "fdc3b920-3b46-4551-b27b-e93a9100eaf5", "result_sha256": "a46c42567fe75de1acc1357c800bca62ff16f998121c3c5c495c52049dfb014d", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.006056, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "B" }, "group_id": "chroma-chain-04-edge-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-61.png", "input_tokens": 1132, "latency_sec": 6.013505168026313, "model_name": "gemini-3.1-pro-preview", "out_of_srgb": null, "output_tokens": 316, "prediction": { "choice": "B" }, "prompt_sha256": "7cb1baae3d2170148c899969e7afaa6d6a5143997cc3086bc447697d521e10ca", "provider": "google", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T14:20:57.938993+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-61", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "8c1bdf7a-24bc-4ca2-92ae-a87c16734b8d", "result_sha256": "8be7fef7c7e99a1a2f4854412dbd748d4b22338dc9945164bd0c5b987751564a", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00536, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "A" }, "group_id": "chroma-chain-04-edge-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-62.png", "input_tokens": 1132, "latency_sec": 15.937075858935714, "model_name": "gemini-3.1-pro-preview", "out_of_srgb": null, "output_tokens": 258, "prediction": { "choice": "A" }, "prompt_sha256": "7cb1baae3d2170148c899969e7afaa6d6a5143997cc3086bc447697d521e10ca", "provider": "google", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T14:16:34.701855+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-62", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "62f25df1-66e8-43f3-aaf2-f96f839aacf9", "result_sha256": "6c9575cb204fe3966b2e26477eb47da0cc91207e44b7503d04270ad349e2f680", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.003704, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "A" }, "group_id": "chroma-chain-04-edge-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-63.png", "input_tokens": 1132, "latency_sec": 4.233515719068237, "model_name": "gemini-3.1-pro-preview", "out_of_srgb": null, "output_tokens": 120, "prediction": { "choice": "A" }, "prompt_sha256": "f7627aca5640b4e4bb5108ec22eda036673dd7300493ad098f17639bff610e34", "provider": "google", "raw_prediction": "{\n \"choice\": \"A\"\n}", "recorded_at": "2026-09-16T15:49:49.487993+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-63", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "c23cc061-052b-454c-9338-c919df12ffca", "result_sha256": "875e13f1d75e47a653a963ecd319ffaabc645bf7cf21b42b415af9697068c82d", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.009188, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "B" }, "group_id": "chroma-chain-04-edge-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-64.png", "input_tokens": 1132, "latency_sec": 7.0992188869277015, "model_name": "gemini-3.1-pro-preview", "out_of_srgb": null, "output_tokens": 577, "prediction": { "choice": "B" }, "prompt_sha256": "f7627aca5640b4e4bb5108ec22eda036673dd7300493ad098f17639bff610e34", "provider": "google", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T16:27:05.697399+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-64", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "145aa19a-beaa-4533-855a-2f8b19dc8526", "result_sha256": "0bc2212575cf5ead57d2ae2b1aee26b5689ec7c9f13d076cf1430c00fa155541", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.012476, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "A" }, "group_id": "context-01-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-01.png", "input_tokens": 1132, "latency_sec": 8.326268911012448, "model_name": "gemini-3.1-pro-preview", "out_of_srgb": null, "output_tokens": 851, "prediction": { "choice": "A" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "google", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T15:42:46.080837+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-01", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "9b72bebf-d899-457e-8c75-be90ec3a09c7", "result_sha256": "529ded4e0b525235e2eeba08df5bcc90502638cf880ba9c0a6ec409e125ea225", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.012716, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "B" }, "group_id": "context-01-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-02.png", "input_tokens": 1132, "latency_sec": 9.748538304003887, "model_name": "gemini-3.1-pro-preview", "out_of_srgb": null, "output_tokens": 871, "prediction": { "choice": "B" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "google", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T16:08:26.600004+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-02", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "fe207a2d-b970-4a76-82f3-1cf9534b990d", "result_sha256": "435ad1d448cfed6623fdc998050e1d460e1d86932413cccc02b540440bfdf37a", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.010316, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "C" }, "group_id": "context-01-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-03.png", "input_tokens": 1132, "latency_sec": 9.388331440044567, "model_name": "gemini-3.1-pro-preview", "out_of_srgb": null, "output_tokens": 671, "prediction": { "choice": "C" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "google", "raw_prediction": "{\"choice\": \"C\"}", "recorded_at": "2026-09-16T15:12:15.277833+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-03", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "fc2373dd-1e58-4130-9807-0a62399c4a3e", "result_sha256": "34fff844e5a2e89ce0e674fde1cdbd52a77d0fa0e74d5d4bea09fd8fda4a1e6f", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.007376, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "D" }, "group_id": "context-01-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-04.png", "input_tokens": 1132, "latency_sec": 5.669031227007508, "model_name": "gemini-3.1-pro-preview", "out_of_srgb": null, "output_tokens": 426, "prediction": { "choice": "D" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "google", "raw_prediction": "{\"choice\": \"D\"}", "recorded_at": "2026-09-16T14:50:27.413363+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-04", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "d021504b-ac5a-434a-95ee-1665c4251c74", "result_sha256": "e1b2c87db55d2089c0b715d5b7be8bf0a7d2539fe7900896dcf0eb3d9355c14b", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.022364, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "A" }, "group_id": "context-01-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-05.png", "input_tokens": 1132, "latency_sec": 16.282573859905824, "model_name": "gemini-3.1-pro-preview", "out_of_srgb": null, "output_tokens": 1675, "prediction": { "choice": "A" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "google", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T14:01:15.695000+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-05", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "42f37afa-1923-41f7-a5db-b07a9ebe6865", "result_sha256": "3c957b58bcb2d2330debfe1df08f28b65b2308d8165f401e6f7d477a4f0463f4", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.04958, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "B" }, "group_id": "context-01-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-06.png", "input_tokens": 1132, "latency_sec": 40.76054909895174, "model_name": "gemini-3.1-pro-preview", "out_of_srgb": null, "output_tokens": 3943, "prediction": { "choice": "B" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "google", "raw_prediction": "{\n \"choice\": \"B\"\n}", "recorded_at": "2026-09-16T14:46:02.064824+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-06", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "be97793b-2957-4455-a267-3aef7049ba34", "result_sha256": "e7e7223bedf5f8186fbee2511de004c04a91cff45190df0b53f7f6a9f324286c", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.044576, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "C" }, "group_id": "context-01-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-07.png", "input_tokens": 1132, "latency_sec": 35.1820066900691, "model_name": "gemini-3.1-pro-preview", "out_of_srgb": null, "output_tokens": 3526, "prediction": { "choice": "C" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "google", "raw_prediction": "{\n \"choice\": \"C\"\n}", "recorded_at": "2026-09-16T14:17:40.680923+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-07", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "df28065a-18a9-4029-8d91-5c6b4e3348f6", "result_sha256": "9453f68c5f28051ca77c02962e05fd8825f792d81d60026cf6431395ed76702d", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.013748, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "D" }, "group_id": "context-01-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-08.png", "input_tokens": 1132, "latency_sec": 10.798118947073817, "model_name": "gemini-3.1-pro-preview", "out_of_srgb": null, "output_tokens": 957, "prediction": { "choice": "D" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "google", "raw_prediction": "{\"choice\": \"D\"}", "recorded_at": "2026-09-16T15:02:01.014676+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-08", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "63e9386c-2a3c-4433-a718-3b305ad9dde6", "result_sha256": "d127a6e99c7d2f26b18d27ee280dc08e21183a27eba3c80ae06cd19d9e535d43", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.049532, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "A" }, "group_id": "context-01-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-09.png", "input_tokens": 1132, "latency_sec": 35.757206322974525, "model_name": "gemini-3.1-pro-preview", "out_of_srgb": null, "output_tokens": 3939, "prediction": { "choice": "A" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "google", "raw_prediction": "{\n \"choice\": \"A\"\n}", "recorded_at": "2026-09-16T15:50:34.989498+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-09", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "e7648153-1282-4c6b-a3be-0fa8eea293de", "result_sha256": "12887ed957366e15fb03ab893530fe6e305c497e54407cf086b334886867e987", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.049556, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "B" }, "group_id": "context-01-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-10.png", "input_tokens": 1132, "latency_sec": 36.27779729291797, "model_name": "gemini-3.1-pro-preview", "out_of_srgb": null, "output_tokens": 3941, "prediction": { "choice": "B" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "google", "raw_prediction": "{\n \"choice\": \"B\"\n}", "recorded_at": "2026-09-16T14:52:16.102029+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-10", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "a3cb2cb1-cbc8-4a49-b207-cc9cd0848a56", "result_sha256": "7141e648eb54d53a5e8fb966745d9623c2c0fd60f35dae12bfa708ac8f5a1f0e", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.040364, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "C" }, "group_id": "context-01-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-11.png", "input_tokens": 1132, "latency_sec": 29.78023315698374, "model_name": "gemini-3.1-pro-preview", "out_of_srgb": null, "output_tokens": 3175, "prediction": { "choice": "C" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "google", "raw_prediction": "{\n \"choice\": \"C\"\n}", "recorded_at": "2026-09-16T16:08:23.805956+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-11", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "1eb25a96-60ae-41ae-9dfe-95fb6b2b8a98", "result_sha256": "d0a327ac8b007dd1ab38a4da6683f8506b0c8a3c87168e32383d0bc53464157c", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.049532, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "D" }, "group_id": "context-01-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-12.png", "input_tokens": 1132, "latency_sec": 37.31283319299109, "model_name": "gemini-3.1-pro-preview", "out_of_srgb": null, "output_tokens": 3939, "prediction": { "choice": "A" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "google", "raw_prediction": "{\n \"choice\": \"A\"\n}", "recorded_at": "2026-09-16T15:57:10.170404+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-context-12", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "e0269ae0-604c-4a06-9d34-220fbf130a37", "result_sha256": "16da5e1906d5ebdced28cd6010fade834a66ed2423254ef45b1de416c0336684", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.037916, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "A" }, "group_id": "context-01-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-13.png", "input_tokens": 1132, "latency_sec": 26.810150970937684, "model_name": "gemini-3.1-pro-preview", "out_of_srgb": null, "output_tokens": 2971, "prediction": { "choice": "A" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "google", "raw_prediction": "{\n \"choice\": \"A\"\n}", "recorded_at": "2026-09-16T16:10:44.744995+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-13", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "9f17caf1-54b7-4487-b7e6-fdfef2a5085e", "result_sha256": "28226bc19204639d672afc7da014fb1c9a9cf4a0aa8d8d6317e9a9ed3fb23dff", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.023492, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "B" }, "group_id": "context-01-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-14.png", "input_tokens": 1132, "latency_sec": 18.282535552978516, "model_name": "gemini-3.1-pro-preview", "out_of_srgb": null, "output_tokens": 1769, "prediction": { "choice": "B" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "google", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T14:06:47.261855+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-14", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "d80fad88-f8ab-45fe-9b21-235ca798c471", "result_sha256": "0e92d946b3324062f443c6521facefd9a7a0352a81ac70f58dae10557d1511fa", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.026552, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "C" }, "group_id": "context-01-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-15.png", "input_tokens": 1132, "latency_sec": 19.749637753004208, "model_name": "gemini-3.1-pro-preview", "out_of_srgb": null, "output_tokens": 2024, "prediction": { "choice": "C" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "google", "raw_prediction": "{\"choice\": \"C\"}", "recorded_at": "2026-09-16T15:03:07.191956+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-15", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "fa9087d9-1d77-4ab5-b138-1792a6649353", "result_sha256": "617a290ee3a6108dd40c0fdc051c829496263e725283cc06da7f1672cb507084", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.049484, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "D" }, "group_id": "context-01-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-16.png", "input_tokens": 1132, "latency_sec": 37.302334599080496, "model_name": "gemini-3.1-pro-preview", "out_of_srgb": null, "output_tokens": 3935, "prediction": { "choice": "B" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "google", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T14:18:46.177725+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-context-16", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "aa5847d0-6920-4bd0-b748-6eed75700804", "result_sha256": "a30d2ccfd87f29d4bbaa31e3a059e4ffee5aaa995b738c6c40a2abff7baa0e8b", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.020648, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "A" }, "group_id": "context-01-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-17.png", "input_tokens": 1132, "latency_sec": 15.41123073908966, "model_name": "gemini-3.1-pro-preview", "out_of_srgb": null, "output_tokens": 1532, "prediction": { "choice": "A" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "google", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T16:25:00.164616+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-17", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "4c3767c9-3c47-4774-b2b1-346c3ed6f65d", "result_sha256": "cd5a50b5a315e2502f25ff48c2172b3eb81907453210fe6426f1aab46d640e7e", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.01946, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "B" }, "group_id": "context-01-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-18.png", "input_tokens": 1132, "latency_sec": 14.679231425048783, "model_name": "gemini-3.1-pro-preview", "out_of_srgb": null, "output_tokens": 1433, "prediction": { "choice": "B" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "google", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T14:20:48.440510+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-18", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "991d008c-fd90-48ff-a320-a7b3f734cceb", "result_sha256": "68a535f44429707a344b7b7ca2d59eb4d94f2689ca51e234aa5b85bf1c342c28", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.029516, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "C" }, "group_id": "context-01-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-19.png", "input_tokens": 1132, "latency_sec": 24.325165898073465, "model_name": "gemini-3.1-pro-preview", "out_of_srgb": null, "output_tokens": 2271, "prediction": { "choice": "C" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "google", "raw_prediction": "{\n \"choice\": \"C\"\n}", "recorded_at": "2026-09-16T14:32:38.262487+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-19", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "77398971-3b4e-4d25-b527-133cf0afe5d0", "result_sha256": "2139af46fe7a34b68de894fce09d9c460ffadc2ba92c4bd340e724884044d5ea", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.022004, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "D" }, "group_id": "context-01-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-20.png", "input_tokens": 1132, "latency_sec": 18.843955843010917, "model_name": "gemini-3.1-pro-preview", "out_of_srgb": null, "output_tokens": 1645, "prediction": { "choice": "D" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "google", "raw_prediction": "{\n \"choice\": \"D\"\n}", "recorded_at": "2026-09-16T14:05:56.574467+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-20", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "95676fb6-4ec9-4957-beb1-46bd17648549", "result_sha256": "73e101ecdc5f4aa6a5b23cc5b11378ec218ca77f287472f4a7f2abca6e7d221e", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.014312, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "A" }, "group_id": "context-02-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-21.png", "input_tokens": 1132, "latency_sec": 10.46071217302233, "model_name": "gemini-3.1-pro-preview", "out_of_srgb": null, "output_tokens": 1004, "prediction": { "choice": "A" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "google", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T16:31:35.625210+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-21", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "5cb29d88-f0c0-4a7c-9755-21d5e5751159", "result_sha256": "36c1b788e8aa800f6f4335cdb291851a646a8e93908901ab65b13deb10ab52fe", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.015524, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "B" }, "group_id": "context-02-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-22.png", "input_tokens": 1132, "latency_sec": 10.587194016901776, "model_name": "gemini-3.1-pro-preview", "out_of_srgb": null, "output_tokens": 1105, "prediction": { "choice": "D" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "google", "raw_prediction": "{\"choice\": \"D\"}", "recorded_at": "2026-09-16T16:16:45.292026+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-context-22", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "98ededa7-4106-4203-a660-eb88742a5491", "result_sha256": "682cafb9a65df2d0e5ce898e182de5451c4adf08cd9ca12b84f8c6b847eea477", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0113, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "C" }, "group_id": "context-02-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-23.png", "input_tokens": 1132, "latency_sec": 10.315031519974582, "model_name": "gemini-3.1-pro-preview", "out_of_srgb": null, "output_tokens": 753, "prediction": { "choice": "C" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "google", "raw_prediction": "{\"choice\": \"C\"}", "recorded_at": "2026-09-16T14:09:52.949807+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-23", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "3bef118f-84bf-4389-bd55-b3bedb0a7f1c", "result_sha256": "37c59bd11db830396a03458492406c02cb814c835ed155bc92521bdc47b5aff4", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.01142, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "D" }, "group_id": "context-02-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-24.png", "input_tokens": 1132, "latency_sec": 9.586397890001535, "model_name": "gemini-3.1-pro-preview", "out_of_srgb": null, "output_tokens": 763, "prediction": { "choice": "D" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "google", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-16T15:05:10.550148+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-24", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "ff0c3c02-824c-43cd-bda3-439c08a9cfd9", "result_sha256": "f053000ae40b0324588372dbe42fb1ea1eff111c961df01720105f425cc4e12a", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.049508, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "A" }, "group_id": "context-02-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-25.png", "input_tokens": 1132, "latency_sec": 33.64736618997995, "model_name": "gemini-3.1-pro-preview", "out_of_srgb": null, "output_tokens": 3937, "prediction": { "choice": "A" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "google", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T14:19:14.496832+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-25", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "527e3963-eab7-4a1c-8550-a84ff9ffbdb0", "result_sha256": "ec35bdf9e70774a971959370590f4d99ca828b775e8e78a09e4000d776d86806", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.049568, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "B" }, "group_id": "context-02-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-26.png", "input_tokens": 1132, "latency_sec": 32.63865649094805, "model_name": "gemini-3.1-pro-preview", "out_of_srgb": null, "output_tokens": 3942, "prediction": { "choice": "B" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "google", "raw_prediction": "{\n \"choice\": \"B\"\n}", "recorded_at": "2026-09-16T14:45:00.474400+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-26", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "a6c92edc-9c6e-4b3e-b8a6-f9b3ba334cac", "result_sha256": "bea2c6077275ed513e2c1947afa0079bf5b05eb697ab3d0cd7b7d18b9c55a667", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.049496, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "C" }, "group_id": "context-02-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-27.png", "input_tokens": 1132, "latency_sec": 38.51111376401968, "model_name": "gemini-3.1-pro-preview", "out_of_srgb": null, "output_tokens": 3936, "prediction": { "choice": "A" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "google", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T15:43:45.310024+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-context-27", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "3117a0cf-2e67-472d-826e-6fd1f1e3eb73", "result_sha256": "ed6426fbd6d5ef65ee5202406bbf8a5e79d2d941b3db47ddf08c29fd8e73510a", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.049484, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "D" }, "group_id": "context-02-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-28.png", "input_tokens": 1132, "latency_sec": 42.92168136197142, "model_name": "gemini-3.1-pro-preview", "out_of_srgb": null, "output_tokens": 3935, "prediction": { "choice": "B" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "google", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T14:21:53.928906+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-context-28", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "e8abb950-0558-4384-8f7e-7341c6af0485", "result_sha256": "39e2437fd4d64b2640693d3989c10f269af5b04287ed2b3bd4aa55846dfc9039", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.025088, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "A" }, "group_id": "context-02-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-29.png", "input_tokens": 1132, "latency_sec": 17.63867875095457, "model_name": "gemini-3.1-pro-preview", "out_of_srgb": null, "output_tokens": 1902, "prediction": { "choice": "A" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "google", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T15:48:35.419430+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-29", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "741e21ec-dc13-4b50-861b-450fa383a8f6", "result_sha256": "e5d0cb9e582cc7110f25695afc5aeef99ec4121ac7c99bf11a5e77097f14353a", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.025388, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "B" }, "group_id": "context-02-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-30.png", "input_tokens": 1132, "latency_sec": 16.785466552944854, "model_name": "gemini-3.1-pro-preview", "out_of_srgb": null, "output_tokens": 1927, "prediction": { "choice": "B" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "google", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T15:51:02.287406+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-30", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "793b3b1b-ec24-4b63-8907-bb74cd0a641f", "result_sha256": "947134ac70132bca10a5d44a30787e608ab211e876601a9c97e658d71fe7fad3", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.049592, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "C" }, "group_id": "context-02-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-31.png", "input_tokens": 1132, "latency_sec": 37.72529112896882, "model_name": "gemini-3.1-pro-preview", "out_of_srgb": null, "output_tokens": 3944, "prediction": { "choice": "A" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "google", "raw_prediction": "{\n \"choice\": \"A\"\n}", "recorded_at": "2026-09-16T14:47:42.893625+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-context-31", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "219a71ec-c5d0-441c-b0e2-e486ef0d432c", "result_sha256": "f61f561eca679580dbb0aa3ec992ea61e35f289c3f69637fa2610986019cefa6", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.025364, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "D" }, "group_id": "context-02-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-32.png", "input_tokens": 1132, "latency_sec": 29.2706475519808, "model_name": "gemini-3.1-pro-preview", "out_of_srgb": null, "output_tokens": 1925, "prediction": { "choice": "B" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "google", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T15:22:59.672887+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-context-32", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "8f781f06-c9a4-4735-a5e7-89d5ca6c1070", "result_sha256": "31d9ce4b7c46818998165be46ec0992ede4baf388ad715d3131f9a8e6fa76973", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.03806, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "A" }, "group_id": "context-02-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-33.png", "input_tokens": 1132, "latency_sec": 27.25975773704704, "model_name": "gemini-3.1-pro-preview", "out_of_srgb": null, "output_tokens": 2983, "prediction": { "choice": "A" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "google", "raw_prediction": "{\n \"choice\": \"A\"\n}", "recorded_at": "2026-09-16T16:26:38.810341+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-33", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "2d7a59c7-6924-442b-afe4-ce6847576f0a", "result_sha256": "fb7140c83f525e8b59e922d9a4c9e808edc0eb9c3c58a91b9d71a312d5e5a288", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.049472, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "B" }, "group_id": "context-02-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-34.png", "input_tokens": 1132, "latency_sec": 37.87540584709495, "model_name": "gemini-3.1-pro-preview", "out_of_srgb": null, "output_tokens": 3934, "prediction": { "choice": "B" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "google", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T15:11:04.554997+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-34", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "08dfd59d-0a36-4d86-a9c3-1cf8defd4dac", "result_sha256": "59334dd6400cd690d5f4277801501b307859ccd8721084bf6fcd63b512259fde", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.012668, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "C" }, "group_id": "context-02-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-35.png", "input_tokens": 1132, "latency_sec": 10.092832099995576, "model_name": "gemini-3.1-pro-preview", "out_of_srgb": null, "output_tokens": 867, "prediction": { "choice": "C" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "google", "raw_prediction": "{\"choice\": \"C\"}", "recorded_at": "2026-09-16T14:33:21.821056+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-35", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "f3184a6c-64f7-41fa-9091-8f80f709379c", "result_sha256": "bdba266e3ee30cd509e60c350e224a477991cd6394b252527ef6cfe74acff481", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.028208, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "D" }, "group_id": "context-02-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-36.png", "input_tokens": 1132, "latency_sec": 21.5337916869903, "model_name": "gemini-3.1-pro-preview", "out_of_srgb": null, "output_tokens": 2162, "prediction": { "choice": "C" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "google", "raw_prediction": "{\"choice\": \"C\"}", "recorded_at": "2026-09-16T16:01:34.107492+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-context-36", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "6515f05c-8d57-47bb-86c3-401bf1cbe5a6", "result_sha256": "7c1147b51ee0a2ff442b7987b5ed774567ef3b7e6b1a851936d323a27368c048", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.049592, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "A" }, "group_id": "context-02-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-37.png", "input_tokens": 1132, "latency_sec": 37.688449093024246, "model_name": "gemini-3.1-pro-preview", "out_of_srgb": null, "output_tokens": 3944, "prediction": { "choice": "A" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "google", "raw_prediction": "{\n \"choice\": \"A\"\n}", "recorded_at": "2026-09-16T15:56:47.288740+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-37", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "37a7c9c4-73f2-41ab-b066-46b4d967f48a", "result_sha256": "7404996763de3f66766aac3eebee5c3217e431c2c268dbd61029a6e3eb0cfea1", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.049424, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "B" }, "group_id": "context-02-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-38.png", "input_tokens": 1132, "latency_sec": 38.114157891017385, "model_name": "gemini-3.1-pro-preview", "out_of_srgb": null, "output_tokens": 3930, "prediction": { "choice": "A" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "google", "raw_prediction": "{\n \"choice\": \"A\"\n}", "recorded_at": "2026-09-16T16:04:44.136671+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-context-38", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "3bcbb556-9edb-48d2-a3c9-68f116e329af", "result_sha256": "6e3a92e2a6b78137b5cb64cbe79a5484f469b5c465277ac0ae6aa22bf37261c8", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.049532, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "C" }, "group_id": "context-02-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-39.png", "input_tokens": 1132, "latency_sec": 38.81720890104771, "model_name": "gemini-3.1-pro-preview", "out_of_srgb": null, "output_tokens": 3939, "prediction": { "choice": "C" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "google", "raw_prediction": "{\n \"choice\": \"C\"\n}", "recorded_at": "2026-09-16T14:40:28.374048+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-39", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "74c0c57a-b761-4e91-b5a2-91298c202c4e", "result_sha256": "63c92cb649c2d9980f30aeb467ea4e45d6547412278ea8fad5bd57baa415644a", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.034088, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "D" }, "group_id": "context-02-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-40.png", "input_tokens": 1132, "latency_sec": 25.811668270966038, "model_name": "gemini-3.1-pro-preview", "out_of_srgb": null, "output_tokens": 2652, "prediction": { "choice": "A" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "google", "raw_prediction": "{\n \"choice\": \"A\"\n}", "recorded_at": "2026-09-16T15:19:28.139918+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-context-40", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "34b6a901-91a7-4d46-9dd7-0f2698f6d179", "result_sha256": "cf0884e6303c3aadc25d32d632cab9cace64db314586251f05cf92f96e570ecd", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.008864, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "A" }, "group_id": "context-03-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-41.png", "input_tokens": 1132, "latency_sec": 30.153173059923574, "model_name": "gemini-3.1-pro-preview", "out_of_srgb": null, "output_tokens": 550, "prediction": { "choice": "A" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "google", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T15:15:04.605362+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-41", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "24e5c1a8-c525-44a6-867c-095bcd279cd4", "result_sha256": "50baf492c63f9e946895a774a1f73e5671c4198515225f435b8c0053348a994f", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.008384, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "B" }, "group_id": "context-03-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-42.png", "input_tokens": 1132, "latency_sec": 17.04490429291036, "model_name": "gemini-3.1-pro-preview", "out_of_srgb": null, "output_tokens": 510, "prediction": { "choice": "B" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "google", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T14:00:59.400589+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-42", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "2095905b-b27b-4957-922c-9bdeaeed70f4", "result_sha256": "3760d948231b3c4cdd3feac506baedd4df640f68ff7971d4fabe1c9017c86a93", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00782, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "C" }, "group_id": "context-03-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-43.png", "input_tokens": 1132, "latency_sec": 5.763563068001531, "model_name": "gemini-3.1-pro-preview", "out_of_srgb": null, "output_tokens": 463, "prediction": { "choice": "C" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "google", "raw_prediction": "{\"choice\": \"C\"}", "recorded_at": "2026-09-16T16:04:51.758053+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-43", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "e7330524-c1f5-4301-971c-d427be6f3b7a", "result_sha256": "61287e55e9b874ae53639d39384e2b581c11c889a000cda118ccdb755a007b2f", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.009044, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "D" }, "group_id": "context-03-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-44.png", "input_tokens": 1132, "latency_sec": 6.925086711067706, "model_name": "gemini-3.1-pro-preview", "out_of_srgb": null, "output_tokens": 565, "prediction": { "choice": "D" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "google", "raw_prediction": "{\n \"choice\": \"D\"\n}", "recorded_at": "2026-09-16T16:29:19.626496+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-44", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "44b49fa3-146c-4fc1-b89e-2aca99791908", "result_sha256": "1bc05ab5d318dedcaa935eb3e5a75be96c0dfddf44b9d584846054af561fbb54", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.049592, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "A" }, "group_id": "context-03-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-45.png", "input_tokens": 1132, "latency_sec": 37.9877123599872, "model_name": "gemini-3.1-pro-preview", "out_of_srgb": null, "output_tokens": 3944, "prediction": { "choice": "C" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "google", "raw_prediction": "{\n \"choice\": \"C\"\n}", "recorded_at": "2026-09-16T14:56:00.649407+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-context-45", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "97d760ab-5b52-4f2b-ba97-b1506c5ceccd", "result_sha256": "6f71d0e6bca68ba7f2a29111d5f705ab4c50d6c1055ac0525fa6e03f88ebc9e7", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00842, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "B" }, "group_id": "context-03-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-46.png", "input_tokens": 1132, "latency_sec": 9.021019532927312, "model_name": "gemini-3.1-pro-preview", "out_of_srgb": null, "output_tokens": 513, "prediction": { "choice": "B" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "google", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T14:15:24.655468+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-46", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "6d5e4b91-1e88-4146-a175-0d1b164a3b73", "result_sha256": "a7e2a24930ae3e1e3a879412ce4a2114dd7edc10e6972db2df1af1d6221b7b76", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.01022, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "C" }, "group_id": "context-03-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-47.png", "input_tokens": 1132, "latency_sec": 15.09894296200946, "model_name": "gemini-3.1-pro-preview", "out_of_srgb": null, "output_tokens": 663, "prediction": { "choice": "C" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "google", "raw_prediction": "{\n \"choice\": \"C\"\n}", "recorded_at": "2026-09-16T16:22:33.427102+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-47", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "ff6f15c9-9563-4fae-b029-646a7f72da2a", "result_sha256": "57b21dffef9a156badb48f8216746563d8a6e468d315f89e7bf5875d23717540", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.049544, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "D" }, "group_id": "context-03-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-48.png", "input_tokens": 1132, "latency_sec": 39.39788776298519, "model_name": "gemini-3.1-pro-preview", "out_of_srgb": null, "output_tokens": 3940, "prediction": { "choice": "B" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "google", "raw_prediction": "{\n \"choice\": \"B\"\n}", "recorded_at": "2026-09-16T15:25:39.825634+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-context-48", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "6a40dbbe-fb88-4567-b390-4ed7403b5518", "result_sha256": "72c212844f505e34aec3a861089093e2df546f35ef10ab25e21a3f18e2e38527", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.049532, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "A" }, "group_id": "context-03-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-49.png", "input_tokens": 1132, "latency_sec": 37.334201034973375, "model_name": "gemini-3.1-pro-preview", "out_of_srgb": null, "output_tokens": 3939, "prediction": { "choice": "A" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "google", "raw_prediction": "{\n \"choice\": \"A\"\n}", "recorded_at": "2026-09-16T14:51:42.205458+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-49", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "e1cd5fa9-d930-4fa4-8576-73d1a91b3133", "result_sha256": "6c691d46141ff399eec6ef460d4d8f1aaa1928932f31d0fbf3645f3ca3e918bb", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.019136, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "B" }, "group_id": "context-03-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-50.png", "input_tokens": 1132, "latency_sec": 14.318029708927497, "model_name": "gemini-3.1-pro-preview", "out_of_srgb": null, "output_tokens": 1406, "prediction": { "choice": "B" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "google", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T16:18:50.362906+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-50", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "ffe5950f-d57c-4639-ade7-5d33b735217f", "result_sha256": "c86ab41d5b65789f166510d3ae26a85c1a17080187e9325229643aeba4ed592e", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.049484, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "C" }, "group_id": "context-03-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-51.png", "input_tokens": 1132, "latency_sec": 36.76759455201682, "model_name": "gemini-3.1-pro-preview", "out_of_srgb": null, "output_tokens": 3935, "prediction": { "choice": "A" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "google", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T16:00:02.998334+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-context-51", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "1406f17b-553f-4b3f-b459-5ae7925a7b43", "result_sha256": "96d92db816d2673c600bdd73ae1a5d5a940279fd467c3c1e82182376c2d99db2", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.049568, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "D" }, "group_id": "context-03-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-52.png", "input_tokens": 1132, "latency_sec": 36.00586235395167, "model_name": "gemini-3.1-pro-preview", "out_of_srgb": null, "output_tokens": 3942, "prediction": { "choice": "D" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "google", "raw_prediction": "{\n \"choice\": \"D\"\n}", "recorded_at": "2026-09-16T16:06:24.720106+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-52", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "8e74e4f3-788c-434e-bec1-b3507fba7e19", "result_sha256": "1d7342ffff81662b077a5f3dbff1e52a751396335999e78f88f3cd07d2613b7a", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.049568, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "A" }, "group_id": "context-03-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-53.png", "input_tokens": 1132, "latency_sec": 35.36132587795146, "model_name": "gemini-3.1-pro-preview", "out_of_srgb": null, "output_tokens": 3942, "prediction": { "choice": "A" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "google", "raw_prediction": "{\n \"choice\": \"A\"\n}", "recorded_at": "2026-09-16T14:42:21.106850+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-53", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "b15262b5-0618-4030-8b8f-13734782b2b6", "result_sha256": "1b7ff8fb805735112d010138a3064d61b8b0dccc8c91af78a96edc3438e03c99", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.049556, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "B" }, "group_id": "context-03-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-54.png", "input_tokens": 1132, "latency_sec": 38.998950037988834, "model_name": "gemini-3.1-pro-preview", "out_of_srgb": null, "output_tokens": 3941, "prediction": { "choice": "B" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "google", "raw_prediction": "{\n \"choice\": \"B\"\n}", "recorded_at": "2026-09-16T14:04:57.943661+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-54", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "b341ed67-e7ff-486b-91a4-85f5a53ee83c", "result_sha256": "2a495fb15a7f75f377092c832ff87f12b192f282e387a8fde41ddbcd50b59bc4", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.049544, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "C" }, "group_id": "context-03-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-55.png", "input_tokens": 1132, "latency_sec": 35.27717382402625, "model_name": "gemini-3.1-pro-preview", "out_of_srgb": null, "output_tokens": 3940, "prediction": { "choice": "C" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "google", "raw_prediction": "{\n \"choice\": \"C\"\n}", "recorded_at": "2026-09-16T16:10:04.885844+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-55", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "2e720b31-1eda-4358-b46a-97219c049297", "result_sha256": "de7be8e207ca9adc51532aca7714549e5acf1ce819a70dd03539fa675edb5875", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.049496, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "D" }, "group_id": "context-03-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-56.png", "input_tokens": 1132, "latency_sec": 34.08431078598369, "model_name": "gemini-3.1-pro-preview", "out_of_srgb": null, "output_tokens": 3936, "prediction": { "choice": "D" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "google", "raw_prediction": "{\"choice\": \"D\"}", "recorded_at": "2026-09-16T14:36:35.524546+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-56", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "718a8d61-fdf2-4141-98e4-a676c674828b", "result_sha256": "7a144228980bcd0d934fb82a87b732a41ec0863bc8c63268ab0cb66e76ea1bde", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.049544, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "A" }, "group_id": "context-03-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-57.png", "input_tokens": 1132, "latency_sec": 35.3543966159923, "model_name": "gemini-3.1-pro-preview", "out_of_srgb": null, "output_tokens": 3940, "prediction": { "choice": "A" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "google", "raw_prediction": "{\n \"choice\": \"A\"\n}", "recorded_at": "2026-09-16T14:49:16.541520+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-57", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "0e4cb2c9-bfc8-4ee1-a971-8bb08b18105b", "result_sha256": "1c7b50adec3d94c301da8405294f80ca53f82cd28291d3c193228ca23e3ec339", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.025364, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "B" }, "group_id": "context-03-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-58.png", "input_tokens": 1132, "latency_sec": 18.350841320934705, "model_name": "gemini-3.1-pro-preview", "out_of_srgb": null, "output_tokens": 1925, "prediction": { "choice": "B" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "google", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T16:20:34.191546+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-58", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "a41ffe52-b164-4132-a9c5-f40057f9422a", "result_sha256": "0eefefbddbc4183bb3bd9248588f89ba8775c0daeba54add20119e6416ff04e1", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.04418, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "C" }, "group_id": "context-03-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-59.png", "input_tokens": 1132, "latency_sec": 35.61619456601329, "model_name": "gemini-3.1-pro-preview", "out_of_srgb": null, "output_tokens": 3493, "prediction": { "choice": "C" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "google", "raw_prediction": "{\n \"choice\": \"C\"\n}", "recorded_at": "2026-09-16T16:11:20.985494+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-59", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "f2afb85e-1949-497e-b9dc-2e093ff7ffd5", "result_sha256": "3282935d13ed6170053b50323669b5b31a3e1a28febe967928c9cd0757bf9ca7", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.049568, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "D" }, "group_id": "context-03-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-60.png", "input_tokens": 1132, "latency_sec": 37.35632511705626, "model_name": "gemini-3.1-pro-preview", "out_of_srgb": null, "output_tokens": 3942, "prediction": { "choice": "D" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "google", "raw_prediction": "{\n \"choice\": \"D\"\n}", "recorded_at": "2026-09-16T15:44:54.769352+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-60", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "1b664f14-c552-4bb3-8010-7ead102e7d32", "result_sha256": "4b333b4e4105dddc7e6a7b92a15dea6e03b9a798542cf797d25c8e441d6cea90", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.011408, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "A" }, "group_id": "context-04-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-61.png", "input_tokens": 1132, "latency_sec": 22.138034929987043, "model_name": "gemini-3.1-pro-preview", "out_of_srgb": null, "output_tokens": 762, "prediction": { "choice": "A" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "google", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T15:11:13.548529+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-61", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "8d7aaf01-f998-4c8b-971a-ebf312c9e9e5", "result_sha256": "82f337afe245d307e551a946bd61130296123572d30cb1e399893dca3467ee77", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00476, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "B" }, "group_id": "context-04-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-62.png", "input_tokens": 1132, "latency_sec": 5.79930507496465, "model_name": "gemini-3.1-pro-preview", "out_of_srgb": null, "output_tokens": 208, "prediction": { "choice": "B" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "google", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T14:58:26.623067+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-62", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "a2505995-b178-4c56-b24a-7fdb3fe65730", "result_sha256": "f5102dafc62f27443562e20e425ac1e77288fa326d5f28d5bafa766582ea362e", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00986, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "C" }, "group_id": "context-04-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-63.png", "input_tokens": 1132, "latency_sec": 7.299484268995002, "model_name": "gemini-3.1-pro-preview", "out_of_srgb": null, "output_tokens": 633, "prediction": { "choice": "C" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "google", "raw_prediction": "{\"choice\": \"C\"}", "recorded_at": "2026-09-16T14:24:47.554394+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-63", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "16ec507c-d6bb-40a2-b14e-3c8f1ae34ea8", "result_sha256": "85c084c8d896bf09861e40bc296e80cabd4986cff27fc4e3c8f520e5c878816b", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.00818, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "D" }, "group_id": "context-04-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-64.png", "input_tokens": 1132, "latency_sec": 6.053060111938976, "model_name": "gemini-3.1-pro-preview", "out_of_srgb": null, "output_tokens": 493, "prediction": { "choice": "B" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "google", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T15:28:07.783273+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-context-64", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "2a8325a7-cbc7-4429-8730-0445835205cb", "result_sha256": "e93ec158b96484239b35409552ac6804a0da48e0d1e0c0ab91a2ce56f6602711", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.049544, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "A" }, "group_id": "context-04-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-65.png", "input_tokens": 1132, "latency_sec": 37.41530838608742, "model_name": "gemini-3.1-pro-preview", "out_of_srgb": null, "output_tokens": 3940, "prediction": { "choice": "C" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "google", "raw_prediction": "{\n \"choice\": \"C\"\n}", "recorded_at": "2026-09-16T14:39:48.335966+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-context-65", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "1e2497ab-b92b-495c-8b31-31c95b20700d", "result_sha256": "63f81893c1a1c9406771e0530944d1c199e0653782ef32b72a8dc1d69ce800e3", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.017636, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "B" }, "group_id": "context-04-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-66.png", "input_tokens": 1132, "latency_sec": 17.023336675018072, "model_name": "gemini-3.1-pro-preview", "out_of_srgb": null, "output_tokens": 1281, "prediction": { "choice": "B" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "google", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T14:30:44.437976+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-66", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "65c1c55b-4646-4880-a60f-c23e46460068", "result_sha256": "70f9039a6e136cfa25aa64ee5bf9338be790d1a251106276439b4d5451c8a9dc", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.023048, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "C" }, "group_id": "context-04-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-67.png", "input_tokens": 1132, "latency_sec": 22.224816855974495, "model_name": "gemini-3.1-pro-preview", "out_of_srgb": null, "output_tokens": 1732, "prediction": { "choice": "C" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "google", "raw_prediction": "{\"choice\": \"C\"}", "recorded_at": "2026-09-16T15:14:16.111858+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-67", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "bfa06c5b-d9d6-4009-a46b-2d2ae28dff17", "result_sha256": "b82cc6275a9683e1f7e4595debaa27746c41066f0015a5316ceabb67e1e1bda0", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.016748, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "D" }, "group_id": "context-04-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-68.png", "input_tokens": 1132, "latency_sec": 13.425049567013048, "model_name": "gemini-3.1-pro-preview", "out_of_srgb": null, "output_tokens": 1207, "prediction": { "choice": "B" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "google", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T15:32:06.308435+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-context-68", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "cf885750-1a31-4ea0-9acf-c1511ff0a82d", "result_sha256": "f94b55dc1312241b6fa25101d6db667bbb42c9f899a524862953fa29ca52fe69", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.026804, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "A" }, "group_id": "context-04-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-69.png", "input_tokens": 1132, "latency_sec": 22.50496395700611, "model_name": "gemini-3.1-pro-preview", "out_of_srgb": null, "output_tokens": 2045, "prediction": { "choice": "A" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "google", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T15:21:42.231945+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-69", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "e5212db3-b3be-4b12-b944-731ed533a742", "result_sha256": "01d9a5bb30b7899bacee943319c8fb51b2eccf25f5022f805fe4163a1d08b40b", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.020972, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "B" }, "group_id": "context-04-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-70.png", "input_tokens": 1132, "latency_sec": 16.90759647404775, "model_name": "gemini-3.1-pro-preview", "out_of_srgb": null, "output_tokens": 1559, "prediction": { "choice": "B" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "google", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T16:19:27.311223+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-70", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "4d24fd4f-88a4-4a3b-8689-d4ac6c2bd67d", "result_sha256": "38e23f55a1ef6c34d54f3a45bbee563242c14bc1ccec73dd174556d1918141e6", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.04958, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "C" }, "group_id": "context-04-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-71.png", "input_tokens": 1132, "latency_sec": 36.035843387944624, "model_name": "gemini-3.1-pro-preview", "out_of_srgb": null, "output_tokens": 3943, "prediction": { "choice": "C" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "google", "raw_prediction": "{\n \"choice\": \"C\"\n}", "recorded_at": "2026-09-16T15:47:10.610641+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-71", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "9e65decc-1c3c-48b8-9628-49539b6d4216", "result_sha256": "91a1f853621eb2c68f7aa101a4a561216534e2e4e266e1653b2fac32a9d50b0c", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.049568, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "D" }, "group_id": "context-04-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-72.png", "input_tokens": 1132, "latency_sec": 35.91846352897119, "model_name": "gemini-3.1-pro-preview", "out_of_srgb": null, "output_tokens": 3942, "prediction": { "choice": "B" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "google", "raw_prediction": "{\n \"choice\": \"B\"\n}", "recorded_at": "2026-09-16T16:28:37.748447+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-context-72", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "440479e9-cd7b-4595-b2e6-3b6a3d6487af", "result_sha256": "4c72a2f0a2081b22153f1aff160d7c98ab1a4d33e83aab4301ec7ddc0a2d3fab", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.04952, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "A" }, "group_id": "context-04-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-73.png", "input_tokens": 1132, "latency_sec": 33.73328399495222, "model_name": "gemini-3.1-pro-preview", "out_of_srgb": null, "output_tokens": 3938, "prediction": { "choice": "A" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "google", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T14:29:18.238609+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-73", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "944366b6-0ecb-46c6-8384-854c822562d5", "result_sha256": "63c05415a65a8aa588cf8c02be3e7e62f2b1db67d8fa7c918d15b932f1d9ee79", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.049544, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "B" }, "group_id": "context-04-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-74.png", "input_tokens": 1132, "latency_sec": 35.79359405499417, "model_name": "gemini-3.1-pro-preview", "out_of_srgb": null, "output_tokens": 3940, "prediction": { "choice": "B" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "google", "raw_prediction": "{\n \"choice\": \"B\"\n}", "recorded_at": "2026-09-16T15:00:08.504228+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-74", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "d7c690b3-8f88-4b98-a347-242f13057e89", "result_sha256": "ccebbd60ee38c4914bac68b011293a1e0be3f9623dbf26fbb500bee5ca37b02e", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.018656, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "C" }, "group_id": "context-04-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-75.png", "input_tokens": 1132, "latency_sec": 13.824907551053911, "model_name": "gemini-3.1-pro-preview", "out_of_srgb": null, "output_tokens": 1366, "prediction": { "choice": "C" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "google", "raw_prediction": "{\"choice\": \"C\"}", "recorded_at": "2026-09-16T14:09:36.394246+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-75", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "fa442f86-c30a-4d1a-9689-3920d65c89e7", "result_sha256": "01b41b40738e3c914586ca4fd13610d75f9d73dd2a32c6b7aa21c47c106ce163", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.03722, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "D" }, "group_id": "context-04-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-76.png", "input_tokens": 1132, "latency_sec": 27.45881812099833, "model_name": "gemini-3.1-pro-preview", "out_of_srgb": null, "output_tokens": 2913, "prediction": { "choice": "D" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "google", "raw_prediction": "{\"choice\": \"D\"}", "recorded_at": "2026-09-16T14:57:15.505552+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-76", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "775f60b8-b307-48ca-b42c-d9c13289dad0", "result_sha256": "0a6bf1b3e1aa66b773136c8ff7b0b873eff77698ef3189db2e9fa7fc4e55dc0f", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.016484, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "A" }, "group_id": "context-04-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-77.png", "input_tokens": 1132, "latency_sec": 15.016128586023115, "model_name": "gemini-3.1-pro-preview", "out_of_srgb": null, "output_tokens": 1185, "prediction": { "choice": "A" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "google", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T14:13:59.847271+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-77", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "24417d79-e85c-4a72-9fb5-c16f3782794d", "result_sha256": "a7c62113517442f83f373b501ce6ab19ffd2cf129ca9fdecc038c486e7aaba8d", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.049508, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "B" }, "group_id": "context-04-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-78.png", "input_tokens": 1132, "latency_sec": 35.79563473095186, "model_name": "gemini-3.1-pro-preview", "out_of_srgb": null, "output_tokens": 3937, "prediction": { "choice": "A" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "google", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T15:36:56.061393+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-context-78", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "dd3ae2fe-f657-4c96-8b4a-f8062b5654b0", "result_sha256": "614a27685f942d371e0026e831486ec15bac1e922271af9272114c7d0f2b7af9", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.01364, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "C" }, "group_id": "context-04-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-79.png", "input_tokens": 1132, "latency_sec": 9.791520077968016, "model_name": "gemini-3.1-pro-preview", "out_of_srgb": null, "output_tokens": 948, "prediction": { "choice": "C" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "google", "raw_prediction": "{\"choice\": \"C\"}", "recorded_at": "2026-09-16T15:42:30.317857+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-79", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "d1aa8a7c-f5ff-4085-b77f-c146f04ea0bf", "result_sha256": "11d31627b77c52667dce0d3db18cb18737946395e7fb4a71475717edfdd662bb", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.04958, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "D" }, "group_id": "context-04-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-80.png", "input_tokens": 1132, "latency_sec": 35.44420807005372, "model_name": "gemini-3.1-pro-preview", "out_of_srgb": null, "output_tokens": 3943, "prediction": { "choice": "B" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "google", "raw_prediction": "{\n \"choice\": \"B\"\n}", "recorded_at": "2026-09-16T15:16:44.406857+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-context-80", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "9aa26892-1681-419d-8f92-7aecf3658ab2", "result_sha256": "a1fcd6bfae69e25775a4783ff4a85b696ca191577bfa030e6b8490f23723aee1", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.022116, "delta_e_ok": null, "error": null, "error_kind": null, "family": "gradient", "ground_truth": { "choice": "A" }, "group_id": "gradient-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/gradient-01.png", "input_tokens": 1140, "latency_sec": 14.19553562393412, "model_name": "gemini-3.1-pro-preview", "out_of_srgb": null, "output_tokens": 1653, "prediction": { "choice": "A" }, "prompt_sha256": "93858b61346b697f9021a41a361838e5b0b8c06fbde9b0b35f514c9e29082ee5", "provider": "google", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T14:11:01.130061+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-gradient-01", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "b9057755-ab29-4896-af2d-e15b059dd4d2", "result_sha256": "96498fbcd4acab84be4b5ea4dfdad88e32b588a1e9c01def282741c4eebf47d4", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.03732, "delta_e_ok": null, "error": null, "error_kind": null, "family": "gradient", "ground_truth": { "choice": "B" }, "group_id": "gradient-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/gradient-02.png", "input_tokens": 1140, "latency_sec": 24.969338151975535, "model_name": "gemini-3.1-pro-preview", "out_of_srgb": null, "output_tokens": 2920, "prediction": { "choice": "B" }, "prompt_sha256": "93858b61346b697f9021a41a361838e5b0b8c06fbde9b0b35f514c9e29082ee5", "provider": "google", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T15:04:08.918212+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-gradient-02", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "9f0b0660-f59d-4ab6-bb4f-c4c501d961cf", "result_sha256": "921421b2065d5744e2d60f7bb9d3b3a71753ab877056ef66c19aacf9613a834c", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.049572, "delta_e_ok": null, "error": null, "error_kind": null, "family": "gradient", "ground_truth": { "choice": "C" }, "group_id": "gradient-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/gradient-03.png", "input_tokens": 1140, "latency_sec": 34.245696099009365, "model_name": "gemini-3.1-pro-preview", "out_of_srgb": null, "output_tokens": 3941, "prediction": { "choice": "C" }, "prompt_sha256": "93858b61346b697f9021a41a361838e5b0b8c06fbde9b0b35f514c9e29082ee5", "provider": "google", "raw_prediction": "{\n \"choice\": \"C\"\n}", "recorded_at": "2026-09-16T14:58:39.294234+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-gradient-03", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "e65ab89c-6851-4864-bce3-915ebb34e820", "result_sha256": "8b75f3f91b693f955a2690da63e58aa37fe42a2a75259bb919e92e72d333c62e", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.013332, "delta_e_ok": null, "error": null, "error_kind": null, "family": "gradient", "ground_truth": { "choice": "D" }, "group_id": "gradient-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/gradient-04.png", "input_tokens": 1140, "latency_sec": 12.174329821951687, "model_name": "gemini-3.1-pro-preview", "out_of_srgb": null, "output_tokens": 921, "prediction": { "choice": "D" }, "prompt_sha256": "93858b61346b697f9021a41a361838e5b0b8c06fbde9b0b35f514c9e29082ee5", "provider": "google", "raw_prediction": "{\"choice\": \"D\"}", "recorded_at": "2026-09-16T14:29:52.255699+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-gradient-04", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "2a3563c9-eb95-421c-8e9e-8455c8938764", "result_sha256": "5b69184269f677ea0ae1a076210645f9f0c49e586773ec3bab5c82cd0977300c", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.014616, "delta_e_ok": null, "error": null, "error_kind": null, "family": "gradient", "ground_truth": { "choice": "A" }, "group_id": "gradient-05", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/gradient-05.png", "input_tokens": 1140, "latency_sec": 11.720310449949466, "model_name": "gemini-3.1-pro-preview", "out_of_srgb": null, "output_tokens": 1028, "prediction": { "choice": "A" }, "prompt_sha256": "93858b61346b697f9021a41a361838e5b0b8c06fbde9b0b35f514c9e29082ee5", "provider": "google", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T14:26:11.233909+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-gradient-05", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "e15aea2f-1825-4239-9f77-0060730e6e11", "result_sha256": "89242f921b7682c844095ad51ed5040b5e3fc162e737a727d8fea0cad86a2e00", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.049512, "delta_e_ok": null, "error": null, "error_kind": null, "family": "gradient", "ground_truth": { "choice": "B" }, "group_id": "gradient-06", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/gradient-06.png", "input_tokens": 1140, "latency_sec": 37.12167335301638, "model_name": "gemini-3.1-pro-preview", "out_of_srgb": null, "output_tokens": 3936, "prediction": { "choice": "B" }, "prompt_sha256": "93858b61346b697f9021a41a361838e5b0b8c06fbde9b0b35f514c9e29082ee5", "provider": "google", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T16:00:33.584402+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-gradient-06", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "9703525f-37d7-4061-95a6-ac332a2dac65", "result_sha256": "9935d755eb958cd2bbf20827fdc57e3019b763d11a3e98de8113fc2affdaf92a", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.020196, "delta_e_ok": null, "error": null, "error_kind": null, "family": "gradient", "ground_truth": { "choice": "C" }, "group_id": "gradient-07", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/gradient-07.png", "input_tokens": 1140, "latency_sec": 13.975284998072311, "model_name": "gemini-3.1-pro-preview", "out_of_srgb": null, "output_tokens": 1493, "prediction": { "choice": "C" }, "prompt_sha256": "93858b61346b697f9021a41a361838e5b0b8c06fbde9b0b35f514c9e29082ee5", "provider": "google", "raw_prediction": "{\"choice\": \"C\"}", "recorded_at": "2026-09-16T15:24:43.705404+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-gradient-07", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "39afc05e-6b2e-4093-9434-96b7d81e896c", "result_sha256": "d05524176b70f5bc174ef66e1c3b3c0e924690209afd235e17790db60cc28244", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.022644, "delta_e_ok": null, "error": null, "error_kind": null, "family": "gradient", "ground_truth": { "choice": "D" }, "group_id": "gradient-08", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/gradient-08.png", "input_tokens": 1140, "latency_sec": 19.694899257970974, "model_name": "gemini-3.1-pro-preview", "out_of_srgb": null, "output_tokens": 1697, "prediction": { "choice": "D" }, "prompt_sha256": "93858b61346b697f9021a41a361838e5b0b8c06fbde9b0b35f514c9e29082ee5", "provider": "google", "raw_prediction": "{\"choice\": \"D\"}", "recorded_at": "2026-09-16T14:46:04.183827+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-gradient-08", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "ce4feb1c-97a9-4096-afa1-84956514aaa9", "result_sha256": "153de70e2f29c9785fea982773f09428ff1a1862e0a99f8a99ab77dfef587d95", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.046056, "delta_e_ok": null, "error": null, "error_kind": null, "family": "gradient", "ground_truth": { "choice": "A" }, "group_id": "gradient-09", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/gradient-09.png", "input_tokens": 1140, "latency_sec": 32.00011335592717, "model_name": "gemini-3.1-pro-preview", "out_of_srgb": null, "output_tokens": 3648, "prediction": { "choice": "A" }, "prompt_sha256": "93858b61346b697f9021a41a361838e5b0b8c06fbde9b0b35f514c9e29082ee5", "provider": "google", "raw_prediction": "{\n \"choice\": \"A\"\n}", "recorded_at": "2026-09-16T15:52:27.681343+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-gradient-09", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "371ae81c-2c4b-434b-914a-288d6c484a73", "result_sha256": "f7efc13cba55b73a361a4cb3dc3916fb5518e33fc9a3757f249c38a3e765adf5", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.01878, "delta_e_ok": null, "error": null, "error_kind": null, "family": "gradient", "ground_truth": { "choice": "B" }, "group_id": "gradient-10", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/gradient-10.png", "input_tokens": 1140, "latency_sec": 13.842386201024055, "model_name": "gemini-3.1-pro-preview", "out_of_srgb": null, "output_tokens": 1375, "prediction": { "choice": "B" }, "prompt_sha256": "93858b61346b697f9021a41a361838e5b0b8c06fbde9b0b35f514c9e29082ee5", "provider": "google", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T14:57:47.079283+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-gradient-10", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "5f1c3172-5680-45da-bfc9-c08f3ee677a5", "result_sha256": "a78758a125257c18fc53f57cc4d86cf4009c8f04846f48edcb83c9e74a7c538b", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.020808, "delta_e_ok": null, "error": null, "error_kind": null, "family": "gradient", "ground_truth": { "choice": "C" }, "group_id": "gradient-11", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/gradient-11.png", "input_tokens": 1140, "latency_sec": 14.665350244031288, "model_name": "gemini-3.1-pro-preview", "out_of_srgb": null, "output_tokens": 1544, "prediction": { "choice": "C" }, "prompt_sha256": "93858b61346b697f9021a41a361838e5b0b8c06fbde9b0b35f514c9e29082ee5", "provider": "google", "raw_prediction": "{\"choice\": \"C\"}", "recorded_at": "2026-09-16T14:54:56.857922+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-gradient-11", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "a0da48e9-cf47-4b15-924b-d2b6a6d366d3", "result_sha256": "e121ad8b8eceb415fcfdfe20d1222ad7b6fa6f5f314e29028e2c1dac1edbdb4f", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.047364, "delta_e_ok": null, "error": null, "error_kind": null, "family": "gradient", "ground_truth": { "choice": "D" }, "group_id": "gradient-12", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/gradient-12.png", "input_tokens": 1140, "latency_sec": 39.74593216110952, "model_name": "gemini-3.1-pro-preview", "out_of_srgb": null, "output_tokens": 3757, "prediction": { "choice": "D" }, "prompt_sha256": "93858b61346b697f9021a41a361838e5b0b8c06fbde9b0b35f514c9e29082ee5", "provider": "google", "raw_prediction": "{\n \"choice\": \"D\"\n}", "recorded_at": "2026-09-16T14:13:15.170685+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-gradient-12", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "cfcf8c32-4983-4d91-b7ef-9e0bb947c2cb", "result_sha256": "b776195c3802958ec1cf16bdcb939ec3b8af3d69c787f7f8a832028fbf4793b6", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.018924, "delta_e_ok": null, "error": null, "error_kind": null, "family": "gradient", "ground_truth": { "choice": "A" }, "group_id": "gradient-13", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/gradient-13.png", "input_tokens": 1140, "latency_sec": 22.715765550965443, "model_name": "gemini-3.1-pro-preview", "out_of_srgb": null, "output_tokens": 1387, "prediction": { "choice": "A" }, "prompt_sha256": "93858b61346b697f9021a41a361838e5b0b8c06fbde9b0b35f514c9e29082ee5", "provider": "google", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T16:14:20.790800+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-gradient-13", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "aa556e5d-d9e5-45ed-9f6a-4df2af6fb76f", "result_sha256": "2e0682404cdd0a9cd00868284246d501e17b0bf5ae317faf430bb6a52f2a4891", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.020148, "delta_e_ok": null, "error": null, "error_kind": null, "family": "gradient", "ground_truth": { "choice": "B" }, "group_id": "gradient-14", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/gradient-14.png", "input_tokens": 1140, "latency_sec": 13.660414978978224, "model_name": "gemini-3.1-pro-preview", "out_of_srgb": null, "output_tokens": 1489, "prediction": { "choice": "B" }, "prompt_sha256": "93858b61346b697f9021a41a361838e5b0b8c06fbde9b0b35f514c9e29082ee5", "provider": "google", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T14:21:58.450978+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-gradient-14", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "35aff302-ef93-4a79-a4d7-1ef4d05ec3b0", "result_sha256": "0eece4d3ebef89dbf2770882d08d9d84bdd4305312a9a4af2fd29ab5371eb6ae", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.022344, "delta_e_ok": null, "error": null, "error_kind": null, "family": "gradient", "ground_truth": { "choice": "C" }, "group_id": "gradient-15", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/gradient-15.png", "input_tokens": 1140, "latency_sec": 17.15809386910405, "model_name": "gemini-3.1-pro-preview", "out_of_srgb": null, "output_tokens": 1672, "prediction": { "choice": "C" }, "prompt_sha256": "93858b61346b697f9021a41a361838e5b0b8c06fbde9b0b35f514c9e29082ee5", "provider": "google", "raw_prediction": "{\n \"choice\": \"C\"\n}", "recorded_at": "2026-09-16T14:56:02.844064+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-gradient-15", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "ca012cea-c4da-4bcc-b1eb-453b4924dfca", "result_sha256": "29c0c3ab1a106ebf0f8a9f1c737c1ef150dd15754c9742631bb3acc6f6f59534", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.04956, "delta_e_ok": null, "error": null, "error_kind": null, "family": "gradient", "ground_truth": { "choice": "D" }, "group_id": "gradient-16", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/gradient-16.png", "input_tokens": 1140, "latency_sec": 34.0342933969805, "model_name": "gemini-3.1-pro-preview", "out_of_srgb": null, "output_tokens": 3940, "prediction": { "choice": "D" }, "prompt_sha256": "93858b61346b697f9021a41a361838e5b0b8c06fbde9b0b35f514c9e29082ee5", "provider": "google", "raw_prediction": "{\n \"choice\": \"D\"\n}", "recorded_at": "2026-09-16T16:30:39.226408+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-gradient-16", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "2b05b1bb-6cca-4af9-a43a-2682797a181b", "result_sha256": "e8f8b6f9a58999d9ca82b59101b0679b167bfeadbe2d72028eb69cae2c8f6f2c", "result": { "component_errors": { "h": 0.5, "l": 0.8039215686274517, "s": 1.6062992125984294 }, "correct": null, "cost_estimated": false, "cost_usd": 0.024538, "delta_e_ok": 0.007108453440993276, "error": null, "error_kind": null, "family": "hsl", "ground_truth": { "rgb": [ 192, 64, 80 ] }, "group_id": "numeric-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-01.png", "input_tokens": 1169, "latency_sec": 24.941971056046896, "model_name": "gemini-3.1-pro-preview", "out_of_srgb": false, "output_tokens": 1850, "prediction": { "h": 352.0, "l": 51.0, "s": 52.0 }, "prompt_sha256": "d5a3e77db006cc09848010934a3ee06e3beb9ab32aa54f5bf67eb79750a81ad8", "provider": "google", "raw_prediction": "{\n \"h\": 352,\n \"s\": 52,\n \"l\": 51\n}", "recorded_at": "2026-09-16T14:03:57.037168+00:00", "request_attempts": 1, "score": 96.44577327950337, "task_id": "colorbench-hsl-01", "tight_score": 85.78309311801345, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": true, "0.02": true, "0.05": true } } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "d2e3f9d5-ad22-48fe-a006-318634858335", "result_sha256": "f8cd4447c168e46161d471fca54d8496c6514220cafedeb3c05bca816d3916e2", "result": { "component_errors": { "h": 0.7894736842105488, "l": 0.29411764705881893, "s": 1.6666666666666572 }, "correct": null, "cost_estimated": false, "cost_usd": 0.027226, "delta_e_ok": 0.008338341131429582, "error": null, "error_kind": null, "family": "hsl", "ground_truth": { "rgb": [ 38, 112, 190 ] }, "group_id": "numeric-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-02.png", "input_tokens": 1169, "latency_sec": 18.00720126996748, "model_name": "gemini-3.1-pro-preview", "out_of_srgb": false, "output_tokens": 2074, "prediction": { "h": 210.0, "l": 45.0, "s": 65.0 }, "prompt_sha256": "d5a3e77db006cc09848010934a3ee06e3beb9ab32aa54f5bf67eb79750a81ad8", "provider": "google", "raw_prediction": "{\n \"h\": 210,\n \"s\": 65,\n \"l\": 45\n}", "recorded_at": "2026-09-16T15:26:08.368994+00:00", "request_attempts": 1, "score": 95.83082943428522, "task_id": "colorbench-hsl-02", "tight_score": 83.32331773714084, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": true, "0.02": true, "0.05": true } } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "551d724a-e789-4cec-b726-97708c8cc9f6", "result_sha256": "549cbbb196dfbf5ee5bfc8b03bc8d8a3538b92b6b945914bd881437877937d86", "result": { "component_errors": { "h": 4.0, "l": 0.7843137254901933, "s": 3.0 }, "correct": null, "cost_estimated": false, "cost_usd": 0.026518, "delta_e_ok": 0.004652803385973671, "error": null, "error_kind": null, "family": "hsl", "ground_truth": { "rgb": [ 60, 140, 100 ] }, "group_id": "numeric-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-03.png", "input_tokens": 1169, "latency_sec": 19.951502305921167, "model_name": "gemini-3.1-pro-preview", "out_of_srgb": false, "output_tokens": 2015, "prediction": { "h": 146.0, "l": 40.0, "s": 37.0 }, "prompt_sha256": "d5a3e77db006cc09848010934a3ee06e3beb9ab32aa54f5bf67eb79750a81ad8", "provider": "google", "raw_prediction": "{\n \"h\": 146,\n \"s\": 37,\n \"l\": 40\n}", "recorded_at": "2026-09-16T14:47:52.410525+00:00", "request_attempts": 1, "score": 97.67359830701317, "task_id": "colorbench-hsl-03", "tight_score": 90.69439322805266, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": true, "0.01": true, "0.02": true, "0.05": true } } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "484c888d-e6c4-453b-a2b0-47664e1dc812", "result_sha256": "e589d683295c5c6a4f80975e334e8bb3056bb0ca5374239c56c3459c0fb7a206", "result": { "component_errors": { "h": 2.571428571428555, "l": 0.09803921568627771, "s": 1.1304347826087024 }, "correct": null, "cost_estimated": false, "cost_usd": 0.018082, "delta_e_ok": 0.015210517594096246, "error": null, "error_kind": null, "family": "hsl", "ground_truth": { "rgb": [ 185, 135, 45 ] }, "group_id": "numeric-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-04.png", "input_tokens": 1169, "latency_sec": 14.915039665997028, "model_name": "gemini-3.1-pro-preview", "out_of_srgb": false, "output_tokens": 1312, "prediction": { "h": 36.0, "l": 45.0, "s": 62.0 }, "prompt_sha256": "d5a3e77db006cc09848010934a3ee06e3beb9ab32aa54f5bf67eb79750a81ad8", "provider": "google", "raw_prediction": "{\"h\": 36, \"s\": 62, \"l\": 45}", "recorded_at": "2026-09-16T14:35:41.878165+00:00", "request_attempts": 1, "score": 92.39474120295188, "task_id": "colorbench-hsl-04", "tight_score": 69.57896481180751, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": false, "0.02": true, "0.05": true } } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "6c855975-9115-43af-b1eb-ce6fdf5754d2", "result_sha256": "62ec2c43fdf1ed7f39ad80a4229b582be468694fd3fff5e88556c74262dcb5a2", "result": { "component_errors": { "h": 1.6666666666666856, "l": 0.9803921568627416, "s": 4.0 }, "correct": null, "cost_estimated": false, "cost_usd": 0.034366, "delta_e_ok": 0.020802588966901632, "error": null, "error_kind": null, "family": "hsl", "ground_truth": { "rgb": [ 135, 85, 175 ] }, "group_id": "numeric-05", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-05.png", "input_tokens": 1169, "latency_sec": 24.79676625598222, "model_name": "gemini-3.1-pro-preview", "out_of_srgb": false, "output_tokens": 2669, "prediction": { "h": 275.0, "l": 50.0, "s": 40.0 }, "prompt_sha256": "d5a3e77db006cc09848010934a3ee06e3beb9ab32aa54f5bf67eb79750a81ad8", "provider": "google", "raw_prediction": "{\n \"h\": 275,\n \"s\": 40,\n \"l\": 50\n}", "recorded_at": "2026-09-16T15:16:04.370726+00:00", "request_attempts": 1, "score": 89.59870551654919, "task_id": "colorbench-hsl-05", "tight_score": 58.39482206619674, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": false, "0.02": false, "0.05": true } } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "48025444-e15e-4dad-ba4e-6c20e147e431", "result_sha256": "6c286a75ec4e8d5b1c3348ebd249713ec039d7355b8b53be1bc372935339902b", "result": { "component_errors": { "h": 1.4339622641509493, "l": 1.0196078431372548, "s": 7.639175257731964 }, "correct": null, "cost_estimated": false, "cost_usd": 0.023974, "delta_e_ok": 0.015840399909730518, "error": null, "error_kind": null, "family": "hsl", "ground_truth": { "rgb": [ 22, 48, 75 ] }, "group_id": "numeric-06", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-06.png", "input_tokens": 1169, "latency_sec": 16.462472527986392, "model_name": "gemini-3.1-pro-preview", "out_of_srgb": false, "output_tokens": 1803, "prediction": { "h": 212.0, "l": 18.0, "s": 47.0 }, "prompt_sha256": "d5a3e77db006cc09848010934a3ee06e3beb9ab32aa54f5bf67eb79750a81ad8", "provider": "google", "raw_prediction": "{\"h\": 212, \"s\": 47, \"l\": 18}", "recorded_at": "2026-09-16T14:31:47.198440+00:00", "request_attempts": 1, "score": 92.07980004513475, "task_id": "colorbench-hsl-06", "tight_score": 68.31920018053896, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": false, "0.02": true, "0.05": true } } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "ef806fbb-c838-4965-8a5d-659a5fa30b2a", "result_sha256": "0e914b3de6bef3141830592a797ed85220648faa9e610b7ea3946a6663c60e56", "result": { "component_errors": { "h": 1.7837837837838038, "l": 0.9803921568627487, "s": 2.8556701030928053 }, "correct": null, "cost_estimated": false, "cost_usd": 0.024034, "delta_e_ok": 0.0077148259488878474, "error": null, "error_kind": null, "family": "hsl", "ground_truth": { "rgb": [ 225, 215, 188 ] }, "group_id": "numeric-07", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-07.png", "input_tokens": 1169, "latency_sec": 18.58130900596734, "model_name": "gemini-3.1-pro-preview", "out_of_srgb": false, "output_tokens": 1808, "prediction": { "h": 42.0, "l": 80.0, "s": 41.0 }, "prompt_sha256": "d5a3e77db006cc09848010934a3ee06e3beb9ab32aa54f5bf67eb79750a81ad8", "provider": "google", "raw_prediction": "{\"h\": 42, \"s\": 41, \"l\": 80}", "recorded_at": "2026-09-16T15:49:09.780877+00:00", "request_attempts": 1, "score": 96.14258702555608, "task_id": "colorbench-hsl-07", "tight_score": 84.5703481022243, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": true, "0.02": true, "0.05": true } } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "c810e776-d678-4239-959d-5bbaf8c84102", "result_sha256": "fc6467c70d75c482b6289a8aaf987d43e01ba5084f57299d601e9831b27d8802", "result": { "component_errors": { "h": null, "l": 0.19607843137254832, "s": 0.0 }, "correct": null, "cost_estimated": false, "cost_usd": 0.01105, "delta_e_ok": 0.0016900750842691059, "error": null, "error_kind": null, "family": "hsl", "ground_truth": { "rgb": [ 128, 128, 128 ] }, "group_id": "numeric-08", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-08.png", "input_tokens": 1169, "latency_sec": 15.955114117939956, "model_name": "gemini-3.1-pro-preview", "out_of_srgb": false, "output_tokens": 726, "prediction": { "h": 0.0, "l": 50.0, "s": 0.0 }, "prompt_sha256": "d5a3e77db006cc09848010934a3ee06e3beb9ab32aa54f5bf67eb79750a81ad8", "provider": "google", "raw_prediction": "{\"h\": 0, \"s\": 0, \"l\": 50}", "recorded_at": "2026-09-16T16:32:24.294986+00:00", "request_attempts": 1, "score": 99.15496245786545, "task_id": "colorbench-hsl-08", "tight_score": 96.61984983146179, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": true, "0.01": true, "0.02": true, "0.05": true } } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "5eb20a12-f710-4645-9cee-9a9f5c23ebbd", "result_sha256": "7eef081c5a05d2e1896b21d7c607b93967716c87dad586ab4ad25382a695370d", "result": { "component_errors": { "h": 2.363636363636374, "l": 1.3725490196078383, "s": 4.161290322580655 }, "correct": null, "cost_estimated": false, "cost_usd": 0.027886, "delta_e_ok": 0.009400512377707908, "error": null, "error_kind": null, "family": "hsl", "ground_truth": { "rgb": [ 230, 32, 44 ] }, "group_id": "numeric-09", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-09.png", "input_tokens": 1169, "latency_sec": 18.490897394018248, "model_name": "gemini-3.1-pro-preview", "out_of_srgb": false, "output_tokens": 2129, "prediction": { "h": 354.0, "l": 50.0, "s": 84.0 }, "prompt_sha256": "d5a3e77db006cc09848010934a3ee06e3beb9ab32aa54f5bf67eb79750a81ad8", "provider": "google", "raw_prediction": "{\"h\": 354, \"s\": 84, \"l\": 50}", "recorded_at": "2026-09-16T14:08:29.390383+00:00", "request_attempts": 1, "score": 95.29974381114604, "task_id": "colorbench-hsl-09", "tight_score": 81.19897524458418, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": true, "0.02": true, "0.05": true } } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "86ad7c42-7fc8-4fa7-a9d4-fa9337cb5255", "result_sha256": "45d3ea9e0bb2743e00bbffcaf1337d8d7690767b08352b35d6212b78ff9cb56c", "result": { "component_errors": { "h": 0.9701492537313641, "l": 0.3137254901960773, "s": 1.6263736263736348 }, "correct": null, "cost_estimated": false, "cost_usd": 0.025294, "delta_e_ok": 0.0013411622517870549, "error": null, "error_kind": null, "family": "hsl", "ground_truth": { "rgb": [ 24, 158, 82 ] }, "group_id": "numeric-10", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-10.png", "input_tokens": 1169, "latency_sec": 16.08159643993713, "model_name": "gemini-3.1-pro-preview", "out_of_srgb": false, "output_tokens": 1913, "prediction": { "h": 145.0, "l": 36.0, "s": 72.0 }, "prompt_sha256": "d5a3e77db006cc09848010934a3ee06e3beb9ab32aa54f5bf67eb79750a81ad8", "provider": "google", "raw_prediction": "{\"h\": 145, \"s\": 72, \"l\": 36}", "recorded_at": "2026-09-16T15:33:37.344192+00:00", "request_attempts": 1, "score": 99.32941887410647, "task_id": "colorbench-hsl-10", "tight_score": 97.31767549642589, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": true, "0.01": true, "0.02": true, "0.05": true } } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "fdb0bc7f-f870-4e41-9a9e-350d20c77020", "result_sha256": "fe8995845a0bc9a63206758a0b5d75bc0511aff41cb2fa2d826e9b4731830efc", "result": { "component_errors": { "h": 1.0434782608695627, "l": 0.3333333333333357, "s": 1.6890756302520913 }, "correct": null, "cost_estimated": false, "cost_usd": 0.023638, "delta_e_ok": 0.013211487746193224, "error": null, "error_kind": null, "family": "hsl", "ground_truth": { "rgb": [ 44, 84, 228 ] }, "group_id": "numeric-11", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-11.png", "input_tokens": 1169, "latency_sec": 17.24873753602151, "model_name": "gemini-3.1-pro-preview", "out_of_srgb": false, "output_tokens": 1775, "prediction": { "h": 228.0, "l": 53.0, "s": 79.0 }, "prompt_sha256": "d5a3e77db006cc09848010934a3ee06e3beb9ab32aa54f5bf67eb79750a81ad8", "provider": "google", "raw_prediction": "{\"h\": 228, \"s\": 79, \"l\": 53}", "recorded_at": "2026-09-16T15:42:01.909846+00:00", "request_attempts": 1, "score": 93.39425612690339, "task_id": "colorbench-hsl-11", "tight_score": 73.57702450761356, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": false, "0.02": true, "0.05": true } } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "0f3552c3-62ce-471e-b8fc-83abade11d47", "result_sha256": "47b6cc5f0193af68ff0a29265ebb08fad556e21290d80870bd052f4357d83788", "result": { "component_errors": { "h": 0.75, "l": 0.9019607843137294, "s": 1.5217391304347814 }, "correct": null, "cost_estimated": false, "cost_usd": 0.017866, "delta_e_ok": 0.008402407437322257, "error": null, "error_kind": null, "family": "hsl", "ground_truth": { "rgb": [ 236, 208, 44 ] }, "group_id": "numeric-12", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-12.png", "input_tokens": 1169, "latency_sec": 14.689091925043613, "model_name": "gemini-3.1-pro-preview", "out_of_srgb": false, "output_tokens": 1294, "prediction": { "h": 52.0, "l": 54.0, "s": 85.0 }, "prompt_sha256": "d5a3e77db006cc09848010934a3ee06e3beb9ab32aa54f5bf67eb79750a81ad8", "provider": "google", "raw_prediction": "{\"h\": 52, \"s\": 85, \"l\": 54}", "recorded_at": "2026-09-16T14:23:57.951369+00:00", "request_attempts": 1, "score": 95.79879628133887, "task_id": "colorbench-hsl-12", "tight_score": 83.1951851253555, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": true, "0.02": true, "0.05": true } } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "3de6eeee-11c8-4e40-ac95-724b7cc31083", "result_sha256": "e82ccf013e2a188c545cd33e2436e069641ee623deea8abc59d3be4f6a6564a5", "result": { "component_errors": { "h": 4.285714285714278, "l": 0.19607843137254832, "s": 0.881889763779526 }, "correct": null, "cost_estimated": false, "cost_usd": 0.04471, "delta_e_ok": 0.017195964444546952, "error": null, "error_kind": null, "family": "hsl", "ground_truth": { "rgb": [ 198, 58, 188 ] }, "group_id": "numeric-13", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-13.png", "input_tokens": 1169, "latency_sec": 28.6846135109663, "model_name": "gemini-3.1-pro-preview", "out_of_srgb": false, "output_tokens": 3531, "prediction": { "h": 300.0, "l": 50.0, "s": 56.0 }, "prompt_sha256": "d5a3e77db006cc09848010934a3ee06e3beb9ab32aa54f5bf67eb79750a81ad8", "provider": "google", "raw_prediction": "{\n \"h\": 300,\n \"s\": 56,\n \"l\": 50\n}", "recorded_at": "2026-09-16T15:06:37.627771+00:00", "request_attempts": 1, "score": 91.40201777772651, "task_id": "colorbench-hsl-13", "tight_score": 65.6080711109061, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": false, "0.02": true, "0.05": true } } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "75bff6d7-86fe-49b7-83c9-671efb130621", "result_sha256": "cb412dec0cee4cbf685191dcc720ff6066000baa8a038bd3f17be039361d9510", "result": { "component_errors": { "h": 0.20779220779218122, "l": 1.4509803921568576, "s": 6.363636363636353 }, "correct": null, "cost_estimated": false, "cost_usd": 0.04345, "delta_e_ok": 0.004203173777400737, "error": null, "error_kind": null, "family": "hsl", "ground_truth": { "rgb": [ 44, 178, 198 ] }, "group_id": "numeric-14", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-14.png", "input_tokens": 1169, "latency_sec": 28.590059321024455, "model_name": "gemini-3.1-pro-preview", "out_of_srgb": false, "output_tokens": 3426, "prediction": { "h": 188.0, "l": 46.0, "s": 70.0 }, "prompt_sha256": "d5a3e77db006cc09848010934a3ee06e3beb9ab32aa54f5bf67eb79750a81ad8", "provider": "google", "raw_prediction": "{\n \"h\": 188,\n \"s\": 70,\n \"l\": 46\n}", "recorded_at": "2026-09-16T14:59:09.521217+00:00", "request_attempts": 1, "score": 97.89841311129963, "task_id": "colorbench-hsl-14", "tight_score": 91.59365244519853, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": true, "0.01": true, "0.02": true, "0.05": true } } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "f9ce16b3-8665-46cc-b524-a28418bf097b", "result_sha256": "f387a25df65b627e6d49896ac766d224ac768ae96c08d50b2c27259775645977", "result": { "component_errors": { "h": null, "l": 0.666666666666667, "s": 5.88235294117647 }, "correct": null, "cost_estimated": false, "cost_usd": 0.017986, "delta_e_ok": 0.005817350498819391, "error": null, "error_kind": null, "family": "hsl", "ground_truth": { "rgb": [ 16, 16, 18 ] }, "group_id": "numeric-15", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-15.png", "input_tokens": 1169, "latency_sec": 12.31252488004975, "model_name": "gemini-3.1-pro-preview", "out_of_srgb": false, "output_tokens": 1304, "prediction": { "h": 0.0, "l": 6.0, "s": 0.0 }, "prompt_sha256": "d5a3e77db006cc09848010934a3ee06e3beb9ab32aa54f5bf67eb79750a81ad8", "provider": "google", "raw_prediction": "{\"h\": 0, \"s\": 0, \"l\": 6}", "recorded_at": "2026-09-16T16:19:03.007900+00:00", "request_attempts": 1, "score": 97.0913247505903, "task_id": "colorbench-hsl-15", "tight_score": 88.36529900236123, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": true, "0.02": true, "0.05": true } } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "a03d5e92-3063-455c-86d4-6a7c21e4956b", "result_sha256": "3179f74b4c7f73ad98311ea80a1f222a56ebca87c5407b748575370523d2b7a2", "result": { "component_errors": { "h": null, "l": 0.29411764705882604, "s": 3.8888888888889355 }, "correct": null, "cost_estimated": false, "cost_usd": 0.036166, "delta_e_ok": 0.0034369242790461664, "error": null, "error_kind": null, "family": "hsl", "ground_truth": { "rgb": [ 243, 243, 240 ] }, "group_id": "numeric-16", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-16.png", "input_tokens": 1169, "latency_sec": 23.191999844973907, "model_name": "gemini-3.1-pro-preview", "out_of_srgb": false, "output_tokens": 2819, "prediction": { "h": 60.0, "l": 95.0, "s": 15.0 }, "prompt_sha256": "d5a3e77db006cc09848010934a3ee06e3beb9ab32aa54f5bf67eb79750a81ad8", "provider": "google", "raw_prediction": "{\"h\":60,\"s\":15,\"l\":95}", "recorded_at": "2026-09-16T15:31:58.793483+00:00", "request_attempts": 1, "score": 98.28153786047692, "task_id": "colorbench-hsl-16", "tight_score": 93.12615144190767, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": true, "0.01": true, "0.02": true, "0.05": true } } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "109cf78a-19cd-4e7a-aa3e-f573930c95f4", "result_sha256": "4a4eecfe8a863c19d83115a3df10238892e88e6ba51cd428f937938c9c0a0478", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00829, "delta_e_ok": null, "error": null, "error_kind": null, "family": "hue", "ground_truth": { "choice": "A" }, "group_id": "hue-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/hue-01.png", "input_tokens": 1139, "latency_sec": 6.618362579960376, "model_name": "gemini-3.1-pro-preview", "out_of_srgb": null, "output_tokens": 501, "prediction": { "choice": "A" }, "prompt_sha256": "8234947471a1bb7076e1e5dfe2fd3aba8c91ae436b20be843f2b0ab51861fe52", "provider": "google", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T15:11:19.075181+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-hue-01", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "9f098bed-d484-471b-a4d4-49aab765232d", "result_sha256": "57ad1f36acb53be656211907732cdbdd6355a8b2a51051061b37f92b51e7a0b8", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.005998, "delta_e_ok": null, "error": null, "error_kind": null, "family": "hue", "ground_truth": { "choice": "B" }, "group_id": "hue-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/hue-02.png", "input_tokens": 1139, "latency_sec": 4.859351133927703, "model_name": "gemini-3.1-pro-preview", "out_of_srgb": null, "output_tokens": 310, "prediction": { "choice": "B" }, "prompt_sha256": "8234947471a1bb7076e1e5dfe2fd3aba8c91ae436b20be843f2b0ab51861fe52", "provider": "google", "raw_prediction": "{\n \"choice\": \"B\"\n}", "recorded_at": "2026-09-16T15:09:01.959244+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-hue-02", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "52cba151-a7a1-4878-80c3-da68677cd1f8", "result_sha256": "84a6c7c773fe0267b9f91a7735033b675b4bddc2d7aba9a9d8ef4a403b9c020e", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.007582, "delta_e_ok": null, "error": null, "error_kind": null, "family": "hue", "ground_truth": { "choice": "C" }, "group_id": "hue-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/hue-03.png", "input_tokens": 1139, "latency_sec": 6.194046173011884, "model_name": "gemini-3.1-pro-preview", "out_of_srgb": null, "output_tokens": 442, "prediction": { "choice": "C" }, "prompt_sha256": "8234947471a1bb7076e1e5dfe2fd3aba8c91ae436b20be843f2b0ab51861fe52", "provider": "google", "raw_prediction": "{\"choice\": \"C\"}", "recorded_at": "2026-09-16T16:17:24.487518+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-hue-03", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "6a57122d-6463-48a3-87bc-952bef588f45", "result_sha256": "bfa4d736e423f910d2787206c0292dd59a67bfc1448ab9fc2dc6a9f595d83150", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.006058, "delta_e_ok": null, "error": null, "error_kind": null, "family": "hue", "ground_truth": { "choice": "D" }, "group_id": "hue-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/hue-04.png", "input_tokens": 1139, "latency_sec": 4.580445903004147, "model_name": "gemini-3.1-pro-preview", "out_of_srgb": null, "output_tokens": 315, "prediction": { "choice": "D" }, "prompt_sha256": "8234947471a1bb7076e1e5dfe2fd3aba8c91ae436b20be843f2b0ab51861fe52", "provider": "google", "raw_prediction": "{\n \"choice\": \"D\"\n}", "recorded_at": "2026-09-16T16:01:05.215890+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-hue-04", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "58a67802-647c-4b90-9b67-6786141d6cd8", "result_sha256": "5f9f2ea6d093164172f581b0dcb47f86f3fe5e4ed611982fc26983b7f331a1c3", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.005482, "delta_e_ok": null, "error": null, "error_kind": null, "family": "hue", "ground_truth": { "choice": "A" }, "group_id": "hue-05", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/hue-05.png", "input_tokens": 1139, "latency_sec": 6.459387311944738, "model_name": "gemini-3.1-pro-preview", "out_of_srgb": null, "output_tokens": 267, "prediction": { "choice": "A" }, "prompt_sha256": "8234947471a1bb7076e1e5dfe2fd3aba8c91ae436b20be843f2b0ab51861fe52", "provider": "google", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T15:18:38.012385+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-hue-05", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "d593c506-e29e-41ed-a29c-e3ad3e9c38fa", "result_sha256": "9912ddf8cb6c4609c706406990fa954ee448cf5ea9b6e43428749f3ea48039eb", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.007678, "delta_e_ok": null, "error": null, "error_kind": null, "family": "hue", "ground_truth": { "choice": "B" }, "group_id": "hue-06", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/hue-06.png", "input_tokens": 1139, "latency_sec": 6.619049787987024, "model_name": "gemini-3.1-pro-preview", "out_of_srgb": null, "output_tokens": 450, "prediction": { "choice": "B" }, "prompt_sha256": "8234947471a1bb7076e1e5dfe2fd3aba8c91ae436b20be843f2b0ab51861fe52", "provider": "google", "raw_prediction": "{\n \"choice\": \"B\"\n}", "recorded_at": "2026-09-16T16:06:57.002327+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-hue-06", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "57762af5-b1ee-479f-af79-19c315c56eeb", "result_sha256": "da3ee4fa606e2716fcd5256f876d7c15d2fc994b13fff5386cd588d7ea95ff3e", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.008086, "delta_e_ok": null, "error": null, "error_kind": null, "family": "hue", "ground_truth": { "choice": "C" }, "group_id": "hue-07", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/hue-07.png", "input_tokens": 1139, "latency_sec": 6.463872332009487, "model_name": "gemini-3.1-pro-preview", "out_of_srgb": null, "output_tokens": 484, "prediction": { "choice": "C" }, "prompt_sha256": "8234947471a1bb7076e1e5dfe2fd3aba8c91ae436b20be843f2b0ab51861fe52", "provider": "google", "raw_prediction": "{\"choice\": \"C\"}", "recorded_at": "2026-09-16T15:48:14.024735+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-hue-07", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "32291b6b-70d0-4f40-a723-c77a971d4329", "result_sha256": "4be6576aeeba721fa94865a5dea1bc2f5871fe77d83e42f21d2d6ea65959a914", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.005986, "delta_e_ok": null, "error": null, "error_kind": null, "family": "hue", "ground_truth": { "choice": "D" }, "group_id": "hue-08", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/hue-08.png", "input_tokens": 1139, "latency_sec": 9.147216510027647, "model_name": "gemini-3.1-pro-preview", "out_of_srgb": null, "output_tokens": 309, "prediction": { "choice": "D" }, "prompt_sha256": "8234947471a1bb7076e1e5dfe2fd3aba8c91ae436b20be843f2b0ab51861fe52", "provider": "google", "raw_prediction": "{\"choice\": \"D\"}", "recorded_at": "2026-09-16T14:35:50.594356+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-hue-08", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "79dbd624-a4c2-4b8e-8529-5944a6c5e52c", "result_sha256": "46c3265d35107d1b2bbfad569ef7a9c5184a7688087b6d411855196d50711136", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.010858, "delta_e_ok": null, "error": null, "error_kind": null, "family": "hue", "ground_truth": { "choice": "A" }, "group_id": "hue-09", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/hue-09.png", "input_tokens": 1139, "latency_sec": 8.936825908953324, "model_name": "gemini-3.1-pro-preview", "out_of_srgb": null, "output_tokens": 715, "prediction": { "choice": "A" }, "prompt_sha256": "8234947471a1bb7076e1e5dfe2fd3aba8c91ae436b20be843f2b0ab51861fe52", "provider": "google", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T14:03:55.487868+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-hue-09", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "527a685e-b28f-4b5e-b658-bf535892f747", "result_sha256": "ac1b4e5e7611de71bdf347415ecacc80a3d856a4dbc3b1bf33628ed231570002", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.011746, "delta_e_ok": null, "error": null, "error_kind": null, "family": "hue", "ground_truth": { "choice": "B" }, "group_id": "hue-10", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/hue-10.png", "input_tokens": 1139, "latency_sec": 9.28952216100879, "model_name": "gemini-3.1-pro-preview", "out_of_srgb": null, "output_tokens": 789, "prediction": { "choice": "B" }, "prompt_sha256": "8234947471a1bb7076e1e5dfe2fd3aba8c91ae436b20be843f2b0ab51861fe52", "provider": "google", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T14:34:53.703017+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-hue-10", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "8993a7d3-7431-43a8-9c4b-f774974b9df2", "result_sha256": "5d7dd321a9084fe51cdfa4da89671ccc21191eaed319450070f52b579d653c67", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.011134, "delta_e_ok": null, "error": null, "error_kind": null, "family": "hue", "ground_truth": { "choice": "C" }, "group_id": "hue-11", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/hue-11.png", "input_tokens": 1139, "latency_sec": 9.306531070964411, "model_name": "gemini-3.1-pro-preview", "out_of_srgb": null, "output_tokens": 738, "prediction": { "choice": "C" }, "prompt_sha256": "8234947471a1bb7076e1e5dfe2fd3aba8c91ae436b20be843f2b0ab51861fe52", "provider": "google", "raw_prediction": "{\"choice\": \"C\"}", "recorded_at": "2026-09-16T15:23:58.301488+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-hue-11", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "49f66d58-3e9c-49b0-a202-d5ea669aa0b8", "result_sha256": "b7a0b95c9940fd4bc453150ea85b6f548d51f0d2ded12137b778223e7ab25abe", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.017494, "delta_e_ok": null, "error": null, "error_kind": null, "family": "hue", "ground_truth": { "choice": "D" }, "group_id": "hue-12", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/hue-12.png", "input_tokens": 1139, "latency_sec": 12.461320656933822, "model_name": "gemini-3.1-pro-preview", "out_of_srgb": null, "output_tokens": 1268, "prediction": { "choice": "D" }, "prompt_sha256": "8234947471a1bb7076e1e5dfe2fd3aba8c91ae436b20be843f2b0ab51861fe52", "provider": "google", "raw_prediction": "{\"choice\": \"D\"}", "recorded_at": "2026-09-16T14:42:59.145094+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-hue-12", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "ef307810-18ad-49e2-a8a2-6110e47b5307", "result_sha256": "c7f640908f6d7cc52c2b4d665fbc710c242e49f37d2c2bab1462adebc0722f58", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00601, "delta_e_ok": null, "error": null, "error_kind": null, "family": "hue", "ground_truth": { "choice": "A" }, "group_id": "hue-13", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/hue-13.png", "input_tokens": 1139, "latency_sec": 6.041332534980029, "model_name": "gemini-3.1-pro-preview", "out_of_srgb": null, "output_tokens": 311, "prediction": { "choice": "A" }, "prompt_sha256": "8234947471a1bb7076e1e5dfe2fd3aba8c91ae436b20be843f2b0ab51861fe52", "provider": "google", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T14:38:31.957630+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-hue-13", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "52671cb1-6be1-4a60-9de5-583711270fcb", "result_sha256": "67adf5bbb68aff0f5bed00cbf4fd0d299f8ac7c6b2c1693ef4e6174d0c422df5", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.014938, "delta_e_ok": null, "error": null, "error_kind": null, "family": "hue", "ground_truth": { "choice": "B" }, "group_id": "hue-14", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/hue-14.png", "input_tokens": 1139, "latency_sec": 44.88945679098833, "model_name": "gemini-3.1-pro-preview", "out_of_srgb": null, "output_tokens": 1055, "prediction": { "choice": "B" }, "prompt_sha256": "8234947471a1bb7076e1e5dfe2fd3aba8c91ae436b20be843f2b0ab51861fe52", "provider": "google", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T14:23:08.869017+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-hue-14", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "32200c74-de17-484f-aa5c-cd6f4f99ec0e", "result_sha256": "7aac0540b163063e799a104e0ac833df0183e3ab37971fbb05521170fb846e68", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.01633, "delta_e_ok": null, "error": null, "error_kind": null, "family": "hue", "ground_truth": { "choice": "C" }, "group_id": "hue-15", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/hue-15.png", "input_tokens": 1139, "latency_sec": 21.39832522405777, "model_name": "gemini-3.1-pro-preview", "out_of_srgb": null, "output_tokens": 1171, "prediction": { "choice": "C" }, "prompt_sha256": "8234947471a1bb7076e1e5dfe2fd3aba8c91ae436b20be843f2b0ab51861fe52", "provider": "google", "raw_prediction": "{\"choice\": \"C\"}", "recorded_at": "2026-09-16T14:34:14.864686+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-hue-15", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "fc58a0e0-4868-495a-9222-16f6e74e9a0b", "result_sha256": "55fad75fd07e2a5251a665f6f000a42e4500afe0fab90b506d0b26c161e26973", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.01003, "delta_e_ok": null, "error": null, "error_kind": null, "family": "hue", "ground_truth": { "choice": "D" }, "group_id": "hue-16", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/hue-16.png", "input_tokens": 1139, "latency_sec": 10.885210717096925, "model_name": "gemini-3.1-pro-preview", "out_of_srgb": null, "output_tokens": 646, "prediction": { "choice": "D" }, "prompt_sha256": "8234947471a1bb7076e1e5dfe2fd3aba8c91ae436b20be843f2b0ab51861fe52", "provider": "google", "raw_prediction": "{\"choice\": \"D\"}", "recorded_at": "2026-09-16T15:31:12.058369+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-hue-16", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "5f37742c-2192-4cb3-b89b-dbbba48a23da", "result_sha256": "53741b328ccc2eb19452d96f7861ed0cfacb8f3b9847e79d1f0d4e62bd711ba2", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.017626, "delta_e_ok": null, "error": null, "error_kind": null, "family": "hue", "ground_truth": { "choice": "A" }, "group_id": "hue-17", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/hue-17.png", "input_tokens": 1139, "latency_sec": 12.748998814029619, "model_name": "gemini-3.1-pro-preview", "out_of_srgb": null, "output_tokens": 1279, "prediction": { "choice": "A" }, "prompt_sha256": "8234947471a1bb7076e1e5dfe2fd3aba8c91ae436b20be843f2b0ab51861fe52", "provider": "google", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T15:29:36.432620+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-hue-17", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "402c42b3-e143-4ff5-b341-14fb3d88dbc0", "result_sha256": "3ec073ae09bce7d5e2b45d7609cd59e60ef1c887b0e9c8dbb02c5e3675623290", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.03757, "delta_e_ok": null, "error": null, "error_kind": null, "family": "hue", "ground_truth": { "choice": "B" }, "group_id": "hue-18", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/hue-18.png", "input_tokens": 1139, "latency_sec": 24.832173019996844, "model_name": "gemini-3.1-pro-preview", "out_of_srgb": null, "output_tokens": 2941, "prediction": { "choice": "B" }, "prompt_sha256": "8234947471a1bb7076e1e5dfe2fd3aba8c91ae436b20be843f2b0ab51861fe52", "provider": "google", "raw_prediction": "{\n \"choice\": \"B\"\n}", "recorded_at": "2026-09-16T16:20:20.769872+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-hue-18", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "047eb2c6-378d-4666-8162-392f1cb833f1", "result_sha256": "aba8ffc15a8d7f9ddc65ef3661668ebe6832d0be686ca3b4a8af3e79968b1304", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.025342, "delta_e_ok": null, "error": null, "error_kind": null, "family": "hue", "ground_truth": { "choice": "C" }, "group_id": "hue-19", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/hue-19.png", "input_tokens": 1139, "latency_sec": 28.8748034669552, "model_name": "gemini-3.1-pro-preview", "out_of_srgb": null, "output_tokens": 1922, "prediction": { "choice": "C" }, "prompt_sha256": "8234947471a1bb7076e1e5dfe2fd3aba8c91ae436b20be843f2b0ab51861fe52", "provider": "google", "raw_prediction": "{\"choice\": \"C\"}", "recorded_at": "2026-09-16T15:19:09.170482+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-hue-19", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "c1d072de-7e33-4537-b4ba-486d726b3542", "result_sha256": "af47e6f938390e245f2a55c96637ae3c020f2b75a702d4f57f0ff061b9a8bc8f", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.049594, "delta_e_ok": null, "error": null, "error_kind": null, "family": "hue", "ground_truth": { "choice": "D" }, "group_id": "hue-20", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/hue-20.png", "input_tokens": 1139, "latency_sec": 35.444159173057415, "model_name": "gemini-3.1-pro-preview", "out_of_srgb": null, "output_tokens": 3943, "prediction": { "choice": "D" }, "prompt_sha256": "8234947471a1bb7076e1e5dfe2fd3aba8c91ae436b20be843f2b0ab51861fe52", "provider": "google", "raw_prediction": "{\n \"choice\": \"D\"\n}", "recorded_at": "2026-09-16T15:54:58.400801+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-hue-20", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "ba05caeb-f543-42ec-acab-6bae6adc7385", "result_sha256": "56fd488d388105c16d3492a6b23119d4ff80c2ce4fe4b73c8229160f43c46cc3", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.018358, "delta_e_ok": null, "error": null, "error_kind": null, "family": "hue", "ground_truth": { "choice": "A" }, "group_id": "hue-21", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/hue-21.png", "input_tokens": 1139, "latency_sec": 14.337832895922475, "model_name": "gemini-3.1-pro-preview", "out_of_srgb": null, "output_tokens": 1340, "prediction": { "choice": "A" }, "prompt_sha256": "8234947471a1bb7076e1e5dfe2fd3aba8c91ae436b20be843f2b0ab51861fe52", "provider": "google", "raw_prediction": "{\n \"choice\": \"A\"\n}", "recorded_at": "2026-09-16T16:28:48.252416+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-hue-21", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "c3549c27-f99f-406a-8f54-0be2030a1b45", "result_sha256": "d96a054d6a5c0e9e10e5ae541ab4d6d0c47b31e00af37bebe31327fd828a4b21", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.040462, "delta_e_ok": null, "error": null, "error_kind": null, "family": "hue", "ground_truth": { "choice": "B" }, "group_id": "hue-22", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/hue-22.png", "input_tokens": 1139, "latency_sec": 26.557122300961055, "model_name": "gemini-3.1-pro-preview", "out_of_srgb": null, "output_tokens": 3182, "prediction": { "choice": "B" }, "prompt_sha256": "8234947471a1bb7076e1e5dfe2fd3aba8c91ae436b20be843f2b0ab51861fe52", "provider": "google", "raw_prediction": "{\n \"choice\": \"B\"\n}", "recorded_at": "2026-09-16T15:34:37.226198+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-hue-22", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "65591011-f738-4c3e-bda3-215c7b9a587b", "result_sha256": "df3c382def393b59f7196f1f902aa000b805077cdd40d7a307e3dcf09be45bbd", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.016582, "delta_e_ok": null, "error": null, "error_kind": null, "family": "hue", "ground_truth": { "choice": "C" }, "group_id": "hue-23", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/hue-23.png", "input_tokens": 1139, "latency_sec": 17.43419369100593, "model_name": "gemini-3.1-pro-preview", "out_of_srgb": null, "output_tokens": 1192, "prediction": { "choice": "C" }, "prompt_sha256": "8234947471a1bb7076e1e5dfe2fd3aba8c91ae436b20be843f2b0ab51861fe52", "provider": "google", "raw_prediction": "{\"choice\": \"C\"}", "recorded_at": "2026-09-16T15:21:59.155274+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-hue-23", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "f8fda342-1dcf-44de-943f-902636daa18d", "result_sha256": "41bcb820727527fd4aaff7afde93ab0c8c559c685929365d0d1bd66fe37a8703", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.026254, "delta_e_ok": null, "error": null, "error_kind": null, "family": "hue", "ground_truth": { "choice": "D" }, "group_id": "hue-24", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/hue-24.png", "input_tokens": 1139, "latency_sec": 16.20423607400153, "model_name": "gemini-3.1-pro-preview", "out_of_srgb": null, "output_tokens": 1998, "prediction": { "choice": "D" }, "prompt_sha256": "8234947471a1bb7076e1e5dfe2fd3aba8c91ae436b20be843f2b0ab51861fe52", "provider": "google", "raw_prediction": "{\"choice\": \"D\"}", "recorded_at": "2026-09-16T14:47:01.633195+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-hue-24", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "2c3fc078-b9dd-41d2-ab2a-1d97ce466dac", "result_sha256": "091bf075c1c1564b0eaf60c94466b4c9141f4079b3e22e62b12d1fd077defffe", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.049546, "delta_e_ok": null, "error": null, "error_kind": null, "family": "hue", "ground_truth": { "choice": "A" }, "group_id": "hue-25", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/hue-25.png", "input_tokens": 1139, "latency_sec": 37.934306957991794, "model_name": "gemini-3.1-pro-preview", "out_of_srgb": null, "output_tokens": 3939, "prediction": { "choice": "A" }, "prompt_sha256": "8234947471a1bb7076e1e5dfe2fd3aba8c91ae436b20be843f2b0ab51861fe52", "provider": "google", "raw_prediction": "{\n \"choice\": \"A\"\n}", "recorded_at": "2026-09-16T16:31:07.190835+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-hue-25", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "fa069146-38c4-46d1-8d9a-56287865ceb8", "result_sha256": "8b175d5df11150763ba84763bd01f86c97a06080b1a7365d34428aecb21a755c", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.01207, "delta_e_ok": null, "error": null, "error_kind": null, "family": "hue", "ground_truth": { "choice": "B" }, "group_id": "hue-26", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/hue-26.png", "input_tokens": 1139, "latency_sec": 9.308324596029706, "model_name": "gemini-3.1-pro-preview", "out_of_srgb": null, "output_tokens": 816, "prediction": { "choice": "B" }, "prompt_sha256": "8234947471a1bb7076e1e5dfe2fd3aba8c91ae436b20be843f2b0ab51861fe52", "provider": "google", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T15:45:27.090577+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-hue-26", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "72ecbadc-ca8d-4641-be8c-be346dde773f", "result_sha256": "d86c3e2379cfeec465be41496ecdcddbb59500ffbc4ba567249aadd2a10155a6", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.023818, "delta_e_ok": null, "error": null, "error_kind": null, "family": "hue", "ground_truth": { "choice": "C" }, "group_id": "hue-27", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/hue-27.png", "input_tokens": 1139, "latency_sec": 16.731179913971573, "model_name": "gemini-3.1-pro-preview", "out_of_srgb": null, "output_tokens": 1795, "prediction": { "choice": "C" }, "prompt_sha256": "8234947471a1bb7076e1e5dfe2fd3aba8c91ae436b20be843f2b0ab51861fe52", "provider": "google", "raw_prediction": "{\"choice\": \"C\"}", "recorded_at": "2026-09-16T16:05:32.615008+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-hue-27", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "60342c44-d60a-4bda-86c8-32645eaa0b17", "result_sha256": "df796176e6040f6169c24d70bc16217037e344f77ea1dca76991d7088fb1861c", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.010546, "delta_e_ok": null, "error": null, "error_kind": null, "family": "hue", "ground_truth": { "choice": "D" }, "group_id": "hue-28", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/hue-28.png", "input_tokens": 1139, "latency_sec": 11.252232469967566, "model_name": "gemini-3.1-pro-preview", "out_of_srgb": null, "output_tokens": 689, "prediction": { "choice": "B" }, "prompt_sha256": "8234947471a1bb7076e1e5dfe2fd3aba8c91ae436b20be843f2b0ab51861fe52", "provider": "google", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T15:00:29.838416+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-hue-28", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "c476078f-e86a-4e15-a3a0-28230ac203ff", "result_sha256": "db8140c44a77a62219df4eb0425e43a879bfaa7403ad079e2f1bbb876a53593b", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.029662, "delta_e_ok": null, "error": null, "error_kind": null, "family": "hue", "ground_truth": { "choice": "A" }, "group_id": "hue-29", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/hue-29.png", "input_tokens": 1139, "latency_sec": 21.332630146993324, "model_name": "gemini-3.1-pro-preview", "out_of_srgb": null, "output_tokens": 2282, "prediction": { "choice": "A" }, "prompt_sha256": "8234947471a1bb7076e1e5dfe2fd3aba8c91ae436b20be843f2b0ab51861fe52", "provider": "google", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T16:12:09.251792+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-hue-29", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "b58bfa5f-d54f-4337-bd66-699607b061f8", "result_sha256": "e6c9030168eed2c5f09a77182154570bb080ecbc3d53db194c1d7b7bac329a31", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.03295, "delta_e_ok": null, "error": null, "error_kind": null, "family": "hue", "ground_truth": { "choice": "B" }, "group_id": "hue-30", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/hue-30.png", "input_tokens": 1139, "latency_sec": 23.86532448499929, "model_name": "gemini-3.1-pro-preview", "out_of_srgb": null, "output_tokens": 2556, "prediction": { "choice": "D" }, "prompt_sha256": "8234947471a1bb7076e1e5dfe2fd3aba8c91ae436b20be843f2b0ab51861fe52", "provider": "google", "raw_prediction": "{\"choice\": \"D\"}", "recorded_at": "2026-09-16T15:05:46.588312+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-hue-30", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "5ecca747-dc4d-47a5-b63d-87f292988064", "result_sha256": "01a38c089422fbb485aff9f50ca1e3d867d20bed4ff3478a29dfb8cfe5c3e526", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.049582, "delta_e_ok": null, "error": null, "error_kind": null, "family": "hue", "ground_truth": { "choice": "C" }, "group_id": "hue-31", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/hue-31.png", "input_tokens": 1139, "latency_sec": 29.527001332025975, "model_name": "gemini-3.1-pro-preview", "out_of_srgb": null, "output_tokens": 3942, "prediction": { "choice": "C" }, "prompt_sha256": "8234947471a1bb7076e1e5dfe2fd3aba8c91ae436b20be843f2b0ab51861fe52", "provider": "google", "raw_prediction": "{\n \"choice\": \"C\"\n}", "recorded_at": "2026-09-16T14:29:41.166625+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-hue-31", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "68ae1f98-bd71-4361-9344-a871348ab54a", "result_sha256": "570ceeaf4de8e6458e542814b73a12cabab557a8773c0feeb0ed295b9182cc81", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.033886, "delta_e_ok": null, "error": null, "error_kind": null, "family": "hue", "ground_truth": { "choice": "D" }, "group_id": "hue-32", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/hue-32.png", "input_tokens": 1139, "latency_sec": 21.52150830300525, "model_name": "gemini-3.1-pro-preview", "out_of_srgb": null, "output_tokens": 2634, "prediction": { "choice": "D" }, "prompt_sha256": "8234947471a1bb7076e1e5dfe2fd3aba8c91ae436b20be843f2b0ab51861fe52", "provider": "google", "raw_prediction": "{\"choice\": \"D\"}", "recorded_at": "2026-09-16T15:17:34.299745+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-hue-32", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "faf0cfa8-67cb-4271-b0a9-25d548f74a35", "result_sha256": "d53d62074c4e004f743603a2f2e0719ce3ff300d833b90626e867891617375db", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.003464, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "B" }, "group_id": "lightness-chain-01-edge-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-01.png", "input_tokens": 1114, "latency_sec": 4.266432440024801, "model_name": "gemini-3.1-pro-preview", "out_of_srgb": null, "output_tokens": 103, "prediction": { "choice": "B" }, "prompt_sha256": "64bfc83d308291dc6a447de93571b42ec09ec6278f7fe82905c059b3926629a9", "provider": "google", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T14:03:18.282323+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-01", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "b2516476-0e2e-4e27-8443-8d44ff06a389", "result_sha256": "9625dbc5d3e751cdc5aee3733c1b19e6d638313344f7a915d4ecba0b378a0495", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.005648, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "A" }, "group_id": "lightness-chain-01-edge-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-02.png", "input_tokens": 1114, "latency_sec": 4.458519682055339, "model_name": "gemini-3.1-pro-preview", "out_of_srgb": null, "output_tokens": 285, "prediction": { "choice": "A" }, "prompt_sha256": "64bfc83d308291dc6a447de93571b42ec09ec6278f7fe82905c059b3926629a9", "provider": "google", "raw_prediction": "{\n \"choice\": \"A\"\n}", "recorded_at": "2026-09-16T15:31:16.731119+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-02", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "a6d9515a-0ff2-45d8-b166-2ccc2e0c0bfa", "result_sha256": "b3de5212a183359f0dde1bf5935e50f9eb7f3848f2555641c041fc2962d8ba70", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0047, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "A" }, "group_id": "lightness-chain-01-edge-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-03.png", "input_tokens": 1114, "latency_sec": 4.1144822160713375, "model_name": "gemini-3.1-pro-preview", "out_of_srgb": null, "output_tokens": 206, "prediction": { "choice": "A" }, "prompt_sha256": "14500bd7eefa43cebfa107c8a8fa9fa53dddd9be742ffa97660526f7a924c308", "provider": "google", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T16:26:52.593693+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-03", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "13611830-596c-47e0-a74d-f1e313be7eb3", "result_sha256": "8a42dfbdfb225687ee3b7887f9a7d88fea52b093daa5de2b5ba28743c89c2ba0", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.004904, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "B" }, "group_id": "lightness-chain-01-edge-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-04.png", "input_tokens": 1114, "latency_sec": 4.579405394964851, "model_name": "gemini-3.1-pro-preview", "out_of_srgb": null, "output_tokens": 223, "prediction": { "choice": "B" }, "prompt_sha256": "14500bd7eefa43cebfa107c8a8fa9fa53dddd9be742ffa97660526f7a924c308", "provider": "google", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T14:28:22.963811+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-04", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "0f08b562-9b80-4a37-b661-d9b3d91ae61c", "result_sha256": "cdf9c4a523924d7acc8d87f83f3daedadbe936e259a69b08f75c579d3a5f537f", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.008456, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "B" }, "group_id": "lightness-chain-01-edge-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-05.png", "input_tokens": 1114, "latency_sec": 6.702264940016903, "model_name": "gemini-3.1-pro-preview", "out_of_srgb": null, "output_tokens": 519, "prediction": { "choice": "B" }, "prompt_sha256": "64bfc83d308291dc6a447de93571b42ec09ec6278f7fe82905c059b3926629a9", "provider": "google", "raw_prediction": "{\n \"choice\": \"B\"\n}", "recorded_at": "2026-09-16T16:05:40.151080+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-05", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "150576a7-3dd6-4315-bd48-dadb0c340b41", "result_sha256": "b29f99a7f796afa0353e8b158c42b766bc0fef8491afd7b80deedd4d8abf27f7", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.007496, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "A" }, "group_id": "lightness-chain-01-edge-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-06.png", "input_tokens": 1114, "latency_sec": 5.735415782080963, "model_name": "gemini-3.1-pro-preview", "out_of_srgb": null, "output_tokens": 439, "prediction": { "choice": "A" }, "prompt_sha256": "64bfc83d308291dc6a447de93571b42ec09ec6278f7fe82905c059b3926629a9", "provider": "google", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T16:31:00.806071+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-06", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "410e54e2-d31f-471a-984f-f76eebb408a4", "result_sha256": "107070c38b8a88308f770e00912f03ab9caa73525963caa8ee177dbf85d9580f", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.019484, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "A" }, "group_id": "lightness-chain-01-edge-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-07.png", "input_tokens": 1114, "latency_sec": 14.365576270967722, "model_name": "gemini-3.1-pro-preview", "out_of_srgb": null, "output_tokens": 1438, "prediction": { "choice": "A" }, "prompt_sha256": "14500bd7eefa43cebfa107c8a8fa9fa53dddd9be742ffa97660526f7a924c308", "provider": "google", "raw_prediction": "{\n \"choice\": \"A\"\n}", "recorded_at": "2026-09-16T14:17:03.309568+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-07", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "0de7d85e-0e7e-4cf0-b58e-9b5540c53e53", "result_sha256": "13a08aec28199c3243849925c8b0f6c0fa2275fb878004368d56f1cca6a901c6", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.007232, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "B" }, "group_id": "lightness-chain-01-edge-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-08.png", "input_tokens": 1114, "latency_sec": 6.12150217499584, "model_name": "gemini-3.1-pro-preview", "out_of_srgb": null, "output_tokens": 417, "prediction": { "choice": "B" }, "prompt_sha256": "14500bd7eefa43cebfa107c8a8fa9fa53dddd9be742ffa97660526f7a924c308", "provider": "google", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T14:23:33.973846+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-08", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "34ca09fe-b531-45b7-94c7-85b514544118", "result_sha256": "d37d2701990afec9332a4fbbe078aea345eef1bb60364f3929b7cf7f2e6e7aa1", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.014312, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "B" }, "group_id": "lightness-chain-01-edge-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-09.png", "input_tokens": 1114, "latency_sec": 15.216227126889862, "model_name": "gemini-3.1-pro-preview", "out_of_srgb": null, "output_tokens": 1007, "prediction": { "choice": "B" }, "prompt_sha256": "64bfc83d308291dc6a447de93571b42ec09ec6278f7fe82905c059b3926629a9", "provider": "google", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T15:13:27.031453+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-09", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "62227763-5a5b-4765-b1f5-c66709d34a96", "result_sha256": "0be1b6ef4f3464a7cf4d0b03195f075cff5b7e3975a53bde401019d0da8b989e", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.014348, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "A" }, "group_id": "lightness-chain-01-edge-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-10.png", "input_tokens": 1114, "latency_sec": 23.091047195950523, "model_name": "gemini-3.1-pro-preview", "out_of_srgb": null, "output_tokens": 1010, "prediction": { "choice": "A" }, "prompt_sha256": "64bfc83d308291dc6a447de93571b42ec09ec6278f7fe82905c059b3926629a9", "provider": "google", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T15:06:10.149700+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-10", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "1098c5f1-98f4-4cb0-956b-61885a18a4ae", "result_sha256": "6fd74b1cf822289566b4abaff7fad9b2fca9f5600eb61beb45a62c44fabf74ca", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.012944, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "A" }, "group_id": "lightness-chain-01-edge-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-11.png", "input_tokens": 1114, "latency_sec": 10.825523325940594, "model_name": "gemini-3.1-pro-preview", "out_of_srgb": null, "output_tokens": 893, "prediction": { "choice": "A" }, "prompt_sha256": "14500bd7eefa43cebfa107c8a8fa9fa53dddd9be742ffa97660526f7a924c308", "provider": "google", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T16:17:05.441983+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-11", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "e0546a8d-dd0a-402f-81c0-c97a909f9416", "result_sha256": "53399ad3f05bf9a42dcf644c7a335e6f15de4d27812791b264170d1013ac1acf", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.005696, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "B" }, "group_id": "lightness-chain-01-edge-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-12.png", "input_tokens": 1114, "latency_sec": 5.340140438056551, "model_name": "gemini-3.1-pro-preview", "out_of_srgb": null, "output_tokens": 289, "prediction": { "choice": "B" }, "prompt_sha256": "14500bd7eefa43cebfa107c8a8fa9fa53dddd9be742ffa97660526f7a924c308", "provider": "google", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T15:50:38.490387+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-12", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "40269ce5-4e2f-46c6-80ed-846380e6b938", "result_sha256": "55e1495daf8d528c15f1681e0efb038400507aa7f9399959c34b342513fe1aed", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.049496, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "B" }, "group_id": "lightness-chain-01-edge-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-13.png", "input_tokens": 1114, "latency_sec": 34.73651967011392, "model_name": "gemini-3.1-pro-preview", "out_of_srgb": null, "output_tokens": 3939, "prediction": { "choice": "B" }, "prompt_sha256": "64bfc83d308291dc6a447de93571b42ec09ec6278f7fe82905c059b3926629a9", "provider": "google", "raw_prediction": "{\n \"choice\": \"B\"\n}", "recorded_at": "2026-09-16T15:51:43.544807+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-13", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "c543ce1f-e077-4392-8cba-aef6a8112a42", "result_sha256": "df20f0d5f1423d66745448f19f9200fdff6cab0d1dda5c119434747d2ff15e48", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.04658, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "A" }, "group_id": "lightness-chain-01-edge-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-14.png", "input_tokens": 1114, "latency_sec": 32.86582977802027, "model_name": "gemini-3.1-pro-preview", "out_of_srgb": null, "output_tokens": 3696, "prediction": { "choice": "A" }, "prompt_sha256": "64bfc83d308291dc6a447de93571b42ec09ec6278f7fe82905c059b3926629a9", "provider": "google", "raw_prediction": "{\n \"choice\": \"A\"\n}", "recorded_at": "2026-09-16T14:17:09.919199+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-14", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "a66d89f9-6e8b-4298-ba9d-685dca45e0d6", "result_sha256": "6faf1cba0638f46878dc12888bde24f16816e50daf93e1846fd66dcfe8c479b1", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.014024, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "A" }, "group_id": "lightness-chain-01-edge-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-15.png", "input_tokens": 1114, "latency_sec": 10.605530362925492, "model_name": "gemini-3.1-pro-preview", "out_of_srgb": null, "output_tokens": 983, "prediction": { "choice": "A" }, "prompt_sha256": "14500bd7eefa43cebfa107c8a8fa9fa53dddd9be742ffa97660526f7a924c308", "provider": "google", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T14:56:38.685422+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-15", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "e785a60b-303d-4be1-8051-8ebbb6cb60e5", "result_sha256": "fef8ba7c86ad5ff290bd21a2dad5818aa4982af35a439c5be0f52a20d825caae", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.008516, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "B" }, "group_id": "lightness-chain-01-edge-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-16.png", "input_tokens": 1114, "latency_sec": 30.025676785968244, "model_name": "gemini-3.1-pro-preview", "out_of_srgb": null, "output_tokens": 524, "prediction": { "choice": "B" }, "prompt_sha256": "14500bd7eefa43cebfa107c8a8fa9fa53dddd9be742ffa97660526f7a924c308", "provider": "google", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T15:28:12.142350+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-16", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "642a1099-5f77-4266-a924-8ba92ab01fdb", "result_sha256": "478c6ba77b8c5f89a568716ace77e6962143495632218dd46bba65394f323771", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.005744, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "B" }, "group_id": "lightness-chain-02-edge-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-17.png", "input_tokens": 1114, "latency_sec": 7.6985754100605845, "model_name": "gemini-3.1-pro-preview", "out_of_srgb": null, "output_tokens": 293, "prediction": { "choice": "B" }, "prompt_sha256": "64bfc83d308291dc6a447de93571b42ec09ec6278f7fe82905c059b3926629a9", "provider": "google", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T16:24:14.932579+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-17", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "25a3a6d5-c88d-4f61-9708-16e3ff28aebf", "result_sha256": "b1fd6afeb75354a0d79ff6f4e6d031ce6db4a3ab79ad469196b724a229f53078", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.008852, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "A" }, "group_id": "lightness-chain-02-edge-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-18.png", "input_tokens": 1114, "latency_sec": 6.885494021000341, "model_name": "gemini-3.1-pro-preview", "out_of_srgb": null, "output_tokens": 552, "prediction": { "choice": "A" }, "prompt_sha256": "64bfc83d308291dc6a447de93571b42ec09ec6278f7fe82905c059b3926629a9", "provider": "google", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T15:39:50.424243+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-18", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "b9b33fd8-3187-4994-9e3a-98c50ccfad41", "result_sha256": "5014234bdb204309b57b39a77797c5dbebe9c0ec27dc87d09f6717901095b75e", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.007664, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "A" }, "group_id": "lightness-chain-02-edge-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-19.png", "input_tokens": 1114, "latency_sec": 6.364954588934779, "model_name": "gemini-3.1-pro-preview", "out_of_srgb": null, "output_tokens": 453, "prediction": { "choice": "A" }, "prompt_sha256": "14500bd7eefa43cebfa107c8a8fa9fa53dddd9be742ffa97660526f7a924c308", "provider": "google", "raw_prediction": "{\n \"choice\": \"A\"\n}", "recorded_at": "2026-09-16T14:53:40.385353+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-19", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "15c628d3-790e-4f24-8f60-bd8b15f58952", "result_sha256": "c7255a03a62245b3ed03da57b2ff5872f9b10686ec2c2853d3ebfd8ae74e617e", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.005168, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "B" }, "group_id": "lightness-chain-02-edge-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-20.png", "input_tokens": 1114, "latency_sec": 5.3281168199609965, "model_name": "gemini-3.1-pro-preview", "out_of_srgb": null, "output_tokens": 245, "prediction": { "choice": "B" }, "prompt_sha256": "14500bd7eefa43cebfa107c8a8fa9fa53dddd9be742ffa97660526f7a924c308", "provider": "google", "raw_prediction": "{\n \"choice\": \"B\"\n}", "recorded_at": "2026-09-16T15:24:09.007332+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-20", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "a939472a-c567-4bd9-b869-1b9937d3c30a", "result_sha256": "ec1ab3c2cb15527ec20357b1f280d6b6a06021a8b5c611c04b9391b248e2e785", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.009416, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "B" }, "group_id": "lightness-chain-02-edge-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-21.png", "input_tokens": 1114, "latency_sec": 7.510780810029246, "model_name": "gemini-3.1-pro-preview", "out_of_srgb": null, "output_tokens": 599, "prediction": { "choice": "B" }, "prompt_sha256": "64bfc83d308291dc6a447de93571b42ec09ec6278f7fe82905c059b3926629a9", "provider": "google", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T16:02:46.597516+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-21", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "caafad10-0f78-44b1-9bd1-303e6ad4a4d1", "result_sha256": "bf0eb83b60900df63f2af8f7f41eb4068ea5ab4c1756d60726a9167880b06f5c", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00662, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "A" }, "group_id": "lightness-chain-02-edge-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-22.png", "input_tokens": 1114, "latency_sec": 5.733792798011564, "model_name": "gemini-3.1-pro-preview", "out_of_srgb": null, "output_tokens": 366, "prediction": { "choice": "A" }, "prompt_sha256": "64bfc83d308291dc6a447de93571b42ec09ec6278f7fe82905c059b3926629a9", "provider": "google", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T14:56:16.907474+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-22", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "3dacc7ed-5585-425e-95ff-542b4e3567dc", "result_sha256": "656281728de7aecee9dfb1308152f6e78158bb222d0d4eab04acdb562b813c2b", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.005396, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "A" }, "group_id": "lightness-chain-02-edge-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-23.png", "input_tokens": 1114, "latency_sec": 4.9799331170506775, "model_name": "gemini-3.1-pro-preview", "out_of_srgb": null, "output_tokens": 264, "prediction": { "choice": "A" }, "prompt_sha256": "14500bd7eefa43cebfa107c8a8fa9fa53dddd9be742ffa97660526f7a924c308", "provider": "google", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T16:07:04.316109+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-23", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "7e5792ba-0165-4099-a956-13dc0e5863c2", "result_sha256": "56d4f90e392fd413db81fe9526afb44f645dc40249ae4f542b8fd16c1adef65f", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0056, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "B" }, "group_id": "lightness-chain-02-edge-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-24.png", "input_tokens": 1114, "latency_sec": 4.753755514975637, "model_name": "gemini-3.1-pro-preview", "out_of_srgb": null, "output_tokens": 281, "prediction": { "choice": "B" }, "prompt_sha256": "14500bd7eefa43cebfa107c8a8fa9fa53dddd9be742ffa97660526f7a924c308", "provider": "google", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T15:24:25.249589+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-24", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "d2e335e4-8a5c-449d-b341-e99f30cabe7f", "result_sha256": "1aa96effb30d475e13322edc942e40739b7cafb232838a58cd9f0a70a02280d6", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00866, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "B" }, "group_id": "lightness-chain-02-edge-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-25.png", "input_tokens": 1114, "latency_sec": 6.432818828965537, "model_name": "gemini-3.1-pro-preview", "out_of_srgb": null, "output_tokens": 536, "prediction": { "choice": "B" }, "prompt_sha256": "64bfc83d308291dc6a447de93571b42ec09ec6278f7fe82905c059b3926629a9", "provider": "google", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T16:15:55.623692+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-25", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "11f17efb-2f5f-4c01-a46c-dad3bbfb099f", "result_sha256": "3da38b37341ab268cc055250796772d3d186b9d2e6a2a13c2de17e4c9189e732", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.049508, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "A" }, "group_id": "lightness-chain-02-edge-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-26.png", "input_tokens": 1114, "latency_sec": 35.698806785047054, "model_name": "gemini-3.1-pro-preview", "out_of_srgb": null, "output_tokens": 3940, "prediction": { "choice": "B" }, "prompt_sha256": "64bfc83d308291dc6a447de93571b42ec09ec6278f7fe82905c059b3926629a9", "provider": "google", "raw_prediction": "{\n \"choice\": \"B\"\n}", "recorded_at": "2026-09-16T14:52:37.725321+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-lightness-26", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "dca1514a-c397-4542-93f9-ac58c650b0fb", "result_sha256": "42234fa129f769f92dedf97be2fcdfb2f70747f034193d636800777cb484ca3d", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.017732, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "A" }, "group_id": "lightness-chain-02-edge-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-27.png", "input_tokens": 1114, "latency_sec": 13.850612177047879, "model_name": "gemini-3.1-pro-preview", "out_of_srgb": null, "output_tokens": 1292, "prediction": { "choice": "A" }, "prompt_sha256": "14500bd7eefa43cebfa107c8a8fa9fa53dddd9be742ffa97660526f7a924c308", "provider": "google", "raw_prediction": "{\n \"choice\": \"A\"\n}", "recorded_at": "2026-09-16T16:17:54.978527+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-27", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "71e7bf63-9f1f-411b-b449-443a72d80363", "result_sha256": "306b4b3f80f9c2939ccc473f8f00f50a9f249920d596b529279974cf39357edc", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.018416, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "B" }, "group_id": "lightness-chain-02-edge-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-28.png", "input_tokens": 1114, "latency_sec": 38.95729709905572, "model_name": "gemini-3.1-pro-preview", "out_of_srgb": null, "output_tokens": 1349, "prediction": { "choice": "A" }, "prompt_sha256": "14500bd7eefa43cebfa107c8a8fa9fa53dddd9be742ffa97660526f7a924c308", "provider": "google", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T14:16:12.078798+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-lightness-28", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "190d2896-bdf0-49c2-87cd-7f9fda65fc23", "result_sha256": "7335c387df0d7bc6e9b5c454176e2936dc6c332fc067feb5b7669d6d4c28e112", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0056, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "B" }, "group_id": "lightness-chain-02-edge-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-29.png", "input_tokens": 1114, "latency_sec": 4.619356814073399, "model_name": "gemini-3.1-pro-preview", "out_of_srgb": null, "output_tokens": 281, "prediction": { "choice": "B" }, "prompt_sha256": "64bfc83d308291dc6a447de93571b42ec09ec6278f7fe82905c059b3926629a9", "provider": "google", "raw_prediction": "{\n \"choice\": \"B\"\n}", "recorded_at": "2026-09-16T14:50:17.964179+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-29", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "601b80df-bd4d-4762-b7f9-6fdb1565ebb9", "result_sha256": "3130269cb0a3084af7a35a74d778af57f8ec5d93cbb4bc3f499f4ef415b23339", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.007304, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "A" }, "group_id": "lightness-chain-02-edge-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-30.png", "input_tokens": 1114, "latency_sec": 8.082155019976199, "model_name": "gemini-3.1-pro-preview", "out_of_srgb": null, "output_tokens": 423, "prediction": { "choice": "A" }, "prompt_sha256": "64bfc83d308291dc6a447de93571b42ec09ec6278f7fe82905c059b3926629a9", "provider": "google", "raw_prediction": "{\n \"choice\": \"A\"\n}", "recorded_at": "2026-09-16T14:08:42.503286+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-30", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "fd60488d-599e-4532-8783-bda6c9775e44", "result_sha256": "3033ac54321eff28b80d1505bb28455792d53246875d8daa2d6d3ecb18d6eef7", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.004928, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "A" }, "group_id": "lightness-chain-02-edge-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-31.png", "input_tokens": 1114, "latency_sec": 4.386143369949423, "model_name": "gemini-3.1-pro-preview", "out_of_srgb": null, "output_tokens": 225, "prediction": { "choice": "A" }, "prompt_sha256": "14500bd7eefa43cebfa107c8a8fa9fa53dddd9be742ffa97660526f7a924c308", "provider": "google", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T16:19:45.055686+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-31", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "2fdb6b78-a746-4a89-b8a5-5e649ffa5658", "result_sha256": "17a33830c45eb3641991065ae9828d1b3d6cff3d9e889f4879f0eea417b80a25", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0065, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "B" }, "group_id": "lightness-chain-02-edge-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-32.png", "input_tokens": 1114, "latency_sec": 6.006073666969314, "model_name": "gemini-3.1-pro-preview", "out_of_srgb": null, "output_tokens": 356, "prediction": { "choice": "B" }, "prompt_sha256": "14500bd7eefa43cebfa107c8a8fa9fa53dddd9be742ffa97660526f7a924c308", "provider": "google", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T14:51:00.589845+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-32", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "1076f319-fe5a-4fdb-9e61-5a1a0ae5e79c", "result_sha256": "820943b92ab1fe60025514c27ef5a01031be6f81aef6a716ef7d95eb06ee34cb", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.008288, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "B" }, "group_id": "lightness-chain-03-edge-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-33.png", "input_tokens": 1114, "latency_sec": 6.806897519971244, "model_name": "gemini-3.1-pro-preview", "out_of_srgb": null, "output_tokens": 505, "prediction": { "choice": "B" }, "prompt_sha256": "64bfc83d308291dc6a447de93571b42ec09ec6278f7fe82905c059b3926629a9", "provider": "google", "raw_prediction": "{\n \"choice\": \"B\"\n}", "recorded_at": "2026-09-16T15:19:32.812218+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-33", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "573af819-04b0-41ef-8b5a-fd735825a83d", "result_sha256": "faa8efade999c0a7f82c11343d8f2e094d6e7b8f86c7b12247c86b94b6c6b9c5", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.008492, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "A" }, "group_id": "lightness-chain-03-edge-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-34.png", "input_tokens": 1114, "latency_sec": 7.175403397995979, "model_name": "gemini-3.1-pro-preview", "out_of_srgb": null, "output_tokens": 522, "prediction": { "choice": "A" }, "prompt_sha256": "64bfc83d308291dc6a447de93571b42ec09ec6278f7fe82905c059b3926629a9", "provider": "google", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T14:49:50.633136+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-34", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "16e7100d-8161-419e-9aaf-f03a732e3258", "result_sha256": "65ca56db55ae939fbf0b54d11db8cceac4e3efa5431b47067caa176bf8f159a3", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00674, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "A" }, "group_id": "lightness-chain-03-edge-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-35.png", "input_tokens": 1114, "latency_sec": 8.636781628942117, "model_name": "gemini-3.1-pro-preview", "out_of_srgb": null, "output_tokens": 376, "prediction": { "choice": "A" }, "prompt_sha256": "14500bd7eefa43cebfa107c8a8fa9fa53dddd9be742ffa97660526f7a924c308", "provider": "google", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T16:08:40.981564+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-35", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "6593ae0e-5d9f-493b-99b9-bd76f1584f0f", "result_sha256": "3c9a54ab8f816de9eac81f20622c2896a6ced275b98420050e706bc7ceb48ed2", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.009428, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "B" }, "group_id": "lightness-chain-03-edge-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-36.png", "input_tokens": 1114, "latency_sec": 9.66593814897351, "model_name": "gemini-3.1-pro-preview", "out_of_srgb": null, "output_tokens": 600, "prediction": { "choice": "B" }, "prompt_sha256": "14500bd7eefa43cebfa107c8a8fa9fa53dddd9be742ffa97660526f7a924c308", "provider": "google", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T14:32:56.287423+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-36", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "566a7778-cf0f-4d12-96b4-2db1d138f91e", "result_sha256": "e361758fff83dad88c16aa0be0bac522bce08b2130457e98d4fb1835913287eb", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.006956, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "B" }, "group_id": "lightness-chain-03-edge-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-37.png", "input_tokens": 1114, "latency_sec": 6.051100690965541, "model_name": "gemini-3.1-pro-preview", "out_of_srgb": null, "output_tokens": 394, "prediction": { "choice": "B" }, "prompt_sha256": "64bfc83d308291dc6a447de93571b42ec09ec6278f7fe82905c059b3926629a9", "provider": "google", "raw_prediction": "{\n \"choice\": \"B\"\n}", "recorded_at": "2026-09-16T14:31:55.925585+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-37", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "47b2f186-2919-4129-9702-2a372a726afb", "result_sha256": "7bd698c9a0ee5684ae91fe1a089da368b34aeb42f2629ca6895cbd0d33ca22a8", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.021872, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "A" }, "group_id": "lightness-chain-03-edge-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-38.png", "input_tokens": 1114, "latency_sec": 26.76164537598379, "model_name": "gemini-3.1-pro-preview", "out_of_srgb": null, "output_tokens": 1637, "prediction": { "choice": "A" }, "prompt_sha256": "64bfc83d308291dc6a447de93571b42ec09ec6278f7fe82905c059b3926629a9", "provider": "google", "raw_prediction": "{\n \"choice\": \"A\"\n}", "recorded_at": "2026-09-16T15:40:33.649391+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-38", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "5c3a3e07-cdc1-44cb-a4a6-84cb64228ba7", "result_sha256": "ec1a34020911fee18c2a7a544bda27f6a361dd7b0dcb4576c69a027196655678", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.006212, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "A" }, "group_id": "lightness-chain-03-edge-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-39.png", "input_tokens": 1114, "latency_sec": 5.7832360290922225, "model_name": "gemini-3.1-pro-preview", "out_of_srgb": null, "output_tokens": 332, "prediction": { "choice": "A" }, "prompt_sha256": "14500bd7eefa43cebfa107c8a8fa9fa53dddd9be742ffa97660526f7a924c308", "provider": "google", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T15:59:16.606865+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-39", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "42299cb9-284f-4d4f-8f21-4835b7cf5ace", "result_sha256": "0565255432a3b16bfba13abc70fbeae60ba60f1c58f2e8aaf9408f18039468e0", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.049448, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "B" }, "group_id": "lightness-chain-03-edge-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-40.png", "input_tokens": 1114, "latency_sec": 34.610811528982595, "model_name": "gemini-3.1-pro-preview", "out_of_srgb": null, "output_tokens": 3935, "prediction": { "choice": "B" }, "prompt_sha256": "14500bd7eefa43cebfa107c8a8fa9fa53dddd9be742ffa97660526f7a924c308", "provider": "google", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T14:10:40.627463+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-40", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "1c5b7226-7e69-4a45-817e-1c302075d2e9", "result_sha256": "fe8b7b505f12fbf32e1be8e51dc7548bc09940e6bafb9d7f560965d68fe1fd1e", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0053, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "B" }, "group_id": "lightness-chain-03-edge-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-41.png", "input_tokens": 1114, "latency_sec": 4.886460085050203, "model_name": "gemini-3.1-pro-preview", "out_of_srgb": null, "output_tokens": 256, "prediction": { "choice": "B" }, "prompt_sha256": "64bfc83d308291dc6a447de93571b42ec09ec6278f7fe82905c059b3926629a9", "provider": "google", "raw_prediction": "{\n \"choice\": \"B\"\n}", "recorded_at": "2026-09-16T15:48:40.306249+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-41", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "67f5cb65-7084-47ae-ad39-1b2684a09517", "result_sha256": "985ce76ff3bede6046a6903a00b6352871ab74a9d53dde3c81e57b864222b944", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.004964, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "A" }, "group_id": "lightness-chain-03-edge-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-42.png", "input_tokens": 1114, "latency_sec": 4.748659083037637, "model_name": "gemini-3.1-pro-preview", "out_of_srgb": null, "output_tokens": 228, "prediction": { "choice": "A" }, "prompt_sha256": "64bfc83d308291dc6a447de93571b42ec09ec6278f7fe82905c059b3926629a9", "provider": "google", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T14:18:01.840681+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-42", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "0a325a68-b9c6-4fb4-b613-96135a489d7e", "result_sha256": "eaa0f8c0644001ab5ebc0867da215a6ac41955b45839c354b9b5f366c4af9a25", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.004448, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "A" }, "group_id": "lightness-chain-03-edge-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-43.png", "input_tokens": 1114, "latency_sec": 4.7869914680486545, "model_name": "gemini-3.1-pro-preview", "out_of_srgb": null, "output_tokens": 185, "prediction": { "choice": "A" }, "prompt_sha256": "14500bd7eefa43cebfa107c8a8fa9fa53dddd9be742ffa97660526f7a924c308", "provider": "google", "raw_prediction": "{\n \"choice\": \"A\"\n}", "recorded_at": "2026-09-16T16:27:57.736494+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-43", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "0e96d2a3-b076-4f4b-aee2-2bbd7acc6e02", "result_sha256": "55afe6d84e491680bd73291c425fe86a7a77b31b08cb6dc1a30d36d05bd012ed", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.004988, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "B" }, "group_id": "lightness-chain-03-edge-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-44.png", "input_tokens": 1114, "latency_sec": 18.006703197024763, "model_name": "gemini-3.1-pro-preview", "out_of_srgb": null, "output_tokens": 230, "prediction": { "choice": "B" }, "prompt_sha256": "14500bd7eefa43cebfa107c8a8fa9fa53dddd9be742ffa97660526f7a924c308", "provider": "google", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T15:09:22.196035+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-44", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "3d45c3a7-86bc-42c2-9d4a-091e6a4747d6", "result_sha256": "b76988eaf944a1560bcaa9fe804ddf8a3a5b7b538311ef2aec6a857e32907f0c", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.005756, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "B" }, "group_id": "lightness-chain-03-edge-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-45.png", "input_tokens": 1114, "latency_sec": 5.798052025027573, "model_name": "gemini-3.1-pro-preview", "out_of_srgb": null, "output_tokens": 294, "prediction": { "choice": "B" }, "prompt_sha256": "64bfc83d308291dc6a447de93571b42ec09ec6278f7fe82905c059b3926629a9", "provider": "google", "raw_prediction": "{\n \"choice\": \"B\"\n}", "recorded_at": "2026-09-16T16:01:41.104731+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-45", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "6a11e37d-0a70-4085-9891-0f82c0848029", "result_sha256": "c653d343ad13756534c9e521b22721d227e2bec3683e9a991be2ebcdc37fc097", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.003944, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "A" }, "group_id": "lightness-chain-03-edge-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-46.png", "input_tokens": 1114, "latency_sec": 3.8345450210617855, "model_name": "gemini-3.1-pro-preview", "out_of_srgb": null, "output_tokens": 143, "prediction": { "choice": "A" }, "prompt_sha256": "64bfc83d308291dc6a447de93571b42ec09ec6278f7fe82905c059b3926629a9", "provider": "google", "raw_prediction": "{\n \"choice\": \"A\"\n}", "recorded_at": "2026-09-16T15:49:17.810509+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-46", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "c0906aa9-6aab-426c-a6e7-80eeb50455ca", "result_sha256": "10e4039eab5ee339ca2808d99237d455e76bbab130aa7583cd21ea15ead3b9cc", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.007304, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "A" }, "group_id": "lightness-chain-03-edge-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-47.png", "input_tokens": 1114, "latency_sec": 6.294096320983954, "model_name": "gemini-3.1-pro-preview", "out_of_srgb": null, "output_tokens": 423, "prediction": { "choice": "A" }, "prompt_sha256": "14500bd7eefa43cebfa107c8a8fa9fa53dddd9be742ffa97660526f7a924c308", "provider": "google", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T14:35:15.555794+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-47", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "4fec92f2-44ff-4853-9bc2-70049991cfbe", "result_sha256": "9da50e45787ac5559323e04dfbd8634c916f3e6d0b01f959ef90054f07eeb32a", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.007808, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "B" }, "group_id": "lightness-chain-03-edge-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-48.png", "input_tokens": 1114, "latency_sec": 6.187593929935247, "model_name": "gemini-3.1-pro-preview", "out_of_srgb": null, "output_tokens": 465, "prediction": { "choice": "B" }, "prompt_sha256": "14500bd7eefa43cebfa107c8a8fa9fa53dddd9be742ffa97660526f7a924c308", "provider": "google", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T14:43:28.078679+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-48", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "c1cd4238-736a-4bee-b4ee-a699c939af87", "result_sha256": "1b94aa8738758af6c59ae5523eddb60874dfbae3b8dbd3789986f539c85b4047", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.012548, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "B" }, "group_id": "lightness-chain-04-edge-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-49.png", "input_tokens": 1114, "latency_sec": 8.729327045963146, "model_name": "gemini-3.1-pro-preview", "out_of_srgb": null, "output_tokens": 860, "prediction": { "choice": "B" }, "prompt_sha256": "64bfc83d308291dc6a447de93571b42ec09ec6278f7fe82905c059b3926629a9", "provider": "google", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T15:30:10.284464+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-49", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "7a097294-8638-4d92-9c71-721559c75fdd", "result_sha256": "6df2f1c3f8961c606689e78397339b24c6ff38a453341cc869e51b0dc441615c", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.012812, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "A" }, "group_id": "lightness-chain-04-edge-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-50.png", "input_tokens": 1114, "latency_sec": 10.120638732099906, "model_name": "gemini-3.1-pro-preview", "out_of_srgb": null, "output_tokens": 882, "prediction": { "choice": "A" }, "prompt_sha256": "64bfc83d308291dc6a447de93571b42ec09ec6278f7fe82905c059b3926629a9", "provider": "google", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T16:00:36.695405+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-50", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "aec635c3-6cf6-41e8-b523-dcd375f2b9ce", "result_sha256": "5a3af6e1e2c723eebbc1489b199c37dbef76c34c4614b86534e4a8105034c970", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.038588, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "A" }, "group_id": "lightness-chain-04-edge-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-51.png", "input_tokens": 1114, "latency_sec": 35.05095413897652, "model_name": "gemini-3.1-pro-preview", "out_of_srgb": null, "output_tokens": 3030, "prediction": { "choice": "A" }, "prompt_sha256": "14500bd7eefa43cebfa107c8a8fa9fa53dddd9be742ffa97660526f7a924c308", "provider": "google", "raw_prediction": "{\n \"choice\": \"A\"\n}", "recorded_at": "2026-09-16T14:40:49.250332+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-51", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "cc9fb44b-df46-4279-ae67-9eca37786daf", "result_sha256": "38b3328a79ca4dec28d754880c2a01f7afc43b009434675697fb86edded817c0", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.009188, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "B" }, "group_id": "lightness-chain-04-edge-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-52.png", "input_tokens": 1114, "latency_sec": 7.192317009088583, "model_name": "gemini-3.1-pro-preview", "out_of_srgb": null, "output_tokens": 580, "prediction": { "choice": "B" }, "prompt_sha256": "14500bd7eefa43cebfa107c8a8fa9fa53dddd9be742ffa97660526f7a924c308", "provider": "google", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T14:28:37.369467+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-52", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "3a2b9590-e341-444a-9778-9117c80f50c3", "result_sha256": "9e128015f8e6a9420908d62af31534546db1e0ced1a72d89b9fc555d0fa95941", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.005012, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "B" }, "group_id": "lightness-chain-04-edge-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-53.png", "input_tokens": 1114, "latency_sec": 4.0462600900791585, "model_name": "gemini-3.1-pro-preview", "out_of_srgb": null, "output_tokens": 232, "prediction": { "choice": "B" }, "prompt_sha256": "64bfc83d308291dc6a447de93571b42ec09ec6278f7fe82905c059b3926629a9", "provider": "google", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T16:23:26.910149+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-53", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "d1e16286-728f-4d40-9a2b-5299736c2194", "result_sha256": "3b9a96046f2f857616996588390b938d934a6c94db48682d79d9b9f1c7e2a894", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00452, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "A" }, "group_id": "lightness-chain-04-edge-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-54.png", "input_tokens": 1114, "latency_sec": 6.306419057073072, "model_name": "gemini-3.1-pro-preview", "out_of_srgb": null, "output_tokens": 191, "prediction": { "choice": "A" }, "prompt_sha256": "64bfc83d308291dc6a447de93571b42ec09ec6278f7fe82905c059b3926629a9", "provider": "google", "raw_prediction": "{\n \"choice\": \"A\"\n}", "recorded_at": "2026-09-16T15:31:26.352768+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-54", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "8708f1d6-f526-4c42-8cb6-0cac755ab288", "result_sha256": "c60d42b7a0448716d258cf767e3c41d2a975b3f2fa497c7904f3e1ada162944f", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00476, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "A" }, "group_id": "lightness-chain-04-edge-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-55.png", "input_tokens": 1114, "latency_sec": 5.570659747929312, "model_name": "gemini-3.1-pro-preview", "out_of_srgb": null, "output_tokens": 211, "prediction": { "choice": "A" }, "prompt_sha256": "14500bd7eefa43cebfa107c8a8fa9fa53dddd9be742ffa97660526f7a924c308", "provider": "google", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T15:38:09.736037+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-55", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "a0a0bd79-8598-4206-a7bd-1d708cb326f7", "result_sha256": "9d07145f28b2913700310ed1c3c4f8c96a4a68b1cec8bf767021a7e8fedc1f2e", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00536, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "B" }, "group_id": "lightness-chain-04-edge-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-56.png", "input_tokens": 1114, "latency_sec": 7.5244515290251, "model_name": "gemini-3.1-pro-preview", "out_of_srgb": null, "output_tokens": 261, "prediction": { "choice": "B" }, "prompt_sha256": "14500bd7eefa43cebfa107c8a8fa9fa53dddd9be742ffa97660526f7a924c308", "provider": "google", "raw_prediction": "{\n \"choice\": \"B\"\n}", "recorded_at": "2026-09-16T14:40:47.670893+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-56", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "1be40457-d787-46a0-b6d3-7e018155b73e", "result_sha256": "fce4d685f555df77770eb26202704df3a90126b48db3f53fa40bccaeb6927869", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.007328, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "B" }, "group_id": "lightness-chain-04-edge-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-57.png", "input_tokens": 1114, "latency_sec": 6.145613066968508, "model_name": "gemini-3.1-pro-preview", "out_of_srgb": null, "output_tokens": 425, "prediction": { "choice": "B" }, "prompt_sha256": "64bfc83d308291dc6a447de93571b42ec09ec6278f7fe82905c059b3926629a9", "provider": "google", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T16:18:31.277762+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-57", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "c60b6436-36ae-4b96-83d2-09d1cb06bf01", "result_sha256": "9965a2881b4d8e4aa36fb00085946d2801b869a8f0a6fca4a802ae0264b04b84", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.006188, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "A" }, "group_id": "lightness-chain-04-edge-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-58.png", "input_tokens": 1114, "latency_sec": 5.719903093995526, "model_name": "gemini-3.1-pro-preview", "out_of_srgb": null, "output_tokens": 330, "prediction": { "choice": "A" }, "prompt_sha256": "64bfc83d308291dc6a447de93571b42ec09ec6278f7fe82905c059b3926629a9", "provider": "google", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T16:12:21.075440+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-58", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "27d07053-6542-4091-933f-63f86db6d24b", "result_sha256": "ee4215e1c17900672c52272570b59301c9038e8ba2ccefd7b7e99b0f7b070c89", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.008264, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "A" }, "group_id": "lightness-chain-04-edge-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-59.png", "input_tokens": 1114, "latency_sec": 20.39250135794282, "model_name": "gemini-3.1-pro-preview", "out_of_srgb": null, "output_tokens": 503, "prediction": { "choice": "A" }, "prompt_sha256": "14500bd7eefa43cebfa107c8a8fa9fa53dddd9be742ffa97660526f7a924c308", "provider": "google", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T15:16:46.271696+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-59", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "7feaedd6-49e5-4a92-a096-a3e1da75dfd9", "result_sha256": "8665e074b4fb52d7c5932e260d5b5104c3c3c4efd9e229666ce971bfb50489a6", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.005864, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "B" }, "group_id": "lightness-chain-04-edge-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-60.png", "input_tokens": 1114, "latency_sec": 4.677650830941275, "model_name": "gemini-3.1-pro-preview", "out_of_srgb": null, "output_tokens": 303, "prediction": { "choice": "B" }, "prompt_sha256": "14500bd7eefa43cebfa107c8a8fa9fa53dddd9be742ffa97660526f7a924c308", "provider": "google", "raw_prediction": "{\n \"choice\": \"B\"\n}", "recorded_at": "2026-09-16T15:33:48.394952+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-60", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "c830da4c-3ffb-4afa-b6cc-e1d3a15fa952", "result_sha256": "88a0f2f7afb5dad878ebf8418c3e94ef1f9426ddc196f1b220812cc64335e85a", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.008792, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "B" }, "group_id": "lightness-chain-04-edge-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-61.png", "input_tokens": 1114, "latency_sec": 7.228921630070545, "model_name": "gemini-3.1-pro-preview", "out_of_srgb": null, "output_tokens": 547, "prediction": { "choice": "B" }, "prompt_sha256": "64bfc83d308291dc6a447de93571b42ec09ec6278f7fe82905c059b3926629a9", "provider": "google", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T16:25:21.782234+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-61", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "d67f167a-a1c2-40f0-95a4-5ff74782ea28", "result_sha256": "87911abc3958f6a4b680bcc0e5f945248538bfe49f72e0e7d89985bbb12a1f7f", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.006188, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "A" }, "group_id": "lightness-chain-04-edge-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-62.png", "input_tokens": 1114, "latency_sec": 7.276875399053097, "model_name": "gemini-3.1-pro-preview", "out_of_srgb": null, "output_tokens": 330, "prediction": { "choice": "A" }, "prompt_sha256": "64bfc83d308291dc6a447de93571b42ec09ec6278f7fe82905c059b3926629a9", "provider": "google", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T14:06:58.991099+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-62", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "29ec9ba6-3047-4d0b-9ced-9fffdbe74757", "result_sha256": "6257eee2be6d9e8a06c39d318a1fd925a309b8eec7729451b44f33b40527921e", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.010556, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "A" }, "group_id": "lightness-chain-04-edge-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-63.png", "input_tokens": 1114, "latency_sec": 7.9507802510634065, "model_name": "gemini-3.1-pro-preview", "out_of_srgb": null, "output_tokens": 694, "prediction": { "choice": "A" }, "prompt_sha256": "14500bd7eefa43cebfa107c8a8fa9fa53dddd9be742ffa97660526f7a924c308", "provider": "google", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T14:12:11.533170+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-63", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "0f3cd934-40e3-4cb9-8e0b-98200a529634", "result_sha256": "714666504267d248c1d1a302d831e7770419b21f61940b632ab7ae4e5ca62625", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00668, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "B" }, "group_id": "lightness-chain-04-edge-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-64.png", "input_tokens": 1114, "latency_sec": 5.617446603951976, "model_name": "gemini-3.1-pro-preview", "out_of_srgb": null, "output_tokens": 371, "prediction": { "choice": "B" }, "prompt_sha256": "14500bd7eefa43cebfa107c8a8fa9fa53dddd9be742ffa97660526f7a924c308", "provider": "google", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T14:34:26.172125+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-64", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "824d5a77-0694-4c12-aeb0-f858ae98c41a", "result_sha256": "c180bb82dc124ffdef856a8dd7b32b99c3440420452205ea6a32c40551c0851a", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.006896, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "A" }, "group_id": "match-binding-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-01.png", "input_tokens": 1126, "latency_sec": 7.021925920038484, "model_name": "gemini-3.1-pro-preview", "out_of_srgb": null, "output_tokens": 387, "prediction": { "choice": "A" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "google", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T16:12:45.067409+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-01", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "e369ba7f-bfd5-4624-8a92-f9b4b4f71686", "result_sha256": "09136f58b23d68a5ad713a33c2e9e88fbb309e8561980ffcbca3f6bd7a761883", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.006248, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "B" }, "group_id": "match-binding-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-02.png", "input_tokens": 1126, "latency_sec": 7.11144097300712, "model_name": "gemini-3.1-pro-preview", "out_of_srgb": null, "output_tokens": 333, "prediction": { "choice": "B" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "google", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T15:30:33.378098+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-02", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "6664e2db-d72b-47d6-a188-c2e16afa132f", "result_sha256": "0cfcbcde69556ae177ae9e10bdffc0cff64f0f4ec8b167682932553c19aa1697", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.006164, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "C" }, "group_id": "match-binding-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-03.png", "input_tokens": 1126, "latency_sec": 5.645730281015858, "model_name": "gemini-3.1-pro-preview", "out_of_srgb": null, "output_tokens": 326, "prediction": { "choice": "C" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "google", "raw_prediction": "{\n \"choice\": \"C\"\n}", "recorded_at": "2026-09-16T15:44:59.168716+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-03", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "35f0dca5-51a1-4d4c-b480-d0238a12f38e", "result_sha256": "6f09a96e1e682e2b59076bdf8870a4ab8e22141fc7ac29aabec4ebca33946123", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.007952, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "D" }, "group_id": "match-binding-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-04.png", "input_tokens": 1126, "latency_sec": 12.101465240004472, "model_name": "gemini-3.1-pro-preview", "out_of_srgb": null, "output_tokens": 475, "prediction": { "choice": "D" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "google", "raw_prediction": "{\"choice\": \"D\"}", "recorded_at": "2026-09-16T15:03:45.076805+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-04", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "f3e0255b-7771-467d-b07b-39c2ad715ebd", "result_sha256": "359b2a394658b71c459e27a5713e1ef07fea6363228e529b68632d985f5a01b8", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.008588, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "A" }, "group_id": "match-binding-05", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-05.png", "input_tokens": 1126, "latency_sec": 7.108670338988304, "model_name": "gemini-3.1-pro-preview", "out_of_srgb": null, "output_tokens": 528, "prediction": { "choice": "A" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "google", "raw_prediction": "{\n \"choice\": \"A\"\n}", "recorded_at": "2026-09-16T15:40:03.046054+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-05", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "7e6805dc-4d65-412c-b0a0-7a113075e1de", "result_sha256": "a93db56598b3a33b887ecda7a2fbd2eda7ec25e4b73a9685bec5d405dadc9fbe", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.008444, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "B" }, "group_id": "match-binding-06", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-06.png", "input_tokens": 1126, "latency_sec": 6.8304097650107, "model_name": "gemini-3.1-pro-preview", "out_of_srgb": null, "output_tokens": 516, "prediction": { "choice": "B" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "google", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T15:38:28.607089+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-06", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "062a56b6-4cc0-4c60-90ef-7ea228c7dbb8", "result_sha256": "ec5c97c5ce96fd41377a05f3e9a81ee216ae2efe165c0f01743ac619117e8c70", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.012296, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "C" }, "group_id": "match-binding-07", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-07.png", "input_tokens": 1126, "latency_sec": 17.466222507995553, "model_name": "gemini-3.1-pro-preview", "out_of_srgb": null, "output_tokens": 837, "prediction": { "choice": "C" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "google", "raw_prediction": "{\"choice\": \"C\"}", "recorded_at": "2026-09-16T15:12:08.939927+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-07", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "350b0fb9-9115-457b-9d14-c9cea340f0a1", "result_sha256": "46489f1f4157a52f9e6f1c69f9d66bb13f648da02354098ca99144d093b59f8a", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00704, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "D" }, "group_id": "match-binding-08", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-08.png", "input_tokens": 1126, "latency_sec": 5.934661922976375, "model_name": "gemini-3.1-pro-preview", "out_of_srgb": null, "output_tokens": 399, "prediction": { "choice": "D" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "google", "raw_prediction": "{\"choice\": \"D\"}", "recorded_at": "2026-09-16T16:18:16.370449+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-08", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "6ccdeb5c-e122-4676-97e6-b00cec218f03", "result_sha256": "4b67aab66a60f2e21962ae0da5c329c88cd8775c30cfe9a9e30a6f4bafa7788f", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.011612, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "A" }, "group_id": "match-binding-09", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-09.png", "input_tokens": 1126, "latency_sec": 7.981743407086469, "model_name": "gemini-3.1-pro-preview", "out_of_srgb": null, "output_tokens": 780, "prediction": { "choice": "A" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "google", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T15:47:33.868390+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-09", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "65b027e0-c227-4a59-b810-da9033bd2f1c", "result_sha256": "94d5f6921885cdffb9e203a45d68123ab46a34f00020c78637e33b1666a44ecf", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00836, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "B" }, "group_id": "match-binding-10", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-10.png", "input_tokens": 1126, "latency_sec": 8.575540323043242, "model_name": "gemini-3.1-pro-preview", "out_of_srgb": null, "output_tokens": 509, "prediction": { "choice": "B" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "google", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T14:38:20.958270+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-10", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "273597f1-7e5e-4b3c-ab40-d8ee230e6d27", "result_sha256": "f8896230667772e573dc61ec3ec59cb59a4648450da05d8d9166744f238c6847", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.008864, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "C" }, "group_id": "match-binding-11", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-11.png", "input_tokens": 1126, "latency_sec": 6.928946859086864, "model_name": "gemini-3.1-pro-preview", "out_of_srgb": null, "output_tokens": 551, "prediction": { "choice": "C" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "google", "raw_prediction": "{\"choice\": \"C\"}", "recorded_at": "2026-09-16T15:07:46.705594+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-11", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "a5c524b1-da26-4bf4-96f0-296ebe694b2e", "result_sha256": "156d6f61013bb2aaa8ba08df2bfa759dc12efd40016908163065b4dbd001d032", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.020348, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "D" }, "group_id": "match-binding-12", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-12.png", "input_tokens": 1126, "latency_sec": 15.50218541698996, "model_name": "gemini-3.1-pro-preview", "out_of_srgb": null, "output_tokens": 1508, "prediction": { "choice": "D" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "google", "raw_prediction": "{\"choice\": \"D\"}", "recorded_at": "2026-09-16T14:02:35.869690+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-12", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "72c3610b-b31e-4c93-91a7-236b62e9ba50", "result_sha256": "6ea318416dcfc2e06c9091d7f5dcaf9d6960347ca611a323de4ab56ac9cf39e0", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.049532, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "A" }, "group_id": "match-binding-13", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-13.png", "input_tokens": 1126, "latency_sec": 35.24895186396316, "model_name": "gemini-3.1-pro-preview", "out_of_srgb": null, "output_tokens": 3940, "prediction": { "choice": "C" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "google", "raw_prediction": "{\n \"choice\": \"C\"\n}", "recorded_at": "2026-09-16T15:36:13.526488+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-matching-13", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "e9f945db-79fa-44a6-a23c-6eefa633565b", "result_sha256": "9456c48546cea1ab86647ff3346a0d8ccf15185a0f8493bd472b93dd75a4608d", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.01568, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "B" }, "group_id": "match-binding-14", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-14.png", "input_tokens": 1126, "latency_sec": 13.503785358043388, "model_name": "gemini-3.1-pro-preview", "out_of_srgb": null, "output_tokens": 1119, "prediction": { "choice": "B" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "google", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T15:15:24.563262+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-14", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "57010c81-100a-45fa-a983-88d316473abb", "result_sha256": "8e0ed718337843f193c3f90507507084e4335baba5e0ed1012215f94666f8bc6", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.017564, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "C" }, "group_id": "match-binding-15", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-15.png", "input_tokens": 1126, "latency_sec": 16.839769151993096, "model_name": "gemini-3.1-pro-preview", "out_of_srgb": null, "output_tokens": 1276, "prediction": { "choice": "A" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "google", "raw_prediction": "{\n \"choice\": \"A\"\n}", "recorded_at": "2026-09-16T15:23:16.131698+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-matching-15", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "c4287377-fa30-4b0e-a418-8bd8530e5dc3", "result_sha256": "234a24201340ab556509c1fb38fbe0e617cbccbda04e2657f0fd57893dc71b62", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.015128, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "D" }, "group_id": "match-binding-16", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-16.png", "input_tokens": 1126, "latency_sec": 18.033417923026718, "model_name": "gemini-3.1-pro-preview", "out_of_srgb": null, "output_tokens": 1073, "prediction": { "choice": "B" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "google", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T14:13:29.003404+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-matching-16", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "c676c919-f1a7-43dc-b28b-f40685756fad", "result_sha256": "8689336df4d50059c7ecabd5314c3e9f42e1904055fdac497bc200496076856d", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.009512, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "A" }, "group_id": "match-binding-17", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-17.png", "input_tokens": 1126, "latency_sec": 7.182889428106137, "model_name": "gemini-3.1-pro-preview", "out_of_srgb": null, "output_tokens": 605, "prediction": { "choice": "A" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "google", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T15:55:06.976414+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-17", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "f0b6e292-5f7d-49da-a628-103b0ea02ee2", "result_sha256": "7fe3eed8c92f8fc43e63d91068074707b0aabaf28a5e140f5da8640eaa7a3e45", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.008348, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "B" }, "group_id": "match-binding-18", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-18.png", "input_tokens": 1126, "latency_sec": 6.671693407930434, "model_name": "gemini-3.1-pro-preview", "out_of_srgb": null, "output_tokens": 508, "prediction": { "choice": "B" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "google", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T15:33:16.012118+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-18", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "666483a8-a24f-4392-81a5-132d20b56f62", "result_sha256": "2f27c94610f4c4690acb956fb691a6d3c4994233fda8ce7bb29358f62fc4f6b3", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.012416, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "C" }, "group_id": "match-binding-19", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-19.png", "input_tokens": 1126, "latency_sec": 10.742393797030672, "model_name": "gemini-3.1-pro-preview", "out_of_srgb": null, "output_tokens": 847, "prediction": { "choice": "C" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "google", "raw_prediction": "{\"choice\": \"C\"}", "recorded_at": "2026-09-16T15:47:52.448950+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-19", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "aa02ce83-370b-4ab4-8ec3-14c8999a3fb6", "result_sha256": "b6c13095c165398936e2c0ee16043d6579dd45e39908b19f702718cc836c16a2", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.009032, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "D" }, "group_id": "match-binding-20", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-20.png", "input_tokens": 1126, "latency_sec": 8.585887372959405, "model_name": "gemini-3.1-pro-preview", "out_of_srgb": null, "output_tokens": 565, "prediction": { "choice": "D" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "google", "raw_prediction": "{\"choice\": \"D\"}", "recorded_at": "2026-09-16T15:18:09.108653+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-20", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "b3cb1b4c-aae0-4202-816a-9803291d254b", "result_sha256": "34b3748cfd8543f812ddba39da09a9113dc85d30e4e75ef2b1c6bf41c8a867b4", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.010652, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "A" }, "group_id": "match-binding-21", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-21.png", "input_tokens": 1126, "latency_sec": 8.231779648922384, "model_name": "gemini-3.1-pro-preview", "out_of_srgb": null, "output_tokens": 700, "prediction": { "choice": "A" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "google", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T14:35:58.826460+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-21", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "2bd6385f-c75f-430a-bd4f-368d6de2a8d3", "result_sha256": "c5eb07176f167dbed70b1166295aa3cba70b9a8f51a24151e53abb567bec7abc", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.020828, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "B" }, "group_id": "match-binding-22", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-22.png", "input_tokens": 1126, "latency_sec": 16.814062078949064, "model_name": "gemini-3.1-pro-preview", "out_of_srgb": null, "output_tokens": 1548, "prediction": { "choice": "B" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "google", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T14:28:16.217473+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-22", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "71c4ff01-ecf7-4b3a-bc15-dfed3701e454", "result_sha256": "e20513677ecc66fb90de4b4d0241319bbdb16209c461608c76dd40127346c805", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.013664, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "C" }, "group_id": "match-binding-23", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-23.png", "input_tokens": 1126, "latency_sec": 10.690952075994574, "model_name": "gemini-3.1-pro-preview", "out_of_srgb": null, "output_tokens": 951, "prediction": { "choice": "C" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "google", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-16T16:13:02.453360+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-23", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "d1441fd9-7d83-42c2-9cf1-4b4e926a4019", "result_sha256": "6ebc764e4b25d1e52e8bb4ee382d44832c5a8a5a3350d65c65dbbb21c0b1afe7", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.022484, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "D" }, "group_id": "match-binding-24", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-24.png", "input_tokens": 1126, "latency_sec": 14.953515787958167, "model_name": "gemini-3.1-pro-preview", "out_of_srgb": null, "output_tokens": 1686, "prediction": { "choice": "D" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "google", "raw_prediction": "{\"choice\": \"D\"}", "recorded_at": "2026-09-16T15:41:06.044910+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-24", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "68a9953c-6f83-4408-9716-d722ad02dc5f", "result_sha256": "fd7640d954d9de66ef9eb7017aaddf0f9052c5fbdc9eea22c4861ae1eecf81c8", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.014264, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "A" }, "group_id": "match-binding-25", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-25.png", "input_tokens": 1126, "latency_sec": 13.612224112963304, "model_name": "gemini-3.1-pro-preview", "out_of_srgb": null, "output_tokens": 1001, "prediction": { "choice": "C" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "google", "raw_prediction": "{\"choice\": \"C\"}", "recorded_at": "2026-09-16T15:36:19.168244+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-matching-25", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "d1a30047-f890-4f57-9d26-bd4f1df30267", "result_sha256": "ae755993c8356689be1a4c7ad8ef98783fb8665188663e1f2e8572f9fd2ed66a", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.015932, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "B" }, "group_id": "match-binding-26", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-26.png", "input_tokens": 1126, "latency_sec": 11.221177551080473, "model_name": "gemini-3.1-pro-preview", "out_of_srgb": null, "output_tokens": 1140, "prediction": { "choice": "B" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "google", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T14:25:52.408435+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-26", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "c36b5103-4c2e-49f3-b0bd-9e6bbaedf872", "result_sha256": "7ce970401a0736f3b007cf8cad1d5051d52a08386184efd186871ed45f0b0ebb", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.021272, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "C" }, "group_id": "match-binding-27", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-27.png", "input_tokens": 1126, "latency_sec": 15.273972750990652, "model_name": "gemini-3.1-pro-preview", "out_of_srgb": null, "output_tokens": 1585, "prediction": { "choice": "C" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "google", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-16T15:09:44.240876+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-27", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "4843b112-4f26-4349-892d-3d8c0c8d550e", "result_sha256": "2a8cdf320693680cd83bf8aaf44e2825247e4244a361e82f65b80852bb9fe10b", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.011156, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "D" }, "group_id": "match-binding-28", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-28.png", "input_tokens": 1126, "latency_sec": 7.904887060052715, "model_name": "gemini-3.1-pro-preview", "out_of_srgb": null, "output_tokens": 742, "prediction": { "choice": "B" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "google", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T15:53:48.473707+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-matching-28", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "60cb241b-ccc7-4ec6-b429-ed947e9e39b3", "result_sha256": "5bddeee81784c6cba01fc49c50a67c8cf1a45076daccaf3dccdc2b93e49c9e23", "result": { "component_errors": null, "correct": false, "cost_estimated": true, "cost_usd": 0.090312, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "A" }, "group_id": "match-binding-29", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-29.png", "input_tokens": 1126, "latency_sec": 84.57787328201812, "model_name": "gemini-3.1-pro-preview", "out_of_srgb": null, "output_tokens": 2409, "prediction": { "choice": "B" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "google", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T14:32:15.108891+00:00", "request_attempts": 2, "score": 0.0, "task_id": "colorbench-matching-29", "tight_score": null, "unmetered_attempts": 1, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "09d9c79a-f821-4b83-96ce-ba79c7ac3ead", "result_sha256": "3bca5a4f3d921298a2821e456bf3ec999d020b876c01c9f99f423491dd712006", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.031604, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "B" }, "group_id": "match-binding-30", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-30.png", "input_tokens": 1126, "latency_sec": 21.705891977995634, "model_name": "gemini-3.1-pro-preview", "out_of_srgb": null, "output_tokens": 2446, "prediction": { "choice": "D" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "google", "raw_prediction": "{\"choice\": \"D\"}", "recorded_at": "2026-09-16T15:52:43.697924+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-matching-30", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "bb468689-3b2b-43a3-af85-0d88815b0731", "result_sha256": "ee7ca4a6979366915372cc1a4ec73188a305375e17ef37b2591ea66f814dfc41", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.034052, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "C" }, "group_id": "match-binding-31", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-31.png", "input_tokens": 1126, "latency_sec": 22.32521723106038, "model_name": "gemini-3.1-pro-preview", "out_of_srgb": null, "output_tokens": 2650, "prediction": { "choice": "C" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "google", "raw_prediction": "{\"choice\": \"C\"}", "recorded_at": "2026-09-16T16:21:00.412893+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-31", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "79f49741-f1ff-4a6b-9d7a-53c73dad142b", "result_sha256": "9f54dc235f0b04b1e5983bb2f92d756940ae739d26db7c072f1bc48c9717b140", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.011276, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "D" }, "group_id": "match-binding-32", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-32.png", "input_tokens": 1126, "latency_sec": 9.97726865496952, "model_name": "gemini-3.1-pro-preview", "out_of_srgb": null, "output_tokens": 752, "prediction": { "choice": "B" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "google", "raw_prediction": "{\n \"choice\": \"B\"\n}", "recorded_at": "2026-09-16T15:04:09.769127+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-matching-32", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "5d000db4-0061-49bf-ba2a-5f8048b1f0dc", "result_sha256": "507f58e7baed0c99a73c11f02b290bebc94209b6592c44306c90a4c101cb8f1a", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.006836, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "A" }, "group_id": "match-binding-33", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-33.png", "input_tokens": 1126, "latency_sec": 6.3440257179318, "model_name": "gemini-3.1-pro-preview", "out_of_srgb": null, "output_tokens": 382, "prediction": { "choice": "A" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "google", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T14:49:31.324651+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-33", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "c01fd0dc-9f07-42b0-ab07-86b6581b9309", "result_sha256": "6c9391e00f37f58b40cb89621d1d95d28a55fef9972c65ab91b7c787881e93b0", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.005276, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "B" }, "group_id": "match-binding-34", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-34.png", "input_tokens": 1126, "latency_sec": 5.12271004205104, "model_name": "gemini-3.1-pro-preview", "out_of_srgb": null, "output_tokens": 252, "prediction": { "choice": "B" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "google", "raw_prediction": "{\n \"choice\": \"B\"\n}", "recorded_at": "2026-09-16T15:43:00.781365+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-34", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "b98e2a76-1c2c-4103-99b5-2e3e1fd23849", "result_sha256": "0b24c3f53c40192ce81e795ceb0e00ccf00c0588ba373ec1ddfe366639c6ab00", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.006404, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "C" }, "group_id": "match-binding-35", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-35.png", "input_tokens": 1126, "latency_sec": 5.331751052988693, "model_name": "gemini-3.1-pro-preview", "out_of_srgb": null, "output_tokens": 346, "prediction": { "choice": "C" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "google", "raw_prediction": "{\n \"choice\": \"C\"\n}", "recorded_at": "2026-09-16T14:25:57.931870+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-35", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "1af37f8e-74f2-41e9-96fd-f1ef530dacfe", "result_sha256": "e7f93c1323d7bb673f1d81e882fbab99a2b5786bdaece61e572b5aac8132c84a", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.005204, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "D" }, "group_id": "match-binding-36", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-36.png", "input_tokens": 1126, "latency_sec": 11.018828882020898, "model_name": "gemini-3.1-pro-preview", "out_of_srgb": null, "output_tokens": 246, "prediction": { "choice": "D" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "google", "raw_prediction": "{\"choice\": \"D\"}", "recorded_at": "2026-09-16T15:15:37.445835+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-36", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "d4e4954a-950f-42aa-92e3-0ac039bd6a87", "result_sha256": "598abde2bd7a5dac3ffa907c4fd6f9931b53cae572b45a60a995bb56e867b54a", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.009584, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "A" }, "group_id": "match-binding-37", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-37.png", "input_tokens": 1126, "latency_sec": 7.841984890052117, "model_name": "gemini-3.1-pro-preview", "out_of_srgb": null, "output_tokens": 611, "prediction": { "choice": "A" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "google", "raw_prediction": "{\n \"choice\": \"A\"\n}", "recorded_at": "2026-09-16T15:07:34.178115+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-37", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "29b16a94-8f9b-448f-b6d3-bdc370de1815", "result_sha256": "b8638a3b129a8205f5209c56866b0902473e58d4b10f32944360f5930b39f655", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.005864, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "B" }, "group_id": "match-binding-38", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-38.png", "input_tokens": 1126, "latency_sec": 10.881603876012377, "model_name": "gemini-3.1-pro-preview", "out_of_srgb": null, "output_tokens": 301, "prediction": { "choice": "B" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "google", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T15:24:56.854453+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-38", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "fa49a68b-ff0d-454b-9427-56dbe2c15171", "result_sha256": "896580f744f65048778f74926a94d351752786be031494c82b155f60d3097ad6", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.005252, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "C" }, "group_id": "match-binding-39", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-39.png", "input_tokens": 1126, "latency_sec": 4.406768508022651, "model_name": "gemini-3.1-pro-preview", "out_of_srgb": null, "output_tokens": 250, "prediction": { "choice": "C" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "google", "raw_prediction": "{\"choice\": \"C\"}", "recorded_at": "2026-09-16T15:52:59.639393+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-39", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "11d56795-28eb-4be4-a9af-3938bf99c4cd", "result_sha256": "79b34c5283145adabb3c3f809fd53ad6ee243b36771b3ad7affc62514bbe8646", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.012524, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "D" }, "group_id": "match-binding-40", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-40.png", "input_tokens": 1126, "latency_sec": 16.257093567983247, "model_name": "gemini-3.1-pro-preview", "out_of_srgb": null, "output_tokens": 856, "prediction": { "choice": "D" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "google", "raw_prediction": "{\"choice\": \"D\"}", "recorded_at": "2026-09-16T14:30:17.782675+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-40", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "b1bacb65-a874-4742-99f0-14a3f792950a", "result_sha256": "ba70687f7b0edc98515fd13529e4f46180f1db9024b86d48234099c69aa14389", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0122, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "A" }, "group_id": "match-binding-41", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-41.png", "input_tokens": 1126, "latency_sec": 9.116829809034243, "model_name": "gemini-3.1-pro-preview", "out_of_srgb": null, "output_tokens": 829, "prediction": { "choice": "A" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "google", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T16:09:23.510737+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-41", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "16803308-8369-4ff1-9bd8-145af72f147b", "result_sha256": "fc1f22c59c0e9de499bf8cce9d09315e50455475ad5846c7e77e072102dbd4ea", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.022604, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "B" }, "group_id": "match-binding-42", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-42.png", "input_tokens": 1126, "latency_sec": 17.682858826010488, "model_name": "gemini-3.1-pro-preview", "out_of_srgb": null, "output_tokens": 1696, "prediction": { "choice": "D" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "google", "raw_prediction": "{\"choice\": \"D\"}", "recorded_at": "2026-09-16T16:24:11.897316+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-matching-42", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "bcd50dd1-fc68-4387-8759-2a730a7c11f3", "result_sha256": "f59c68ec784b907462f1188973aa8e7de07bdbbc17e9eb30cab537243c00131f", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.018464, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "C" }, "group_id": "match-binding-43", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-43.png", "input_tokens": 1126, "latency_sec": 12.73829652799759, "model_name": "gemini-3.1-pro-preview", "out_of_srgb": null, "output_tokens": 1351, "prediction": { "choice": "C" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "google", "raw_prediction": "{\"choice\": \"C\"}", "recorded_at": "2026-09-16T15:07:26.357410+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-43", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "897a3c15-cba7-4f81-ad92-f614484bf5e4", "result_sha256": "7becda4abea0247a5cd7242090f7c629da07fb604e15a0270b3c71c0c9f11eb1", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.010016, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "D" }, "group_id": "match-binding-44", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-44.png", "input_tokens": 1126, "latency_sec": 33.3047907439759, "model_name": "gemini-3.1-pro-preview", "out_of_srgb": null, "output_tokens": 647, "prediction": { "choice": "D" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "google", "raw_prediction": "{\"choice\": \"D\"}", "recorded_at": "2026-09-16T16:14:05.262738+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-44", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "a4a5ec36-d510-414f-8f1e-295d78fd2fd1", "result_sha256": "7bed89254b8a99b42eb3a4a0cb32b05c1b2e9223ab4a1c46871907bc21dc6702", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.04952, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "A" }, "group_id": "match-binding-45", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-45.png", "input_tokens": 1126, "latency_sec": 34.53762379800901, "model_name": "gemini-3.1-pro-preview", "out_of_srgb": null, "output_tokens": 3939, "prediction": { "choice": "C" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "google", "raw_prediction": "{\n \"choice\": \"C\"\n}", "recorded_at": "2026-09-16T14:20:28.127815+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-matching-45", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "df0e785c-6dae-44a0-a330-4c7dfcf13167", "result_sha256": "8895a9650d65441b5a38c9c6b1e53246a0b512404d0c291c88eb9f27b22cde4e", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.018284, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "B" }, "group_id": "match-binding-46", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-46.png", "input_tokens": 1126, "latency_sec": 16.820960860000923, "model_name": "gemini-3.1-pro-preview", "out_of_srgb": null, "output_tokens": 1336, "prediction": { "choice": "B" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "google", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T14:41:24.619212+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-46", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "ff0fbd1c-3b8d-4b79-8610-7895cb605e80", "result_sha256": "43dbcaca878bb1b7719bdea23d45a635f332d1bfc49409c4d2cbb237f0d59212", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.027968, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "C" }, "group_id": "match-binding-47", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-47.png", "input_tokens": 1126, "latency_sec": 30.079353594919667, "model_name": "gemini-3.1-pro-preview", "out_of_srgb": null, "output_tokens": 2143, "prediction": { "choice": "A" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "google", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T14:01:48.108549+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-matching-47", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "f963f3ee-f87f-4a03-83c7-11622530e19c", "result_sha256": "1dd23ca489fd9fdf509259e4a79f061a216fbd162c57b3fa2b53b0e69cf8926a", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.015296, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "D" }, "group_id": "match-binding-48", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-48.png", "input_tokens": 1126, "latency_sec": 10.223537037963979, "model_name": "gemini-3.1-pro-preview", "out_of_srgb": null, "output_tokens": 1087, "prediction": { "choice": "D" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "google", "raw_prediction": "{\"choice\": \"D\"}", "recorded_at": "2026-09-16T15:04:55.140297+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-48", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "cb3c598b-bee2-4825-92cc-aa5d49d030c7", "result_sha256": "6c0a68d51a97fc68c42b9e4f8feb54757590f4c58e33a5668156e70848b50667", "result": { "component_errors": { "c": 0.0018798932594519813, "h": 1.192229240011443, "l": 0.0029260859779970394 }, "correct": null, "cost_estimated": false, "cost_usd": 0.023446, "delta_e_ok": 0.00487332615216886, "error": null, "error_kind": null, "family": "oklch", "ground_truth": { "rgb": [ 192, 64, 80 ] }, "group_id": "numeric-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-01.png", "input_tokens": 1169, "latency_sec": 17.82091799401678, "model_name": "gemini-3.1-pro-preview", "out_of_srgb": false, "output_tokens": 1759, "prediction": { "c": 0.165, "h": 18.2, "l": 0.554 }, "prompt_sha256": "cfc2f885cbdbcece08f23bb635b333e3e35d9a41ebaf72f1a755e461f8f494d4", "provider": "google", "raw_prediction": "{\n \"l\": 0.554,\n \"c\": 0.165,\n \"h\": 18.2\n}", "recorded_at": "2026-09-16T16:14:54.927941+00:00", "request_attempts": 1, "score": 97.56333692391557, "task_id": "colorbench-oklch-01", "tight_score": 90.25334769566228, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": true, "0.01": true, "0.02": true, "0.05": true } } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "3be6ae85-f5eb-4d64-a73b-1033de018a8e", "result_sha256": "e75ef9f9f3cf16771ebfa3ef702bb5942e721c75399b69b7dacaa583bfc774f2", "result": { "component_errors": { "c": 0.0014030390476776344, "h": 1.9452718586605329, "l": 0.020653299340816833 }, "correct": null, "cost_estimated": false, "cost_usd": 0.014146, "delta_e_ok": 0.02124486738174155, "error": null, "error_kind": null, "family": "oklch", "ground_truth": { "rgb": [ 38, 112, 190 ] }, "group_id": "numeric-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-02.png", "input_tokens": 1169, "latency_sec": 11.48182949796319, "model_name": "gemini-3.1-pro-preview", "out_of_srgb": false, "output_tokens": 984, "prediction": { "c": 0.14, "h": 255.0, "l": 0.52 }, "prompt_sha256": "cfc2f885cbdbcece08f23bb635b333e3e35d9a41ebaf72f1a755e461f8f494d4", "provider": "google", "raw_prediction": "{\"l\": 0.52, \"c\": 0.14, \"h\": 255}", "recorded_at": "2026-09-16T14:04:15.193088+00:00", "request_attempts": 1, "score": 89.37756630912924, "task_id": "colorbench-oklch-02", "tight_score": 57.5102652365169, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": false, "0.02": false, "0.05": true } } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "6f31fc21-1561-4b54-813e-1ca3e390c6ee", "result_sha256": "eafcdaa7c4e56e363af366198a67a1742fa80adec6eaaa72c77af76d1ca4e118", "result": { "component_errors": { "c": 0.0007053031417421779, "h": 5.03735052816387, "l": 0.028902482213614133 }, "correct": null, "cost_estimated": false, "cost_usd": 0.01969, "delta_e_ok": 0.030226517222156482, "error": null, "error_kind": null, "family": "oklch", "ground_truth": { "rgb": [ 60, 140, 100 ] }, "group_id": "numeric-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-03.png", "input_tokens": 1169, "latency_sec": 16.32417874003295, "model_name": "gemini-3.1-pro-preview", "out_of_srgb": false, "output_tokens": 1446, "prediction": { "c": 0.1, "h": 154.0, "l": 0.55 }, "prompt_sha256": "cfc2f885cbdbcece08f23bb635b333e3e35d9a41ebaf72f1a755e461f8f494d4", "provider": "google", "raw_prediction": "{\n \"l\": 0.55,\n \"c\": 0.10,\n \"h\": 154\n}", "recorded_at": "2026-09-16T14:00:08.344776+00:00", "request_attempts": 1, "score": 84.88674138892176, "task_id": "colorbench-oklch-03", "tight_score": 39.54696555568704, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": false, "0.02": false, "0.05": true } } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "25b8c525-69e4-4e52-b867-d025c5b9c03a", "result_sha256": "a044d724dfeb5defaf88fcfc7cf1aa7ba38073217b67aa6ee7a05519aa14b406", "result": { "component_errors": { "c": 0.031361814369457994, "h": 0.9172279593992698, "l": 0.013854237561005678 }, "correct": null, "cost_estimated": false, "cost_usd": 0.021862, "delta_e_ok": 0.03435306295502185, "error": null, "error_kind": null, "family": "oklch", "ground_truth": { "rgb": [ 185, 135, 45 ] }, "group_id": "numeric-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-04.png", "input_tokens": 1169, "latency_sec": 22.680216438951902, "model_name": "gemini-3.1-pro-preview", "out_of_srgb": true, "output_tokens": 1627, "prediction": { "c": 0.151, "h": 78.96, "l": 0.643 }, "prompt_sha256": "cfc2f885cbdbcece08f23bb635b333e3e35d9a41ebaf72f1a755e461f8f494d4", "provider": "google", "raw_prediction": "{\"l\":0.643,\"c\":0.151,\"h\":78.96}", "recorded_at": "2026-09-16T14:15:14.636534+00:00", "request_attempts": 1, "score": 82.82346852248908, "task_id": "colorbench-oklch-04", "tight_score": 31.293874089956308, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": false, "0.02": false, "0.05": true } } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "da76dffd-5c7d-46bd-95a3-f7293d1b84fe", "result_sha256": "33aa4e8d3dac9dd3384546252f76d9e6457330520a6f12afcd74a4d0b6006fc2", "result": { "component_errors": { "c": 0.018125551628440623, "h": 6.892859039531913, "l": 0.010093357125907643 }, "correct": null, "cost_estimated": false, "cost_usd": 0.01633, "delta_e_ok": 0.02624934965454633, "error": null, "error_kind": null, "family": "oklch", "ground_truth": { "rgb": [ 135, 85, 175 ] }, "group_id": "numeric-05", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-05.png", "input_tokens": 1169, "latency_sec": 11.61679466709029, "model_name": "gemini-3.1-pro-preview", "out_of_srgb": false, "output_tokens": 1166, "prediction": { "c": 0.125, "h": 301.1, "l": 0.534 }, "prompt_sha256": "cfc2f885cbdbcece08f23bb635b333e3e35d9a41ebaf72f1a755e461f8f494d4", "provider": "google", "raw_prediction": "{\"l\": 0.534, \"c\": 0.125, \"h\": 301.1}", "recorded_at": "2026-09-16T14:07:56.146306+00:00", "request_attempts": 1, "score": 86.87532517272683, "task_id": "colorbench-oklch-05", "tight_score": 47.50130069090734, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": false, "0.02": false, "0.05": true } } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "97b68f80-8c63-459b-8d64-9d449b77aaaf", "result_sha256": "c3aea9ff139e52307e7e74aa27550e93b832d9916480655670688b6195c72f62", "result": { "component_errors": { "c": 0.0012632622246576825, "h": 5.373234931850135, "l": 0.027998935455019358 }, "correct": null, "cost_estimated": false, "cost_usd": 0.030442, "delta_e_ok": 0.02857460779774318, "error": null, "error_kind": null, "family": "oklch", "ground_truth": { "rgb": [ 22, 48, 75 ] }, "group_id": "numeric-06", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-06.png", "input_tokens": 1169, "latency_sec": 21.031199641991407, "model_name": "gemini-3.1-pro-preview", "out_of_srgb": false, "output_tokens": 2342, "prediction": { "c": 0.06, "h": 256.5, "l": 0.275 }, "prompt_sha256": "cfc2f885cbdbcece08f23bb635b333e3e35d9a41ebaf72f1a755e461f8f494d4", "provider": "google", "raw_prediction": "{\"l\": 0.275, \"c\": 0.06, \"h\": 256.5}", "recorded_at": "2026-09-16T16:22:13.654108+00:00", "request_attempts": 1, "score": 85.71269610112842, "task_id": "colorbench-oklch-06", "tight_score": 42.85078440451364, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": false, "0.02": false, "0.05": true } } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "d5fbf9b3-c229-47d2-8d88-213f39621c40", "result_sha256": "ea60dfba65ceae27f3964cb807324e86d085b36459a5fa1ff4d758c663020edc", "result": { "component_errors": { "c": 0.007311621245722155, "h": 3.917870075137529, "l": 0.015092721588155333 }, "correct": null, "cost_estimated": false, "cost_usd": 0.015682, "delta_e_ok": 0.017005204777552536, "error": null, "error_kind": null, "family": "oklch", "ground_truth": { "rgb": [ 225, 215, 188 ] }, "group_id": "numeric-07", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-07.png", "input_tokens": 1169, "latency_sec": 12.802878338028677, "model_name": "gemini-3.1-pro-preview", "out_of_srgb": false, "output_tokens": 1112, "prediction": { "c": 0.045, "h": 94.0, "l": 0.865 }, "prompt_sha256": "cfc2f885cbdbcece08f23bb635b333e3e35d9a41ebaf72f1a755e461f8f494d4", "provider": "google", "raw_prediction": "{\n \"l\": 0.865,\n \"c\": 0.045,\n \"h\": 94\n}", "recorded_at": "2026-09-16T15:37:14.765484+00:00", "request_attempts": 1, "score": 91.49739761122373, "task_id": "colorbench-oklch-07", "tight_score": 65.98959044489493, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": false, "0.02": true, "0.05": true } } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "307d04bd-7777-4353-9476-a35b7dbb9099", "result_sha256": "f44d26395d26cb960ca05f52beefe0b74e30f7da7957498f8c60323dc0ff9dcb", "result": { "component_errors": { "c": 0.0, "h": null, "l": 0.0018708017071177307 }, "correct": null, "cost_estimated": false, "cost_usd": 0.009982, "delta_e_ok": 0.0018708017072513502, "error": null, "error_kind": null, "family": "oklch", "ground_truth": { "rgb": [ 128, 128, 128 ] }, "group_id": "numeric-08", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-08.png", "input_tokens": 1169, "latency_sec": 9.927894509048201, "model_name": "gemini-3.1-pro-preview", "out_of_srgb": false, "output_tokens": 637, "prediction": { "c": 0.0, "h": 0.0, "l": 0.598 }, "prompt_sha256": "cfc2f885cbdbcece08f23bb635b333e3e35d9a41ebaf72f1a755e461f8f494d4", "provider": "google", "raw_prediction": "{\"l\": 0.598, \"c\": 0.0, \"h\": 0.0}", "recorded_at": "2026-09-16T15:23:28.691551+00:00", "request_attempts": 1, "score": 99.06459914637432, "task_id": "colorbench-oklch-08", "tight_score": 96.2583965854973, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": true, "0.01": true, "0.02": true, "0.05": true } } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "860848af-9765-46f2-ac75-b2dc56020e87", "result_sha256": "139554e6ce4347a99da4e38e4b7426af3d5d35b4b7c89084556d01924a697579", "result": { "component_errors": { "c": 0.007619245591903884, "h": 1.5493564713070498, "l": 0.0566465502777912 }, "correct": null, "cost_estimated": false, "cost_usd": 0.011038, "delta_e_ok": 0.05749450430413436, "error": null, "error_kind": null, "family": "oklch", "ground_truth": { "rgb": [ 230, 32, 44 ] }, "group_id": "numeric-09", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-09.png", "input_tokens": 1169, "latency_sec": 8.351833153050393, "model_name": "gemini-3.1-pro-preview", "out_of_srgb": true, "output_tokens": 725, "prediction": { "c": 0.234, "h": 27.2, "l": 0.536 }, "prompt_sha256": "cfc2f885cbdbcece08f23bb635b333e3e35d9a41ebaf72f1a755e461f8f494d4", "provider": "google", "raw_prediction": "{\"l\": 0.536, \"c\": 0.234, \"h\": 27.2}", "recorded_at": "2026-09-16T14:27:25.702638+00:00", "request_attempts": 1, "score": 71.25274784793282, "task_id": "colorbench-oklch-09", "tight_score": 0, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": false, "0.02": false, "0.05": false } } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "1ea7966d-a46f-4387-83a9-152849af0911", "result_sha256": "b6e5b0e0b38b1b486c386f78dca8e84aeadcb1e68ce3158907f9a409bdca74ef", "result": { "component_errors": { "c": 0.013020599292406898, "h": 6.00790120372875, "l": 0.028876084597746376 }, "correct": null, "cost_estimated": false, "cost_usd": 0.015886, "delta_e_ok": 0.03533343020561219, "error": null, "error_kind": null, "family": "oklch", "ground_truth": { "rgb": [ 24, 158, 82 ] }, "group_id": "numeric-10", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-10.png", "input_tokens": 1169, "latency_sec": 10.229686061968096, "model_name": "gemini-3.1-pro-preview", "out_of_srgb": false, "output_tokens": 1129, "prediction": { "c": 0.143, "h": 145.7, "l": 0.586 }, "prompt_sha256": "cfc2f885cbdbcece08f23bb635b333e3e35d9a41ebaf72f1a755e461f8f494d4", "provider": "google", "raw_prediction": "{\"l\": 0.586, \"c\": 0.143, \"h\": 145.7}", "recorded_at": "2026-09-16T15:47:19.191818+00:00", "request_attempts": 1, "score": 82.3332848971939, "task_id": "colorbench-oklch-10", "tight_score": 29.333139588775616, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": false, "0.02": false, "0.05": true } } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "9eb0cce4-3384-42a0-8b51-fad27054e029", "result_sha256": "52ff6f49cf3ea98158b7131753457723dfe91070793dde62f3baca755e11b520", "result": { "component_errors": { "c": 0.02084014831416997, "h": 1.6151519492961484, "l": 0.008549961158387243 }, "correct": null, "cost_estimated": false, "cost_usd": 0.015778, "delta_e_ok": 0.023458695361696855, "error": null, "error_kind": null, "family": "oklch", "ground_truth": { "rgb": [ 44, 84, 228 ] }, "group_id": "numeric-11", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-11.png", "input_tokens": 1169, "latency_sec": 16.21852846792899, "model_name": "gemini-3.1-pro-preview", "out_of_srgb": false, "output_tokens": 1120, "prediction": { "c": 0.243, "h": 264.6, "l": 0.523 }, "prompt_sha256": "cfc2f885cbdbcece08f23bb635b333e3e35d9a41ebaf72f1a755e461f8f494d4", "provider": "google", "raw_prediction": "{\n \"l\": 0.523,\n \"c\": 0.243,\n \"h\": 264.6\n}", "recorded_at": "2026-09-16T14:02:04.341307+00:00", "request_attempts": 1, "score": 88.27065231915158, "task_id": "colorbench-oklch-11", "tight_score": 53.082609276606284, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": false, "0.02": false, "0.05": true } } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "7d9f9ff6-89f9-44c9-9751-1f6f5550f125", "result_sha256": "64abd4c10c89102abbc3e8772db8c19ad218d3a5e956a3127ebe77592235121f", "result": { "component_errors": { "c": 0.009610575493296969, "h": 3.3341516928604165, "l": 0.028917168626562684 }, "correct": null, "cost_estimated": false, "cost_usd": 0.011794, "delta_e_ok": 0.032075949716788926, "error": null, "error_kind": null, "family": "oklch", "ground_truth": { "rgb": [ 236, 208, 44 ] }, "group_id": "numeric-12", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-12.png", "input_tokens": 1169, "latency_sec": 8.49863731500227, "model_name": "gemini-3.1-pro-preview", "out_of_srgb": true, "output_tokens": 788, "prediction": { "c": 0.177, "h": 95.3, "l": 0.827 }, "prompt_sha256": "cfc2f885cbdbcece08f23bb635b333e3e35d9a41ebaf72f1a755e461f8f494d4", "provider": "google", "raw_prediction": "{\"l\": 0.827, \"c\": 0.177, \"h\": 95.3}", "recorded_at": "2026-09-16T14:38:50.156306+00:00", "request_attempts": 1, "score": 83.96202514160554, "task_id": "colorbench-oklch-12", "tight_score": 35.84810056642215, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": false, "0.02": false, "0.05": true } } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "4232fdc1-884e-4477-969a-e4e5e3ba24ca", "result_sha256": "3f4d1033ebea2b5a207e8fd945332d597b33dfefb4f0e6bf3205c8508ec83303", "result": { "component_errors": { "c": 0.01902788078492834, "h": 5.0563490188789615, "l": 0.007026328770219026 }, "correct": null, "cost_estimated": false, "cost_usd": 0.019678, "delta_e_ok": 0.02889672968267869, "error": null, "error_kind": null, "family": "oklch", "ground_truth": { "rgb": [ 198, 58, 188 ] }, "group_id": "numeric-13", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-13.png", "input_tokens": 1169, "latency_sec": 15.039771373034455, "model_name": "gemini-3.1-pro-preview", "out_of_srgb": false, "output_tokens": 1445, "prediction": { "c": 0.243, "h": 326.0, "l": 0.608 }, "prompt_sha256": "cfc2f885cbdbcece08f23bb635b333e3e35d9a41ebaf72f1a755e461f8f494d4", "provider": "google", "raw_prediction": "{\"l\": 0.608, \"c\": 0.243, \"h\": 326}", "recorded_at": "2026-09-16T14:05:21.980832+00:00", "request_attempts": 1, "score": 85.55163515866066, "task_id": "colorbench-oklch-13", "tight_score": 42.20654063464262, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": false, "0.02": false, "0.05": true } } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "5ff7ec96-ecd4-40b0-8128-63452ff173b5", "result_sha256": "bb914ca0a9289ef416f3d127f3b53b9dffa2e80151e41f07bff2198ee464bfab", "result": { "component_errors": { "c": 0.007786331962802234, "h": 21.893765922304908, "l": 0.013438343453677004 }, "correct": null, "cost_estimated": false, "cost_usd": 0.020038, "delta_e_ok": 0.04672884881653024, "error": null, "error_kind": null, "family": "oklch", "ground_truth": { "rgb": [ 44, 178, 198 ] }, "group_id": "numeric-14", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-14.png", "input_tokens": 1169, "latency_sec": 14.188772431924008, "model_name": "gemini-3.1-pro-preview", "out_of_srgb": false, "output_tokens": 1475, "prediction": { "c": 0.12, "h": 232.0, "l": 0.69 }, "prompt_sha256": "cfc2f885cbdbcece08f23bb635b333e3e35d9a41ebaf72f1a755e461f8f494d4", "provider": "google", "raw_prediction": "{\"l\": 0.69, \"c\": 0.12, \"h\": 232}", "recorded_at": "2026-09-16T15:06:44.595379+00:00", "request_attempts": 1, "score": 76.63557559173488, "task_id": "colorbench-oklch-14", "tight_score": 6.5423023669395235, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": false, "0.02": false, "0.05": true } } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "93c00fd3-cd33-4a4a-975f-aaf6ed27d9b9", "result_sha256": "ae01577b78bf226312f2e3f150388502bb1fa5d67d10029a976714c143c31249", "result": { "component_errors": { "c": 0.004093520693841951, "h": null, "l": 0.09394063135467541 }, "correct": null, "cost_estimated": false, "cost_usd": 0.010762, "delta_e_ok": 0.09402977789501546, "error": null, "error_kind": null, "family": "oklch", "ground_truth": { "rgb": [ 16, 16, 18 ] }, "group_id": "numeric-15", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-15.png", "input_tokens": 1169, "latency_sec": 8.097324433038011, "model_name": "gemini-3.1-pro-preview", "out_of_srgb": false, "output_tokens": 702, "prediction": { "c": 0.0, "h": 0.0, "l": 0.08 }, "prompt_sha256": "cfc2f885cbdbcece08f23bb635b333e3e35d9a41ebaf72f1a755e461f8f494d4", "provider": "google", "raw_prediction": "{\"l\":0.08,\"c\":0.0,\"h\":0.0}", "recorded_at": "2026-09-16T15:49:33.754362+00:00", "request_attempts": 1, "score": 52.98511105249227, "task_id": "colorbench-oklch-15", "tight_score": 0, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": false, "0.02": false, "0.05": false } } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "9eecc5fd-d761-4397-9874-332c7044520b", "result_sha256": "75e3cb93df63aaa8c2fb2bb40cd20a94475b712ba97456c8ad1e3c44fd88c7fc", "result": { "component_errors": { "c": 0.00102418443123451, "h": null, "l": 0.008317975741075623 }, "correct": null, "cost_estimated": false, "cost_usd": 0.012322, "delta_e_ok": 0.008385281331895216, "error": null, "error_kind": null, "family": "oklch", "ground_truth": { "rgb": [ 243, 243, 240 ] }, "group_id": "numeric-16", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-16.png", "input_tokens": 1169, "latency_sec": 9.994694264023565, "model_name": "gemini-3.1-pro-preview", "out_of_srgb": false, "output_tokens": 832, "prediction": { "c": 0.005, "h": 110.0, "l": 0.955 }, "prompt_sha256": "cfc2f885cbdbcece08f23bb635b333e3e35d9a41ebaf72f1a755e461f8f494d4", "provider": "google", "raw_prediction": "{\"l\": 0.955, \"c\": 0.005, \"h\": 110}", "recorded_at": "2026-09-16T14:44:18.540958+00:00", "request_attempts": 1, "score": 95.80735933405239, "task_id": "colorbench-oklch-16", "tight_score": 83.22943733620957, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": true, "0.02": true, "0.05": true } } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "6d2fb2e1-fa5b-469b-989e-1886cf1caf18", "result_sha256": "b342c90cb2f223f70ca409dea234a243d9229da862cbce84015f4a1c8da75600", "result": { "component_errors": { "b": 2, "g": 2, "r": 1 }, "correct": null, "cost_estimated": false, "cost_usd": 0.017738, "delta_e_ok": 0.004523625783401281, "error": null, "error_kind": null, "family": "rgb", "ground_truth": { "rgb": [ 192, 64, 80 ] }, "group_id": "numeric-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-01.png", "input_tokens": 1141, "latency_sec": 12.382247832021676, "model_name": "gemini-3.1-pro-preview", "out_of_srgb": false, "output_tokens": 1288, "prediction": { "b": 78, "g": 62, "r": 191 }, "prompt_sha256": "09fd259e1933fb6529f0be5f0819e7edcbad485141fc78abea1ceadc70f0cf55", "provider": "google", "raw_prediction": "{\"r\": 191, \"g\": 62, \"b\": 78}", "recorded_at": "2026-09-16T15:32:56.879418+00:00", "request_attempts": 1, "score": 97.73818710829936, "task_id": "colorbench-rgb-01", "tight_score": 90.95274843319744, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": true, "0.01": true, "0.02": true, "0.05": true } } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "5af7d56f-29ab-48cf-9409-34c6210b4b7c", "result_sha256": "aabe3a35c646cfca86b68a34b24985bb10a3e7e723ee67a930172b6ac1ff7c52", "result": { "component_errors": { "b": 3, "g": 2, "r": 4 }, "correct": null, "cost_estimated": false, "cost_usd": 0.007634, "delta_e_ok": 0.008540922403559522, "error": null, "error_kind": null, "family": "rgb", "ground_truth": { "rgb": [ 38, 112, 190 ] }, "group_id": "numeric-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-02.png", "input_tokens": 1141, "latency_sec": 10.100673586013727, "model_name": "gemini-3.1-pro-preview", "out_of_srgb": false, "output_tokens": 446, "prediction": { "b": 187, "g": 114, "r": 42 }, "prompt_sha256": "09fd259e1933fb6529f0be5f0819e7edcbad485141fc78abea1ceadc70f0cf55", "provider": "google", "raw_prediction": "{\"r\": 42, \"g\": 114, \"b\": 187}", "recorded_at": "2026-09-16T15:09:59.319124+00:00", "request_attempts": 1, "score": 95.72953879822023, "task_id": "colorbench-rgb-02", "tight_score": 82.91815519288096, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": true, "0.02": true, "0.05": true } } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "aa10eb28-06b8-4ba0-b16e-e962dc214581", "result_sha256": "c5dae57a9cad8633d3dfac196be72d6fb0b10c4a1641fd0601d9cc0f171b090c", "result": { "component_errors": { "b": 0, "g": 2, "r": 2 }, "correct": null, "cost_estimated": false, "cost_usd": 0.01109, "delta_e_ok": 0.006609051400806931, "error": null, "error_kind": null, "family": "rgb", "ground_truth": { "rgb": [ 60, 140, 100 ] }, "group_id": "numeric-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-03.png", "input_tokens": 1141, "latency_sec": 13.976272573927417, "model_name": "gemini-3.1-pro-preview", "out_of_srgb": false, "output_tokens": 734, "prediction": { "b": 100, "g": 142, "r": 62 }, "prompt_sha256": "09fd259e1933fb6529f0be5f0819e7edcbad485141fc78abea1ceadc70f0cf55", "provider": "google", "raw_prediction": "{\"r\":62,\"g\":142,\"b\":100}", "recorded_at": "2026-09-16T16:25:55.396157+00:00", "request_attempts": 1, "score": 96.69547429959653, "task_id": "colorbench-rgb-03", "tight_score": 86.78189719838613, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": true, "0.02": true, "0.05": true } } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "0eff6c2b-28d5-48e6-8b0a-2c09ba64c496", "result_sha256": "a0319057515627f9e687e7d2302130b076ef694cb765660b04ab7b612d55174c", "result": { "component_errors": { "b": 2, "g": 2, "r": 3 }, "correct": null, "cost_estimated": false, "cost_usd": 0.01487, "delta_e_ok": 0.007592983311277227, "error": null, "error_kind": null, "family": "rgb", "ground_truth": { "rgb": [ 185, 135, 45 ] }, "group_id": "numeric-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-04.png", "input_tokens": 1141, "latency_sec": 11.620939082931727, "model_name": "gemini-3.1-pro-preview", "out_of_srgb": false, "output_tokens": 1049, "prediction": { "b": 47, "g": 137, "r": 188 }, "prompt_sha256": "09fd259e1933fb6529f0be5f0819e7edcbad485141fc78abea1ceadc70f0cf55", "provider": "google", "raw_prediction": "{\n \"r\": 188,\n \"g\": 137,\n \"b\": 47\n}", "recorded_at": "2026-09-16T14:43:53.111071+00:00", "request_attempts": 1, "score": 96.20350834436138, "task_id": "colorbench-rgb-04", "tight_score": 84.81403337744555, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": true, "0.02": true, "0.05": true } } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "5ed66741-fd4f-42e5-95e2-1c78f8b81e7a", "result_sha256": "45094f59f2a921a64091d1b637de7259d52d5ef35ffafc12e721fc16f909b538", "result": { "component_errors": { "b": 5, "g": 0, "r": 2 }, "correct": null, "cost_estimated": false, "cost_usd": 0.002558, "delta_e_ok": 0.00857956534073838, "error": null, "error_kind": null, "family": "rgb", "ground_truth": { "rgb": [ 135, 85, 175 ] }, "group_id": "numeric-05", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-05.png", "input_tokens": 1141, "latency_sec": 2.255540718906559, "model_name": "gemini-3.1-pro-preview", "out_of_srgb": false, "output_tokens": 23, "prediction": { "b": 170, "g": 85, "r": 133 }, "prompt_sha256": "09fd259e1933fb6529f0be5f0819e7edcbad485141fc78abea1ceadc70f0cf55", "provider": "google", "raw_prediction": "{\"r\": 133, \"g\": 85, \"b\": 170}", "recorded_at": "2026-09-16T16:32:40.104311+00:00", "request_attempts": 1, "score": 95.71021732963081, "task_id": "colorbench-rgb-05", "tight_score": 82.84086931852323, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": true, "0.02": true, "0.05": true } } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "089e58b4-6989-4e60-96df-3f0f27223243", "result_sha256": "41d0c5351ce545487287e9d00e3e2360f547b1e8c83f0dcee3e251726b58ad9d", "result": { "component_errors": { "b": 5, "g": 2, "r": 2 }, "correct": null, "cost_estimated": false, "cost_usd": 0.006038, "delta_e_ok": 0.009925812335598073, "error": null, "error_kind": null, "family": "rgb", "ground_truth": { "rgb": [ 22, 48, 75 ] }, "group_id": "numeric-06", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-06.png", "input_tokens": 1141, "latency_sec": 4.791958321002312, "model_name": "gemini-3.1-pro-preview", "out_of_srgb": false, "output_tokens": 313, "prediction": { "b": 70, "g": 46, "r": 24 }, "prompt_sha256": "09fd259e1933fb6529f0be5f0819e7edcbad485141fc78abea1ceadc70f0cf55", "provider": "google", "raw_prediction": "{\"r\": 24, \"g\": 46, \"b\": 70}", "recorded_at": "2026-09-16T15:07:06.448284+00:00", "request_attempts": 1, "score": 95.03709383220095, "task_id": "colorbench-rgb-06", "tight_score": 80.14837532880385, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": true, "0.02": true, "0.05": true } } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "b5151f5d-e0e5-4dde-a4a6-749a59db6d1f", "result_sha256": "07932ba8e5bafa7db4da3049c74e00e842e3be0094a33f967c4066ac185b8d09", "result": { "component_errors": { "b": 1, "g": 3, "r": 3 }, "correct": null, "cost_estimated": false, "cost_usd": 0.006818, "delta_e_ok": 0.00906933859822171, "error": null, "error_kind": null, "family": "rgb", "ground_truth": { "rgb": [ 225, 215, 188 ] }, "group_id": "numeric-07", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-07.png", "input_tokens": 1141, "latency_sec": 6.5464338950114325, "model_name": "gemini-3.1-pro-preview", "out_of_srgb": false, "output_tokens": 378, "prediction": { "b": 189, "g": 218, "r": 228 }, "prompt_sha256": "09fd259e1933fb6529f0be5f0819e7edcbad485141fc78abea1ceadc70f0cf55", "provider": "google", "raw_prediction": "{\n \"r\": 228,\n \"g\": 218,\n \"b\": 189\n}", "recorded_at": "2026-09-16T14:45:00.115618+00:00", "request_attempts": 1, "score": 95.46533070088915, "task_id": "colorbench-rgb-07", "tight_score": 81.86132280355658, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": true, "0.02": true, "0.05": true } } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "8959cdeb-f41e-4ad9-9846-fdbb7fd9a6d2", "result_sha256": "3cf0c60606ce99cb84847314690ee93974a3eaadeae54b97255d80fa31c7389e", "result": { "component_errors": { "b": 0, "g": 0, "r": 0 }, "correct": null, "cost_estimated": false, "cost_usd": 0.010466, "delta_e_ok": 0.0, "error": null, "error_kind": null, "family": "rgb", "ground_truth": { "rgb": [ 128, 128, 128 ] }, "group_id": "numeric-08", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-08.png", "input_tokens": 1141, "latency_sec": 8.261631816043518, "model_name": "gemini-3.1-pro-preview", "out_of_srgb": false, "output_tokens": 682, "prediction": { "b": 128, "g": 128, "r": 128 }, "prompt_sha256": "09fd259e1933fb6529f0be5f0819e7edcbad485141fc78abea1ceadc70f0cf55", "provider": "google", "raw_prediction": "{\"r\": 128, \"g\": 128, \"b\": 128}", "recorded_at": "2026-09-16T15:38:20.462520+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-rgb-08", "tight_score": 100.0, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": true, "0.01": true, "0.02": true, "0.05": true } } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "c711b500-2b0e-4ae2-9908-87a357918291", "result_sha256": "0ad9699b1e0604acb05309952b337cbc16fadf5e13bcc82cd06242dc450b5e16", "result": { "component_errors": { "b": 4, "g": 8, "r": 3 }, "correct": null, "cost_estimated": false, "cost_usd": 0.006014, "delta_e_ok": 0.009433494232569947, "error": null, "error_kind": null, "family": "rgb", "ground_truth": { "rgb": [ 230, 32, 44 ] }, "group_id": "numeric-09", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-09.png", "input_tokens": 1141, "latency_sec": 4.563233211985789, "model_name": "gemini-3.1-pro-preview", "out_of_srgb": false, "output_tokens": 311, "prediction": { "b": 40, "g": 24, "r": 227 }, "prompt_sha256": "09fd259e1933fb6529f0be5f0819e7edcbad485141fc78abea1ceadc70f0cf55", "provider": "google", "raw_prediction": "{\"r\": 227, \"g\": 24, \"b\": 40}", "recorded_at": "2026-09-16T15:35:04.402045+00:00", "request_attempts": 1, "score": 95.28325288371504, "task_id": "colorbench-rgb-09", "tight_score": 81.13301153486012, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": true, "0.02": true, "0.05": true } } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "02349120-4481-4dd0-9799-504b09a012eb", "result_sha256": "1aa350ff41ceabee11c429a586a75078b2efe5d0ab7afe2079197bc2de9ab776", "result": { "component_errors": { "b": 1, "g": 2, "r": 4 }, "correct": null, "cost_estimated": false, "cost_usd": 0.002642, "delta_e_ok": 0.005689268740561163, "error": null, "error_kind": null, "family": "rgb", "ground_truth": { "rgb": [ 24, 158, 82 ] }, "group_id": "numeric-10", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-10.png", "input_tokens": 1141, "latency_sec": 2.788273555925116, "model_name": "gemini-3.1-pro-preview", "out_of_srgb": false, "output_tokens": 30, "prediction": { "b": 81, "g": 156, "r": 28 }, "prompt_sha256": "09fd259e1933fb6529f0be5f0819e7edcbad485141fc78abea1ceadc70f0cf55", "provider": "google", "raw_prediction": "{\n \"r\": 28,\n \"g\": 156,\n \"b\": 81\n}", "recorded_at": "2026-09-16T14:46:13.905684+00:00", "request_attempts": 1, "score": 97.15536562971941, "task_id": "colorbench-rgb-10", "tight_score": 88.62146251887768, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": true, "0.02": true, "0.05": true } } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "17064f57-056e-4a14-847a-0314814fd8f6", "result_sha256": "8fade346ce945a5cbe3fb081d6dcedc88c3c432b8f42c47f9d3f433816ba6199", "result": { "component_errors": { "b": 1, "g": 0, "r": 3 }, "correct": null, "cost_estimated": false, "cost_usd": 0.013502, "delta_e_ok": 0.0029150143363305286, "error": null, "error_kind": null, "family": "rgb", "ground_truth": { "rgb": [ 44, 84, 228 ] }, "group_id": "numeric-11", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-11.png", "input_tokens": 1141, "latency_sec": 9.904310672893189, "model_name": "gemini-3.1-pro-preview", "out_of_srgb": false, "output_tokens": 935, "prediction": { "b": 227, "g": 84, "r": 41 }, "prompt_sha256": "09fd259e1933fb6529f0be5f0819e7edcbad485141fc78abea1ceadc70f0cf55", "provider": "google", "raw_prediction": "{\n \"r\": 41,\n \"g\": 84,\n \"b\": 227\n}", "recorded_at": "2026-09-16T16:32:58.580617+00:00", "request_attempts": 1, "score": 98.54249283183474, "task_id": "colorbench-rgb-11", "tight_score": 94.16997132733894, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": true, "0.01": true, "0.02": true, "0.05": true } } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "fac8fef8-6fad-4fa4-8213-8cc46c93c2c0", "result_sha256": "56d7f03d8986c185cee8e4b25ed23be350ec45b7d75143c87ae324b65e4b7357", "result": { "component_errors": { "b": 1, "g": 1, "r": 1 }, "correct": null, "cost_estimated": false, "cost_usd": 0.01187, "delta_e_ok": 0.0026849922172848357, "error": null, "error_kind": null, "family": "rgb", "ground_truth": { "rgb": [ 236, 208, 44 ] }, "group_id": "numeric-12", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-12.png", "input_tokens": 1141, "latency_sec": 8.425137649988756, "model_name": "gemini-3.1-pro-preview", "out_of_srgb": false, "output_tokens": 799, "prediction": { "b": 43, "g": 207, "r": 237 }, "prompt_sha256": "09fd259e1933fb6529f0be5f0819e7edcbad485141fc78abea1ceadc70f0cf55", "provider": "google", "raw_prediction": "{\"r\": 237, \"g\": 207, \"b\": 43}", "recorded_at": "2026-09-16T15:37:59.847338+00:00", "request_attempts": 1, "score": 98.65750389135758, "task_id": "colorbench-rgb-12", "tight_score": 94.63001556543033, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": true, "0.01": true, "0.02": true, "0.05": true } } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "30bc9707-73be-4954-8b84-0a8a8aba044a", "result_sha256": "a624fa4863c20fb6d3ba2bdfe79c100d760a00b885dba37fa7edc7c16cfea245", "result": { "component_errors": { "b": 6, "g": 1, "r": 3 }, "correct": null, "cost_estimated": false, "cost_usd": 0.008678, "delta_e_ok": 0.010515699798259679, "error": null, "error_kind": null, "family": "rgb", "ground_truth": { "rgb": [ 198, 58, 188 ] }, "group_id": "numeric-13", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-13.png", "input_tokens": 1141, "latency_sec": 6.756793127977289, "model_name": "gemini-3.1-pro-preview", "out_of_srgb": false, "output_tokens": 533, "prediction": { "b": 194, "g": 57, "r": 201 }, "prompt_sha256": "09fd259e1933fb6529f0be5f0819e7edcbad485141fc78abea1ceadc70f0cf55", "provider": "google", "raw_prediction": "{\"r\":201,\"g\":57,\"b\":194}", "recorded_at": "2026-09-16T15:18:24.985729+00:00", "request_attempts": 1, "score": 94.74215010087016, "task_id": "colorbench-rgb-13", "tight_score": 78.96860040348064, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": false, "0.02": true, "0.05": true } } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "b5f0dd64-3cf3-4d95-aee9-40ac910458c7", "result_sha256": "6bb4d2b6598bf6679cb8e06e8b1e1de7df3aa37bd00a209afb44cad99415f9fe", "result": { "component_errors": { "b": 1, "g": 0, "r": 6 }, "correct": null, "cost_estimated": false, "cost_usd": 0.012518, "delta_e_ok": 0.002461141752766431, "error": null, "error_kind": null, "family": "rgb", "ground_truth": { "rgb": [ 44, 178, 198 ] }, "group_id": "numeric-14", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-14.png", "input_tokens": 1141, "latency_sec": 9.923808022984304, "model_name": "gemini-3.1-pro-preview", "out_of_srgb": false, "output_tokens": 853, "prediction": { "b": 199, "g": 178, "r": 38 }, "prompt_sha256": "09fd259e1933fb6529f0be5f0819e7edcbad485141fc78abea1ceadc70f0cf55", "provider": "google", "raw_prediction": "{\"r\": 38, \"g\": 178, \"b\": 199}", "recorded_at": "2026-09-16T15:08:37.244870+00:00", "request_attempts": 1, "score": 98.76942912361677, "task_id": "colorbench-rgb-14", "tight_score": 95.07771649446714, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": true, "0.01": true, "0.02": true, "0.05": true } } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "8913f40f-a6f4-4482-b567-400b0208683d", "result_sha256": "77389e3311eb8c627f96189a25635a5de1c05c2f0c5b50febcfe5441b99336d6", "result": { "component_errors": { "b": 1, "g": 0, "r": 0 }, "correct": null, "cost_estimated": false, "cost_usd": 0.010382, "delta_e_ok": 0.00210123745130496, "error": null, "error_kind": null, "family": "rgb", "ground_truth": { "rgb": [ 16, 16, 18 ] }, "group_id": "numeric-15", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-15.png", "input_tokens": 1141, "latency_sec": 8.60553538496606, "model_name": "gemini-3.1-pro-preview", "out_of_srgb": false, "output_tokens": 675, "prediction": { "b": 17, "g": 16, "r": 16 }, "prompt_sha256": "09fd259e1933fb6529f0be5f0819e7edcbad485141fc78abea1ceadc70f0cf55", "provider": "google", "raw_prediction": "{\"r\": 16, \"g\": 16, \"b\": 17}", "recorded_at": "2026-09-16T15:30:46.376927+00:00", "request_attempts": 1, "score": 98.94938127434753, "task_id": "colorbench-rgb-15", "tight_score": 95.79752509739008, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": true, "0.01": true, "0.02": true, "0.05": true } } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "0564d5b7-b3f8-4383-a8c7-1d3a45afacc4", "result_sha256": "dd680cc141b9d01587afaa09e4df7d086a0388cb36ea367cc0b74c710feedb97", "result": { "component_errors": { "b": 2, "g": 2, "r": 2 }, "correct": null, "cost_estimated": false, "cost_usd": 0.014162, "delta_e_ok": 0.00599852195449532, "error": null, "error_kind": null, "family": "rgb", "ground_truth": { "rgb": [ 243, 243, 240 ] }, "group_id": "numeric-16", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-16.png", "input_tokens": 1141, "latency_sec": 10.798007812001742, "model_name": "gemini-3.1-pro-preview", "out_of_srgb": false, "output_tokens": 990, "prediction": { "b": 242, "g": 245, "r": 245 }, "prompt_sha256": "09fd259e1933fb6529f0be5f0819e7edcbad485141fc78abea1ceadc70f0cf55", "provider": "google", "raw_prediction": "{\"r\":245,\"g\":245,\"b\":242}", "recorded_at": "2026-09-16T15:36:48.890679+00:00", "request_attempts": 1, "score": 97.00073902275234, "task_id": "colorbench-rgb-16", "tight_score": 88.00295609100937, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": true, "0.02": true, "0.05": true } } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "b094dcce-f9d9-4200-b01d-934717c5648d", "result_sha256": "67200923d7641d8e50276d43d5e0bc84e4c54b12f470b7acf4dfd8197a7d8b87", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.004876, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "A" }, "group_id": "samediff-pair-01-aa", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-01-aa.png", "input_tokens": 1130, "latency_sec": 4.669504612102173, "model_name": "gemini-3.1-pro-preview", "out_of_srgb": null, "output_tokens": 218, "prediction": { "choice": "A" }, "prompt_sha256": "5e7848665b728e9630152c817156693405880e5f162e38c259dfb28921044958", "provider": "google", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T15:01:25.057381+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-01", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "0ff5a2df-1675-4105-ab8a-f23223313f40", "result_sha256": "f5e319c86108744b90d1e2b148941aad7acfea3c40d07f86b4da8a0f2a801429", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.004, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "B" }, "group_id": "samediff-pair-01-aa", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-01-aa.png", "input_tokens": 1130, "latency_sec": 4.358339772094041, "model_name": "gemini-3.1-pro-preview", "out_of_srgb": null, "output_tokens": 145, "prediction": { "choice": "B" }, "prompt_sha256": "0a4ab165981a50bcd6b555f867e9fb0981199d629c3115939bc1fd3f4639f344", "provider": "google", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T16:29:42.260377+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-02", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "9e46f5f2-7ad0-4bd5-a726-c69d777ba0e7", "result_sha256": "c0a4d5eb2349a918b2eadfc2b9e87958d440a8a11298e4ab9675c2500222c3cc", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.006316, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "A" }, "group_id": "samediff-pair-01-bb", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-01-bb.png", "input_tokens": 1130, "latency_sec": 5.220195250003599, "model_name": "gemini-3.1-pro-preview", "out_of_srgb": null, "output_tokens": 338, "prediction": { "choice": "A" }, "prompt_sha256": "5e7848665b728e9630152c817156693405880e5f162e38c259dfb28921044958", "provider": "google", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T15:45:09.320780+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-03", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "96219069-871b-4e72-9605-01a73794ee15", "result_sha256": "de75533330a51c38c1116a8a7aa51553033732d9b8a316da6205c8a787c792ce", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.006028, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "B" }, "group_id": "samediff-pair-01-bb", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-01-bb.png", "input_tokens": 1130, "latency_sec": 9.85179305402562, "model_name": "gemini-3.1-pro-preview", "out_of_srgb": null, "output_tokens": 314, "prediction": { "choice": "B" }, "prompt_sha256": "0a4ab165981a50bcd6b555f867e9fb0981199d629c3115939bc1fd3f4639f344", "provider": "google", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T14:25:37.646924+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-04", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "64fca6b9-218c-4c8f-95ff-37e41d20fc8f", "result_sha256": "45ff3de1f3be3bd33c9cf8b082bc7a33b8fe52d3aaf585a2c5943b43e2c6c10a", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.004372, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "B" }, "group_id": "samediff-pair-01-ab", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-01-ab.png", "input_tokens": 1130, "latency_sec": 5.874257858027704, "model_name": "gemini-3.1-pro-preview", "out_of_srgb": null, "output_tokens": 176, "prediction": { "choice": "A" }, "prompt_sha256": "5e7848665b728e9630152c817156693405880e5f162e38c259dfb28921044958", "provider": "google", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T15:39:38.111626+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-samediff-05", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "6ed45522-e769-4939-ad86-4e5260457305", "result_sha256": "832cbad8a9799e4c9fca7b3f45146ad3b5f0faeb5875d459cdf9958f0c590ed3", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.004444, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "A" }, "group_id": "samediff-pair-01-ab", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-01-ab.png", "input_tokens": 1130, "latency_sec": 6.408253484987654, "model_name": "gemini-3.1-pro-preview", "out_of_srgb": null, "output_tokens": 182, "prediction": { "choice": "B" }, "prompt_sha256": "0a4ab165981a50bcd6b555f867e9fb0981199d629c3115939bc1fd3f4639f344", "provider": "google", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T15:29:03.478655+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-samediff-06", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "361e4324-160d-40a3-a9e4-45083d0f3c91", "result_sha256": "7a6593ec0ea27a5d026d89fcd2ba1aff6976fa8a634a60968f58871b071549f1", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.006088, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "B" }, "group_id": "samediff-pair-01-ba", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-01-ba.png", "input_tokens": 1130, "latency_sec": 6.797947562998161, "model_name": "gemini-3.1-pro-preview", "out_of_srgb": null, "output_tokens": 319, "prediction": { "choice": "A" }, "prompt_sha256": "5e7848665b728e9630152c817156693405880e5f162e38c259dfb28921044958", "provider": "google", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T15:52:47.992146+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-samediff-07", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "34173c89-709b-4b03-8519-f412713f5e65", "result_sha256": "38100fcd5e6943720091cea835c6fb7112d7487ec26ea3e5aaa30cfc7db8ecad", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.006796, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "A" }, "group_id": "samediff-pair-01-ba", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-01-ba.png", "input_tokens": 1130, "latency_sec": 7.615308397915214, "model_name": "gemini-3.1-pro-preview", "out_of_srgb": null, "output_tokens": 378, "prediction": { "choice": "B" }, "prompt_sha256": "0a4ab165981a50bcd6b555f867e9fb0981199d629c3115939bc1fd3f4639f344", "provider": "google", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T15:42:08.905591+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-samediff-08", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "fc2202bc-9b5c-41d2-a497-94d096aaadab", "result_sha256": "80f7847c84b8d069c16688e8afad553d398eb314fb6ad7c510b4bdde2103a9d5", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00574, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "A" }, "group_id": "samediff-pair-02-aa", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-02-aa.png", "input_tokens": 1130, "latency_sec": 5.1034653020324185, "model_name": "gemini-3.1-pro-preview", "out_of_srgb": null, "output_tokens": 290, "prediction": { "choice": "A" }, "prompt_sha256": "5e7848665b728e9630152c817156693405880e5f162e38c259dfb28921044958", "provider": "google", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T16:01:52.910888+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-09", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "bb1f9c41-c500-4eff-ab35-d1dd09f04519", "result_sha256": "7ca3db276a58ca639a71514f36e7e160eb474e1d9bc110804943a654413e9ac4", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.004564, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "B" }, "group_id": "samediff-pair-02-aa", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-02-aa.png", "input_tokens": 1130, "latency_sec": 4.091361058061011, "model_name": "gemini-3.1-pro-preview", "out_of_srgb": null, "output_tokens": 192, "prediction": { "choice": "B" }, "prompt_sha256": "0a4ab165981a50bcd6b555f867e9fb0981199d629c3115939bc1fd3f4639f344", "provider": "google", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T16:25:06.497517+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-10", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "77bdcccf-9e25-47d4-b56d-db7cdaf319e4", "result_sha256": "a6ab7174d5bd0f2af6068b92acd1629aa7744bc5c0191509734cd2853393c381", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.009976, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "A" }, "group_id": "samediff-pair-02-bb", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-02-bb.png", "input_tokens": 1130, "latency_sec": 7.2767290429910645, "model_name": "gemini-3.1-pro-preview", "out_of_srgb": null, "output_tokens": 643, "prediction": { "choice": "A" }, "prompt_sha256": "5e7848665b728e9630152c817156693405880e5f162e38c259dfb28921044958", "provider": "google", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T15:51:38.577423+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-11", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "ad85f27a-2887-44d9-a30a-31b5c38e339c", "result_sha256": "d2ebd58d78c97e1f4dd10316db307d61c70f675e5c2b967cb2d945a69dfffaa4", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.004768, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "B" }, "group_id": "samediff-pair-02-bb", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-02-bb.png", "input_tokens": 1130, "latency_sec": 3.8264419729821384, "model_name": "gemini-3.1-pro-preview", "out_of_srgb": null, "output_tokens": 209, "prediction": { "choice": "B" }, "prompt_sha256": "0a4ab165981a50bcd6b555f867e9fb0981199d629c3115939bc1fd3f4639f344", "provider": "google", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T16:07:46.806253+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-12", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "d90696bb-d32c-4d7e-a3ad-a65e63104fbf", "result_sha256": "23243f8f0c69f5a81d954452c2433e3cfa8c86168ca93fbbe334e6069392dac4", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.012304, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "B" }, "group_id": "samediff-pair-02-ab", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-02-ab.png", "input_tokens": 1130, "latency_sec": 9.236974175088108, "model_name": "gemini-3.1-pro-preview", "out_of_srgb": null, "output_tokens": 837, "prediction": { "choice": "A" }, "prompt_sha256": "5e7848665b728e9630152c817156693405880e5f162e38c259dfb28921044958", "provider": "google", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T16:16:12.027946+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-samediff-13", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "2abc0a50-bc5b-4017-a55e-46e640227411", "result_sha256": "83608041f2ce9e4144cdb0bdccfa3d80d0f201bc15ad9034db0a7c54ac1cf88b", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.007048, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "A" }, "group_id": "samediff-pair-02-ab", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-02-ab.png", "input_tokens": 1130, "latency_sec": 7.30574808397796, "model_name": "gemini-3.1-pro-preview", "out_of_srgb": null, "output_tokens": 399, "prediction": { "choice": "B" }, "prompt_sha256": "0a4ab165981a50bcd6b555f867e9fb0981199d629c3115939bc1fd3f4639f344", "provider": "google", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T15:32:13.596737+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-samediff-14", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "6f6b144e-efbf-4854-b535-37f33282bce6", "result_sha256": "ca79a8a32399181f77dc4d6411a99a4ddb467ef849c8db4823ac0ad2651fa71a", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.003952, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "B" }, "group_id": "samediff-pair-02-ba", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-02-ba.png", "input_tokens": 1130, "latency_sec": 14.797108970000409, "model_name": "gemini-3.1-pro-preview", "out_of_srgb": null, "output_tokens": 141, "prediction": { "choice": "A" }, "prompt_sha256": "5e7848665b728e9630152c817156693405880e5f162e38c259dfb28921044958", "provider": "google", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T16:23:50.387934+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-samediff-15", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "eeb4bd04-287e-4404-875e-6826ef44783b", "result_sha256": "1c791452ccd1823565648dc9769ce58252f4f31a27dfea91707c86784e61e523", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.007024, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "A" }, "group_id": "samediff-pair-02-ba", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-02-ba.png", "input_tokens": 1130, "latency_sec": 5.632958850939758, "model_name": "gemini-3.1-pro-preview", "out_of_srgb": null, "output_tokens": 397, "prediction": { "choice": "B" }, "prompt_sha256": "0a4ab165981a50bcd6b555f867e9fb0981199d629c3115939bc1fd3f4639f344", "provider": "google", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T14:27:08.149441+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-samediff-16", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "7cf670ad-11c0-4fa4-94f8-ee2fdb39c403", "result_sha256": "a51f999bc6f4a5521ec7aba1601dd7afdbc434342c09438c1ae530507669644f", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.009604, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "A" }, "group_id": "samediff-pair-03-aa", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-03-aa.png", "input_tokens": 1130, "latency_sec": 7.004572110017762, "model_name": "gemini-3.1-pro-preview", "out_of_srgb": null, "output_tokens": 612, "prediction": { "choice": "A" }, "prompt_sha256": "5e7848665b728e9630152c817156693405880e5f162e38c259dfb28921044958", "provider": "google", "raw_prediction": "{\n \"choice\": \"A\"\n}", "recorded_at": "2026-09-16T15:25:34.800962+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-17", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "df55fd97-ad92-42ed-8923-0f88c4b33aad", "result_sha256": "1a68fd430d3dc637178f410e913effca2c9d13e3928ce917293de10a432d3e92", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.005296, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "B" }, "group_id": "samediff-pair-03-aa", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-03-aa.png", "input_tokens": 1130, "latency_sec": 9.145033220062032, "model_name": "gemini-3.1-pro-preview", "out_of_srgb": null, "output_tokens": 253, "prediction": { "choice": "B" }, "prompt_sha256": "0a4ab165981a50bcd6b555f867e9fb0981199d629c3115939bc1fd3f4639f344", "provider": "google", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T15:12:27.429994+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-18", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "246da74e-de15-4d41-a0f9-bd8d3a8520a6", "result_sha256": "eaccf273231cf458919acfe4b38bcc4acfee1721a13adbf6cb9a1e71dbb188f3", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.004624, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "A" }, "group_id": "samediff-pair-03-bb", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-03-bb.png", "input_tokens": 1130, "latency_sec": 3.8061982500366867, "model_name": "gemini-3.1-pro-preview", "out_of_srgb": null, "output_tokens": 197, "prediction": { "choice": "A" }, "prompt_sha256": "5e7848665b728e9630152c817156693405880e5f162e38c259dfb28921044958", "provider": "google", "raw_prediction": "{\n \"choice\": \"A\"\n}", "recorded_at": "2026-09-16T15:53:07.973646+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-19", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "07e53fea-c2f4-4241-aa40-0c13b5c44c19", "result_sha256": "4afd04b7cb9415483e979f6455c474e357af17e97707f677927a1131d123d1a7", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00646, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "B" }, "group_id": "samediff-pair-03-bb", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-03-bb.png", "input_tokens": 1130, "latency_sec": 7.2634263740619645, "model_name": "gemini-3.1-pro-preview", "out_of_srgb": null, "output_tokens": 350, "prediction": { "choice": "B" }, "prompt_sha256": "0a4ab165981a50bcd6b555f867e9fb0981199d629c3115939bc1fd3f4639f344", "provider": "google", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T16:00:55.348263+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-20", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "927e3431-9f6b-4832-a4a5-ee4c35aed667", "result_sha256": "e1fa2e2932338da75bdad370dda5ec6e391617b58c721369d273ebd2586482d2", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.006664, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "B" }, "group_id": "samediff-pair-03-ab", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-03-ab.png", "input_tokens": 1130, "latency_sec": 8.54525930492673, "model_name": "gemini-3.1-pro-preview", "out_of_srgb": null, "output_tokens": 367, "prediction": { "choice": "A" }, "prompt_sha256": "5e7848665b728e9630152c817156693405880e5f162e38c259dfb28921044958", "provider": "google", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T14:44:02.270066+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-samediff-21", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "3d12edab-d856-4013-9c3b-0e4a35982290", "result_sha256": "5b6e4fd031e2ecbf1a8c069f2372276acb348658fe2ffec97e3d3aa91f56a62c", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.004204, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "A" }, "group_id": "samediff-pair-03-ab", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-03-ab.png", "input_tokens": 1130, "latency_sec": 3.0609206119552255, "model_name": "gemini-3.1-pro-preview", "out_of_srgb": null, "output_tokens": 162, "prediction": { "choice": "B" }, "prompt_sha256": "0a4ab165981a50bcd6b555f867e9fb0981199d629c3115939bc1fd3f4639f344", "provider": "google", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T15:33:39.031919+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-samediff-22", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "7f044c95-d03f-4cb7-8c91-2e15d3611381", "result_sha256": "015480dcada0e7b9be2af45b367402f5a103ed280abda226a5f4c6d90f90e70f", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.004648, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "B" }, "group_id": "samediff-pair-03-ba", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-03-ba.png", "input_tokens": 1130, "latency_sec": 5.39009789202828, "model_name": "gemini-3.1-pro-preview", "out_of_srgb": null, "output_tokens": 199, "prediction": { "choice": "A" }, "prompt_sha256": "5e7848665b728e9630152c817156693405880e5f162e38c259dfb28921044958", "provider": "google", "raw_prediction": "{\n \"choice\": \"A\"\n}", "recorded_at": "2026-09-16T16:13:23.885146+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-samediff-23", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "952bd0a4-8cb5-433a-a82f-14c9a13b86e9", "result_sha256": "c3ad442574bad6ccf537dfe8f63a3d9aec1dcb48a13b63770a4ecb6ea188d556", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.004888, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "A" }, "group_id": "samediff-pair-03-ba", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-03-ba.png", "input_tokens": 1130, "latency_sec": 5.1379326530732214, "model_name": "gemini-3.1-pro-preview", "out_of_srgb": null, "output_tokens": 219, "prediction": { "choice": "B" }, "prompt_sha256": "0a4ab165981a50bcd6b555f867e9fb0981199d629c3115939bc1fd3f4639f344", "provider": "google", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T16:11:26.445711+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-samediff-24", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "f7e1328f-586e-418c-82b6-ee3317bb42d3", "result_sha256": "3a6285209e660d831950dc5a696e09d32cd9c286a14d86dfeb18148e6b83b8db", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00358, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "A" }, "group_id": "samediff-pair-04-aa", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-04-aa.png", "input_tokens": 1130, "latency_sec": 2.8727911590831354, "model_name": "gemini-3.1-pro-preview", "out_of_srgb": null, "output_tokens": 110, "prediction": { "choice": "A" }, "prompt_sha256": "5e7848665b728e9630152c817156693405880e5f162e38c259dfb28921044958", "provider": "google", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T16:29:30.327190+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-25", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "a41c5f82-f731-4263-b163-3a6d64d6800a", "result_sha256": "24eccb8d8a1346c070a519d072ce5ae2c9e677d5d16c6db2da53dd953cca210c", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.005008, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "B" }, "group_id": "samediff-pair-04-aa", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-04-aa.png", "input_tokens": 1130, "latency_sec": 4.991379725979641, "model_name": "gemini-3.1-pro-preview", "out_of_srgb": null, "output_tokens": 229, "prediction": { "choice": "B" }, "prompt_sha256": "0a4ab165981a50bcd6b555f867e9fb0981199d629c3115939bc1fd3f4639f344", "provider": "google", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T15:22:08.236099+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-26", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "5d6b1cb6-10cc-44a6-951a-c86dc03ac121", "result_sha256": "8306a8f7d35703ba45dcd8aca1f4a2cf241f3895a2e3813584afc7fc6e656f4b", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.007048, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "A" }, "group_id": "samediff-pair-04-bb", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-04-bb.png", "input_tokens": 1130, "latency_sec": 5.7880981439957395, "model_name": "gemini-3.1-pro-preview", "out_of_srgb": null, "output_tokens": 399, "prediction": { "choice": "A" }, "prompt_sha256": "5e7848665b728e9630152c817156693405880e5f162e38c259dfb28921044958", "provider": "google", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T15:32:36.449269+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-27", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "bea6da2e-1bcb-4883-88b8-b00c74b6d47b", "result_sha256": "c4f7fa6a796c8032e3fe4bfe55b01dcf73292b482f20c3a96a6fd925f48a1df4", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.006916, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "B" }, "group_id": "samediff-pair-04-bb", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-04-bb.png", "input_tokens": 1130, "latency_sec": 10.367359469993971, "model_name": "gemini-3.1-pro-preview", "out_of_srgb": null, "output_tokens": 388, "prediction": { "choice": "B" }, "prompt_sha256": "0a4ab165981a50bcd6b555f867e9fb0981199d629c3115939bc1fd3f4639f344", "provider": "google", "raw_prediction": "{\n \"choice\": \"B\"\n}", "recorded_at": "2026-09-16T15:09:23.982880+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-28", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "cbbc3534-8a66-48fb-a306-e98e7180b6ee", "result_sha256": "ceedeb6d3f780908ac7a26c54e97964e5c593210ad14bd8971c72d00bae54ad5", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.004636, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "B" }, "group_id": "samediff-pair-04-ab", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-04-ab.png", "input_tokens": 1130, "latency_sec": 8.162038747919723, "model_name": "gemini-3.1-pro-preview", "out_of_srgb": null, "output_tokens": 198, "prediction": { "choice": "A" }, "prompt_sha256": "5e7848665b728e9630152c817156693405880e5f162e38c259dfb28921044958", "provider": "google", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T15:44:14.377867+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-samediff-29", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "a79d1649-15a9-4003-b413-c0e96b966a28", "result_sha256": "40c5d3ffdd39a2bf6f5e78f8c5628175c3b9188cc0d973e0d845b55f0ce9a55b", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.00514, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "A" }, "group_id": "samediff-pair-04-ab", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-04-ab.png", "input_tokens": 1130, "latency_sec": 5.309224479016848, "model_name": "gemini-3.1-pro-preview", "out_of_srgb": null, "output_tokens": 240, "prediction": { "choice": "B" }, "prompt_sha256": "0a4ab165981a50bcd6b555f867e9fb0981199d629c3115939bc1fd3f4639f344", "provider": "google", "raw_prediction": "{\n \"choice\": \"B\"\n}", "recorded_at": "2026-09-16T14:06:07.479568+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-samediff-30", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "87789de7-e3c6-4abe-b787-428a60e017a8", "result_sha256": "108bc3d95010f54a1ea950a12048d0dde0a00d2c4bdb463fa40dd2ecfd83ae74", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.004912, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "B" }, "group_id": "samediff-pair-04-ba", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-04-ba.png", "input_tokens": 1130, "latency_sec": 3.53903176903259, "model_name": "gemini-3.1-pro-preview", "out_of_srgb": null, "output_tokens": 221, "prediction": { "choice": "A" }, "prompt_sha256": "5e7848665b728e9630152c817156693405880e5f162e38c259dfb28921044958", "provider": "google", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T16:14:21.437659+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-samediff-31", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "9d77a92c-f7e3-481e-aaa8-d1a98ff27e62", "result_sha256": "4c3e7ac5baf367c0af498f88d621aae6956d96ab9bc71889305a3ed07b95c15e", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.006088, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "A" }, "group_id": "samediff-pair-04-ba", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-04-ba.png", "input_tokens": 1130, "latency_sec": 6.963700787047856, "model_name": "gemini-3.1-pro-preview", "out_of_srgb": null, "output_tokens": 319, "prediction": { "choice": "B" }, "prompt_sha256": "0a4ab165981a50bcd6b555f867e9fb0981199d629c3115939bc1fd3f4639f344", "provider": "google", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T15:46:16.052501+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-samediff-32", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "1b9c6310-546b-44b8-9f48-490ab17131ce", "result_sha256": "614ed5d6f06016dfa08053b90a2ba4e078e716f47e0d8f753ed9fc5e6bcd0378", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.004444, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "A" }, "group_id": "samediff-pair-05-aa", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-05-aa.png", "input_tokens": 1130, "latency_sec": 6.219207611051388, "model_name": "gemini-3.1-pro-preview", "out_of_srgb": null, "output_tokens": 182, "prediction": { "choice": "A" }, "prompt_sha256": "5e7848665b728e9630152c817156693405880e5f162e38c259dfb28921044958", "provider": "google", "raw_prediction": "{\n \"choice\": \"A\"\n}", "recorded_at": "2026-09-16T15:08:01.619186+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-33", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "59a554ff-9664-4394-98bc-679f7476f47d", "result_sha256": "6e75187111daa8196280ea803f7e5c9d0388b78336f893e0d12e7f79e2cef514", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.004048, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "B" }, "group_id": "samediff-pair-05-aa", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-05-aa.png", "input_tokens": 1130, "latency_sec": 5.192575264023617, "model_name": "gemini-3.1-pro-preview", "out_of_srgb": null, "output_tokens": 149, "prediction": { "choice": "B" }, "prompt_sha256": "0a4ab165981a50bcd6b555f867e9fb0981199d629c3115939bc1fd3f4639f344", "provider": "google", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T15:43:59.482187+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-34", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "1e60a1a8-b564-4287-822d-5e28957c66cc", "result_sha256": "d8f98fa07b53f282bf98c01b3020dd03075b4ddebb8d164a0279c76e07564d5e", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00394, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "A" }, "group_id": "samediff-pair-05-bb", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-05-bb.png", "input_tokens": 1130, "latency_sec": 4.238556191907264, "model_name": "gemini-3.1-pro-preview", "out_of_srgb": null, "output_tokens": 140, "prediction": { "choice": "A" }, "prompt_sha256": "5e7848665b728e9630152c817156693405880e5f162e38c259dfb28921044958", "provider": "google", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T16:02:57.244385+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-35", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "ff201256-0b27-447e-8226-2625d6ccf8dc", "result_sha256": "def72b70294e0183b6046eb90ff197b6ac4701f6898598bed496611d29e05495", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.007576, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "B" }, "group_id": "samediff-pair-05-bb", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-05-bb.png", "input_tokens": 1130, "latency_sec": 9.434378662030213, "model_name": "gemini-3.1-pro-preview", "out_of_srgb": null, "output_tokens": 443, "prediction": { "choice": "B" }, "prompt_sha256": "0a4ab165981a50bcd6b555f867e9fb0981199d629c3115939bc1fd3f4639f344", "provider": "google", "raw_prediction": "{\n \"choice\": \"B\"\n}", "recorded_at": "2026-09-16T16:21:13.091705+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-36", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "80a7c287-6f28-48f6-882c-102d1527319f", "result_sha256": "b7b53257618df6482bb0f01db2d248a292e4fec91223293b8794236953058e9d", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.006136, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "B" }, "group_id": "samediff-pair-05-ab", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-05-ab.png", "input_tokens": 1130, "latency_sec": 5.176092506968416, "model_name": "gemini-3.1-pro-preview", "out_of_srgb": null, "output_tokens": 323, "prediction": { "choice": "A" }, "prompt_sha256": "5e7848665b728e9630152c817156693405880e5f162e38c259dfb28921044958", "provider": "google", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T15:48:00.541641+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-samediff-37", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "db055542-d822-401e-98eb-a6f08df9cf4b", "result_sha256": "7ac6d3d226d0fca11403baf5af320aa1077ac3655fbd8a3d3bebd5962cc52321", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.005032, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "A" }, "group_id": "samediff-pair-05-ab", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-05-ab.png", "input_tokens": 1130, "latency_sec": 7.333843208965845, "model_name": "gemini-3.1-pro-preview", "out_of_srgb": null, "output_tokens": 231, "prediction": { "choice": "B" }, "prompt_sha256": "0a4ab165981a50bcd6b555f867e9fb0981199d629c3115939bc1fd3f4639f344", "provider": "google", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T15:55:20.296556+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-samediff-38", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "b109cc27-3a62-4606-8337-816b0d70ff5f", "result_sha256": "bf20814c2d9f012bb83f5bf61b9856d5cc16ec7c282482db0278aac54463de47", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.009184, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "B" }, "group_id": "samediff-pair-05-ba", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-05-ba.png", "input_tokens": 1130, "latency_sec": 9.574825788964517, "model_name": "gemini-3.1-pro-preview", "out_of_srgb": null, "output_tokens": 577, "prediction": { "choice": "A" }, "prompt_sha256": "5e7848665b728e9630152c817156693405880e5f162e38c259dfb28921044958", "provider": "google", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T15:15:04.778834+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-samediff-39", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "54ac7d5a-238e-4204-8cd1-38b0eebbee8a", "result_sha256": "50ab55fe757da6618bd90bc99a9f2a7e1acbb27226aa3c4a349fa049969f465a", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.004756, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "A" }, "group_id": "samediff-pair-05-ba", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-05-ba.png", "input_tokens": 1130, "latency_sec": 4.072432026965544, "model_name": "gemini-3.1-pro-preview", "out_of_srgb": null, "output_tokens": 208, "prediction": { "choice": "B" }, "prompt_sha256": "0a4ab165981a50bcd6b555f867e9fb0981199d629c3115939bc1fd3f4639f344", "provider": "google", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T14:52:37.032604+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-samediff-40", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "37c56b0a-ca87-44ee-ae41-30397a14eafa", "result_sha256": "82c4a39960dc555c7b97b198affd7a195d64d0470be5cdc633c3ce59852aa916", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00514, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "A" }, "group_id": "samediff-pair-06-aa", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-06-aa.png", "input_tokens": 1130, "latency_sec": 8.964619555976242, "model_name": "gemini-3.1-pro-preview", "out_of_srgb": null, "output_tokens": 240, "prediction": { "choice": "A" }, "prompt_sha256": "5e7848665b728e9630152c817156693405880e5f162e38c259dfb28921044958", "provider": "google", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T14:25:18.357340+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-41", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "4c4479b4-69fd-42e5-8ca1-c5c3348635a5", "result_sha256": "dc78dd202df1456d9e216c6bcf29e8cac6ecb0a24c17982c490af25f8967e444", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00454, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "B" }, "group_id": "samediff-pair-06-aa", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-06-aa.png", "input_tokens": 1130, "latency_sec": 7.434997761971317, "model_name": "gemini-3.1-pro-preview", "out_of_srgb": null, "output_tokens": 190, "prediction": { "choice": "B" }, "prompt_sha256": "0a4ab165981a50bcd6b555f867e9fb0981199d629c3115939bc1fd3f4639f344", "provider": "google", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T15:19:47.679328+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-42", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "a04c4e2f-8c5c-4fe3-91f3-4c6f682023dc", "result_sha256": "358ef30b75800c891acc1572f0932d0704231140418c571b97ec119da6886c70", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.005896, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "A" }, "group_id": "samediff-pair-06-bb", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-06-bb.png", "input_tokens": 1130, "latency_sec": 4.945118929026648, "model_name": "gemini-3.1-pro-preview", "out_of_srgb": null, "output_tokens": 303, "prediction": { "choice": "A" }, "prompt_sha256": "5e7848665b728e9630152c817156693405880e5f162e38c259dfb28921044958", "provider": "google", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T14:48:06.416190+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-43", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "6c2958ed-86eb-4ae1-bdca-deee57cae035", "result_sha256": "984afa9718dc24ab9169faa8881d62d5119843a97764038212dfb298fb2048da", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.006712, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "B" }, "group_id": "samediff-pair-06-bb", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-06-bb.png", "input_tokens": 1130, "latency_sec": 4.881072117015719, "model_name": "gemini-3.1-pro-preview", "out_of_srgb": null, "output_tokens": 371, "prediction": { "choice": "B" }, "prompt_sha256": "0a4ab165981a50bcd6b555f867e9fb0981199d629c3115939bc1fd3f4639f344", "provider": "google", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T16:17:13.638834+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-44", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "6cf949ea-2fb1-43ac-b81b-b87fe2ee6ef5", "result_sha256": "5eda2fc42e4d2cb9a7c4665cf06259eaf05f210c4ac42c2f7159dbe3995a3487", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.004072, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "B" }, "group_id": "samediff-pair-06-ab", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-06-ab.png", "input_tokens": 1130, "latency_sec": 4.707967726979405, "model_name": "gemini-3.1-pro-preview", "out_of_srgb": null, "output_tokens": 151, "prediction": { "choice": "A" }, "prompt_sha256": "5e7848665b728e9630152c817156693405880e5f162e38c259dfb28921044958", "provider": "google", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T14:34:36.773390+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-samediff-45", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "8709ad40-7247-41e0-8c2f-22c38eb47c3e", "result_sha256": "0f89e5cef01db069f015b1ecdff75e544e5ec79b4dae799ed0da1b25718a9f50", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.005008, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "A" }, "group_id": "samediff-pair-06-ab", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-06-ab.png", "input_tokens": 1130, "latency_sec": 5.416959183989093, "model_name": "gemini-3.1-pro-preview", "out_of_srgb": null, "output_tokens": 229, "prediction": { "choice": "B" }, "prompt_sha256": "0a4ab165981a50bcd6b555f867e9fb0981199d629c3115939bc1fd3f4639f344", "provider": "google", "raw_prediction": "{\n \"choice\": \"B\"\n}", "recorded_at": "2026-09-16T15:33:55.805256+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-samediff-46", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "010b5147-4cd4-4c72-94d1-23e31084e042", "result_sha256": "a5352d6358d052097378b80e38944a5d0e5c3b601320ef6d0ed3eca768afe0b9", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.004264, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "B" }, "group_id": "samediff-pair-06-ba", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-06-ba.png", "input_tokens": 1130, "latency_sec": 6.054508620989509, "model_name": "gemini-3.1-pro-preview", "out_of_srgb": null, "output_tokens": 167, "prediction": { "choice": "A" }, "prompt_sha256": "5e7848665b728e9630152c817156693405880e5f162e38c259dfb28921044958", "provider": "google", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T14:12:30.057996+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-samediff-47", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "1521b8bb-0eb0-4d65-ae2d-0be7d7e82c39", "result_sha256": "1b50035a690c1b6a91364bf742204dc9388de430d4785af45f836310b8e71890", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.006064, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "A" }, "group_id": "samediff-pair-06-ba", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-06-ba.png", "input_tokens": 1130, "latency_sec": 4.778726442949846, "model_name": "gemini-3.1-pro-preview", "out_of_srgb": null, "output_tokens": 317, "prediction": { "choice": "B" }, "prompt_sha256": "0a4ab165981a50bcd6b555f867e9fb0981199d629c3115939bc1fd3f4639f344", "provider": "google", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T14:41:40.347592+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-samediff-48", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "565ea5e9-fced-4557-9ac1-f770dbeca615", "result_sha256": "9f66c522a28e81dfe77299208e4c954a1ee3a3fe8f61419d9024db3d9eb34efc", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.016526, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "A" }, "group_id": "smallmatch-01-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-01.png", "input_tokens": 1129, "latency_sec": 14.471748051000759, "model_name": "gemini-3.1-pro-preview", "out_of_srgb": null, "output_tokens": 1189, "prediction": { "choice": "C" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "google", "raw_prediction": "{\"choice\": \"C\"}", "recorded_at": "2026-09-16T14:23:04.584159+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-smallmatch-01", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "13ffbddf-02de-407f-8bff-458a9186823b", "result_sha256": "c77f16cee153a5317bd05ef59057cc3c323d947f75f0e2cfb89b928e8e57e7c2", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.013754, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "B" }, "group_id": "smallmatch-01-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-02.png", "input_tokens": 1129, "latency_sec": 10.662404802977107, "model_name": "gemini-3.1-pro-preview", "out_of_srgb": null, "output_tokens": 958, "prediction": { "choice": "D" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "google", "raw_prediction": "{\"choice\": \"D\"}", "recorded_at": "2026-09-16T16:03:17.921437+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-smallmatch-02", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "5e1b3f19-dc00-4d1a-8ca1-3a7c47e6aab2", "result_sha256": "537a5bad8790b937ea5b1b73ed62d17b52ef85e43ae7df7152e5709126eaae5a", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.01235, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "C" }, "group_id": "smallmatch-01-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-03.png", "input_tokens": 1129, "latency_sec": 9.665312668890692, "model_name": "gemini-3.1-pro-preview", "out_of_srgb": null, "output_tokens": 841, "prediction": { "choice": "C" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "google", "raw_prediction": "{\"choice\": \"C\"}", "recorded_at": "2026-09-16T14:19:23.087021+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-03", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "6ede32f4-d042-49c5-9dc4-44c4a0b085c5", "result_sha256": "174180cb0a0605fee0e2f85159fa423c2bc2db2f1785fab473bc1a7c52f31f76", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.010526, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "D" }, "group_id": "smallmatch-01-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-04.png", "input_tokens": 1129, "latency_sec": 14.035090257995762, "model_name": "gemini-3.1-pro-preview", "out_of_srgb": null, "output_tokens": 689, "prediction": { "choice": "D" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "google", "raw_prediction": "{\n \"choice\": \"D\"\n}", "recorded_at": "2026-09-16T15:41:44.155082+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-04", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "6f60dbd4-8ea5-4549-a337-012e63f33974", "result_sha256": "55870a41a42d17a67c5e3f8e18fff73433e2df71e74d750e4cf0ce8277775365", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00773, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "A" }, "group_id": "smallmatch-01-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-05.png", "input_tokens": 1129, "latency_sec": 6.372276342008263, "model_name": "gemini-3.1-pro-preview", "out_of_srgb": null, "output_tokens": 456, "prediction": { "choice": "A" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "google", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T15:54:50.748835+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-05", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "608fa07f-41e2-4323-b9d9-cdbf4bfe25bb", "result_sha256": "4323f90e5870041fa75c2545727120f97da8e158036231046abd1a8677e50615", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.009998, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "B" }, "group_id": "smallmatch-01-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-06.png", "input_tokens": 1129, "latency_sec": 7.469295409973711, "model_name": "gemini-3.1-pro-preview", "out_of_srgb": null, "output_tokens": 645, "prediction": { "choice": "B" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "google", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T14:34:12.469982+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-06", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "da2a800d-d897-423f-9b42-a66ee26a5bb1", "result_sha256": "e8bb4bf32479a50361e05a1144bc6620b6a5882769d9edecddefa16251ed01b5", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.010946, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "C" }, "group_id": "smallmatch-01-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-07.png", "input_tokens": 1129, "latency_sec": 11.1283841090044, "model_name": "gemini-3.1-pro-preview", "out_of_srgb": null, "output_tokens": 724, "prediction": { "choice": "C" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "google", "raw_prediction": "{\"choice\": \"C\"}", "recorded_at": "2026-09-16T15:00:50.180486+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-07", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "b0df5e4f-3ce8-4af1-b032-b8a556278eb8", "result_sha256": "9669fa121c5a341172a53cc7e990b69463d83d16979797aa2e5f0b63a78f5b5f", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.006518, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "D" }, "group_id": "smallmatch-01-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-08.png", "input_tokens": 1129, "latency_sec": 5.385163335013203, "model_name": "gemini-3.1-pro-preview", "out_of_srgb": null, "output_tokens": 355, "prediction": { "choice": "D" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "google", "raw_prediction": "{\"choice\": \"D\"}", "recorded_at": "2026-09-16T16:32:25.970060+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-08", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "4f3ab3bc-d750-43e6-aee6-309312c313c4", "result_sha256": "901c8af22442022a9a0c01167f51a5be2c7f5dcdbd5094823963dff55d6b91c4", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00935, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "A" }, "group_id": "smallmatch-01-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-09.png", "input_tokens": 1129, "latency_sec": 7.243215163005516, "model_name": "gemini-3.1-pro-preview", "out_of_srgb": null, "output_tokens": 591, "prediction": { "choice": "A" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "google", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T16:27:41.389907+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-09", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "12af065d-d8b4-4d7e-9c44-32f54bc3e200", "result_sha256": "43be77e1a62508dfa13e1c1d077d273c2083fa5ca6af293d024326edef610955", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.01349, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "B" }, "group_id": "smallmatch-01-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-10.png", "input_tokens": 1129, "latency_sec": 10.418721255031414, "model_name": "gemini-3.1-pro-preview", "out_of_srgb": null, "output_tokens": 936, "prediction": { "choice": "B" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "google", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T16:04:37.118849+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-10", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "db8b393d-65e3-47cf-b20e-7b7e73939e86", "result_sha256": "c2be0c0f0813c5601e9a93c563ed4282378248501140bd84524e037224b1933e", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.006674, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "C" }, "group_id": "smallmatch-01-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-11.png", "input_tokens": 1129, "latency_sec": 6.008153997012414, "model_name": "gemini-3.1-pro-preview", "out_of_srgb": null, "output_tokens": 368, "prediction": { "choice": "C" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "google", "raw_prediction": "{\"choice\": \"C\"}", "recorded_at": "2026-09-16T16:02:30.369334+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-11", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "2ee8fe31-5866-4d85-924f-ff58df973cea", "result_sha256": "0bc1c9f7ccb536d8f9af42e8497bb4c170ffaba83ab5250c5441cb2d254f436b", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.016466, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "D" }, "group_id": "smallmatch-01-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-12.png", "input_tokens": 1129, "latency_sec": 12.65689377207309, "model_name": "gemini-3.1-pro-preview", "out_of_srgb": null, "output_tokens": 1184, "prediction": { "choice": "D" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "google", "raw_prediction": "{\"choice\": \"D\"}", "recorded_at": "2026-09-16T15:34:51.840303+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-12", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "0bf229bc-0a1e-4a85-b807-516fd2666194", "result_sha256": "37e0ea73147873a319a506d3c086714761372ac77ec3fd529df9673b4be70164", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.013934, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "A" }, "group_id": "smallmatch-01-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-13.png", "input_tokens": 1129, "latency_sec": 10.55213482293766, "model_name": "gemini-3.1-pro-preview", "out_of_srgb": null, "output_tokens": 973, "prediction": { "choice": "A" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "google", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T16:21:28.055155+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-13", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "31b76fec-6cd5-483b-b606-a122365ecfd3", "result_sha256": "789caade4a060e5e061e86422e21758a48554bc4f2c4bd368e675317443db350", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.015518, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "B" }, "group_id": "smallmatch-01-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-14.png", "input_tokens": 1129, "latency_sec": 43.68728188495152, "model_name": "gemini-3.1-pro-preview", "out_of_srgb": null, "output_tokens": 1105, "prediction": { "choice": "B" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "google", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T16:23:36.971573+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-14", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "57858c11-eec0-4fb0-ac52-2ecad17f4e96", "result_sha256": "e7b1d5c04230e2fbc21eb3ed3881272c699da54016dcd49975746709c609bd18", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.01811, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "C" }, "group_id": "smallmatch-01-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-15.png", "input_tokens": 1129, "latency_sec": 14.141047514975071, "model_name": "gemini-3.1-pro-preview", "out_of_srgb": null, "output_tokens": 1321, "prediction": { "choice": "C" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "google", "raw_prediction": "{\"choice\": \"C\"}", "recorded_at": "2026-09-16T14:24:13.401935+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-15", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "357fe781-ad69-47e2-a89c-db996fde36b3", "result_sha256": "7aad6615492fd164f19a00067b8d912d4b352d6a78c03fac691aa6a291734f44", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.021902, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "D" }, "group_id": "smallmatch-01-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-16.png", "input_tokens": 1129, "latency_sec": 18.45391231798567, "model_name": "gemini-3.1-pro-preview", "out_of_srgb": null, "output_tokens": 1637, "prediction": { "choice": "A" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "google", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T15:11:42.922824+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-smallmatch-16", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "313d9b67-93c5-4d97-8fcc-1b2946d84210", "result_sha256": "aa478330e3c14c573fa12339a209bca8fea21d7cfd6a81e0ee1326fd958520a9", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.013022, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "A" }, "group_id": "smallmatch-02-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-17.png", "input_tokens": 1129, "latency_sec": 8.912235772004351, "model_name": "gemini-3.1-pro-preview", "out_of_srgb": null, "output_tokens": 897, "prediction": { "choice": "C" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "google", "raw_prediction": "{\"choice\": \"C\"}", "recorded_at": "2026-09-16T16:27:25.679708+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-smallmatch-17", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "7cffd870-c654-468b-8275-c64ac9826a2d", "result_sha256": "d9e6fcdb4dc1af142857df7a65d658d1c307d3b47231e8f7ca0eca7f819a9af8", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.011318, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "B" }, "group_id": "smallmatch-02-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-18.png", "input_tokens": 1129, "latency_sec": 7.659562394954264, "model_name": "gemini-3.1-pro-preview", "out_of_srgb": null, "output_tokens": 755, "prediction": { "choice": "B" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "google", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T16:24:34.002782+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-18", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "13cc6172-331e-4490-baff-bdae722a7300", "result_sha256": "184dfb821b53ac3f04878930f02fd8e3b33f01676e6869c320e2520e6f3c7a7b", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.011714, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "C" }, "group_id": "smallmatch-02-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-19.png", "input_tokens": 1129, "latency_sec": 10.903465798008256, "model_name": "gemini-3.1-pro-preview", "out_of_srgb": null, "output_tokens": 788, "prediction": { "choice": "C" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "google", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-16T15:26:19.930713+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-19", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "e52bf969-c05d-4145-8241-a5606b408bbe", "result_sha256": "7aa1250df059b6d654d72002cd54f4159288e3d9582bb31a77445d2d06db3f6d", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.01433, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "D" }, "group_id": "smallmatch-02-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-20.png", "input_tokens": 1129, "latency_sec": 12.377484404016286, "model_name": "gemini-3.1-pro-preview", "out_of_srgb": null, "output_tokens": 1006, "prediction": { "choice": "C" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "google", "raw_prediction": "{\"choice\": \"C\"}", "recorded_at": "2026-09-16T15:08:24.377336+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-smallmatch-20", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "875f9a0c-bcaa-4c00-bb04-7fdbf59310af", "result_sha256": "2a482e39dfcb0ff516372959c65276c34462ca7defd5c7ac315853b812305129", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.032738, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "A" }, "group_id": "smallmatch-02-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-21.png", "input_tokens": 1129, "latency_sec": 24.20364305493422, "model_name": "gemini-3.1-pro-preview", "out_of_srgb": null, "output_tokens": 2540, "prediction": { "choice": "A" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "google", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T15:13:11.630515+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-21", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "d36cfa4d-f15b-49d6-b39d-3a87cee63a31", "result_sha256": "857e323e374782dc2d30d92baee7089f64b15e4b8fadd258ab79f5367d26114e", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.013574, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "B" }, "group_id": "smallmatch-02-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-22.png", "input_tokens": 1129, "latency_sec": 34.93238562392071, "model_name": "gemini-3.1-pro-preview", "out_of_srgb": null, "output_tokens": 943, "prediction": { "choice": "B" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "google", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T14:25:30.101468+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-22", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "a0f13797-f8d9-4c79-90f0-495f93e31650", "result_sha256": "934d811667155d845538a0368cb53d1e0b0d26743d7bb59b6b2380c99992f947", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.01109, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "C" }, "group_id": "smallmatch-02-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-23.png", "input_tokens": 1129, "latency_sec": 8.657024384010583, "model_name": "gemini-3.1-pro-preview", "out_of_srgb": null, "output_tokens": 736, "prediction": { "choice": "A" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "google", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T16:29:59.300708+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-smallmatch-23", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "6a2769f5-67d4-4945-96d8-7fddefd30fe6", "result_sha256": "34ef616b215f0db8c86e35e5479761b37bce502ed37ef3860072d91055770d3e", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.016286, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "D" }, "group_id": "smallmatch-02-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-24.png", "input_tokens": 1129, "latency_sec": 11.848459276021458, "model_name": "gemini-3.1-pro-preview", "out_of_srgb": null, "output_tokens": 1169, "prediction": { "choice": "D" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "google", "raw_prediction": "{\"choice\": \"D\"}", "recorded_at": "2026-09-16T15:39:25.122137+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-24", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "f411dfeb-caa5-42f0-ab7e-ebd8e3b47ecf", "result_sha256": "ea412e8c1e481e3dc3e3883e6aefd4867ec858362023a782f1ab8608afea7f28", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.017342, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "A" }, "group_id": "smallmatch-02-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-25.png", "input_tokens": 1129, "latency_sec": 11.747025685966946, "model_name": "gemini-3.1-pro-preview", "out_of_srgb": null, "output_tokens": 1257, "prediction": { "choice": "C" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "google", "raw_prediction": "{\"choice\": \"C\"}", "recorded_at": "2026-09-16T16:10:09.468218+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-smallmatch-25", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "ee2e543d-fd70-4db5-8352-4abf01036378", "result_sha256": "180667b88070fd0029994f6d8eed44550838fdb5f37193f32e63456d861076d4", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.02375, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "B" }, "group_id": "smallmatch-02-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-26.png", "input_tokens": 1129, "latency_sec": 16.37006482295692, "model_name": "gemini-3.1-pro-preview", "out_of_srgb": null, "output_tokens": 1791, "prediction": { "choice": "B" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "google", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T14:53:34.493146+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-26", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "a416b4f3-0b47-41a2-b252-bc7ab3a1a4df", "result_sha256": "11219515a795cb3b1279f2852ae8928ac3e7477abc6a5b450d6929a776dee301", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.049466, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "C" }, "group_id": "smallmatch-02-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-27.png", "input_tokens": 1129, "latency_sec": 33.79038794199005, "model_name": "gemini-3.1-pro-preview", "out_of_srgb": null, "output_tokens": 3934, "prediction": { "choice": "A" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "google", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T15:18:18.033163+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-smallmatch-27", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "c8afcfe8-dad4-4287-9f6d-1a58628e0dad", "result_sha256": "0a76e25446aa1e8aad5c7b380059333cd1b5d4eb7bab559bf57e18f16b85af48", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.049466, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "D" }, "group_id": "smallmatch-02-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-28.png", "input_tokens": 1129, "latency_sec": 32.62426214502193, "model_name": "gemini-3.1-pro-preview", "out_of_srgb": null, "output_tokens": 3934, "prediction": { "choice": "A" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "google", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T14:03:16.064103+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-smallmatch-28", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "6967c816-56ce-4eb6-af3f-f0af8d7b5eab", "result_sha256": "bd4a414417caa5f1b9b0e423e23c175523c3a24c65d42bbbf381ed6cc1d52c64", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.02567, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "A" }, "group_id": "smallmatch-02-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-29.png", "input_tokens": 1129, "latency_sec": 18.31380823208019, "model_name": "gemini-3.1-pro-preview", "out_of_srgb": null, "output_tokens": 1951, "prediction": { "choice": "C" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "google", "raw_prediction": "{\"choice\": \"C\"}", "recorded_at": "2026-09-16T14:39:47.447356+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-smallmatch-29", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "17550e8b-144c-4ee6-9159-63d3520eeda9", "result_sha256": "74d54b45a2e0fe58ed96022582be3fbde73cd1077954a9f0a38c0b8ef5c6aca6", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.015602, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "B" }, "group_id": "smallmatch-02-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-30.png", "input_tokens": 1129, "latency_sec": 18.69545745907817, "model_name": "gemini-3.1-pro-preview", "out_of_srgb": null, "output_tokens": 1112, "prediction": { "choice": "B" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "google", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T16:02:19.706892+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-30", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "70cea7a9-5206-4f82-91a3-17e46bd19d19", "result_sha256": "846b1fbf30abee6d0c65a05e91c2f1460977a041aa16f3f8c1d38d34cd324a6e", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.027458, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "C" }, "group_id": "smallmatch-02-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-31.png", "input_tokens": 1129, "latency_sec": 20.154573668027297, "model_name": "gemini-3.1-pro-preview", "out_of_srgb": null, "output_tokens": 2100, "prediction": { "choice": "D" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "google", "raw_prediction": "{\"choice\": \"D\"}", "recorded_at": "2026-09-16T14:11:58.446782+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-smallmatch-31", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "949c9c8c-a77c-4666-b7ae-25fab74df029", "result_sha256": "980076ab399d7af3fb7836b73266f5a156306ed56f2250f5ddf7348deae030e0", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.034466, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "D" }, "group_id": "smallmatch-02-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-32.png", "input_tokens": 1129, "latency_sec": 24.823638384928927, "model_name": "gemini-3.1-pro-preview", "out_of_srgb": null, "output_tokens": 2684, "prediction": { "choice": "D" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "google", "raw_prediction": "{\"choice\": \"D\"}", "recorded_at": "2026-09-16T16:04:07.090289+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-32", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "fa2e2f8c-0b7c-4db4-acd7-03dd72dea0ae", "result_sha256": "abd1ee100a768220f859860d812f2f3adf448775c5f3a04712f492f62f4ea226", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.008906, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "A" }, "group_id": "smallmatch-03-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-33.png", "input_tokens": 1129, "latency_sec": 6.322629778995179, "model_name": "gemini-3.1-pro-preview", "out_of_srgb": null, "output_tokens": 554, "prediction": { "choice": "C" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "google", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-16T14:43:05.555596+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-smallmatch-33", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "d2105225-9cee-46e7-add6-2d38ffb35e44", "result_sha256": "687f7cc590eab8f30d26c335f5d63293b97f7943412db84ebaabc51c1415b24d", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.029186, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "B" }, "group_id": "smallmatch-03-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-34.png", "input_tokens": 1129, "latency_sec": 21.187984407995827, "model_name": "gemini-3.1-pro-preview", "out_of_srgb": null, "output_tokens": 2244, "prediction": { "choice": "C" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "google", "raw_prediction": "{\"choice\": \"C\"}", "recorded_at": "2026-09-16T14:42:42.382836+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-smallmatch-34", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "71a40d3a-4fd0-46e1-91e3-5bfad5f95a80", "result_sha256": "7863afc192bd54ae984f143c73aabba6b417222c3249a38f0fa29bddedefa243", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.008918, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "C" }, "group_id": "smallmatch-03-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-35.png", "input_tokens": 1129, "latency_sec": 6.5980517429998145, "model_name": "gemini-3.1-pro-preview", "out_of_srgb": null, "output_tokens": 555, "prediction": { "choice": "B" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "google", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T15:27:34.257552+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-smallmatch-35", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "d7c79335-5064-4887-a329-d5fcdcf0f082", "result_sha256": "c9ade7b3279de981f9b66b8549e735d5d446616da07c2c20188013cd35faabfc", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.021902, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "D" }, "group_id": "smallmatch-03-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-36.png", "input_tokens": 1129, "latency_sec": 17.138732999097556, "model_name": "gemini-3.1-pro-preview", "out_of_srgb": null, "output_tokens": 1637, "prediction": { "choice": "D" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "google", "raw_prediction": "{\n \"choice\": \"D\"\n}", "recorded_at": "2026-09-16T15:38:51.905196+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-36", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "98bc9031-b3e0-4203-95e9-7710d85525af", "result_sha256": "2a7ea42702f2bf766ccba311249a973f603bf009542c6a840a592612fa36d092", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.01301, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "A" }, "group_id": "smallmatch-03-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-37.png", "input_tokens": 1129, "latency_sec": 10.433714488055557, "model_name": "gemini-3.1-pro-preview", "out_of_srgb": null, "output_tokens": 896, "prediction": { "choice": "A" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "google", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T15:08:50.688175+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-37", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "ad557d02-108e-44a4-b5e5-5350f94abcb2", "result_sha256": "08595405960c2814f8b632d6f7bc06d24f22b7aca268637b4d814284497068e4", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.010418, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "B" }, "group_id": "smallmatch-03-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-38.png", "input_tokens": 1129, "latency_sec": 8.169690857990645, "model_name": "gemini-3.1-pro-preview", "out_of_srgb": null, "output_tokens": 680, "prediction": { "choice": "B" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "google", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T15:01:16.555562+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-38", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "70cdf702-2a9e-4122-bc96-02d2569f7494", "result_sha256": "421ff264f8741e5ba49625136b5f2587b6faa9115911839d34fe8e2349dac1cf", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.009806, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "C" }, "group_id": "smallmatch-03-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-39.png", "input_tokens": 1129, "latency_sec": 7.086775008006953, "model_name": "gemini-3.1-pro-preview", "out_of_srgb": null, "output_tokens": 629, "prediction": { "choice": "C" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "google", "raw_prediction": "{\"choice\": \"C\"}", "recorded_at": "2026-09-16T15:33:03.619579+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-39", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "19b7e7f2-0dd8-434d-b2c7-b421bcfacfe8", "result_sha256": "8d25d6eae4a440fc7a9aa212752e2c07dd9d101619700198ad75a382fa852434", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.008198, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "D" }, "group_id": "smallmatch-03-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-40.png", "input_tokens": 1129, "latency_sec": 11.796388573013246, "model_name": "gemini-3.1-pro-preview", "out_of_srgb": null, "output_tokens": 495, "prediction": { "choice": "D" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "google", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-16T14:53:04.548014+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-40", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "20d62ad2-e46b-499e-8fdb-dc82392e5a6c", "result_sha256": "c361b4cf21e90f97e41f15b0136340ec7b78d8efa2ba5962aebdad82213e0a6b", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.02879, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "A" }, "group_id": "smallmatch-03-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-41.png", "input_tokens": 1129, "latency_sec": 21.808125569019467, "model_name": "gemini-3.1-pro-preview", "out_of_srgb": null, "output_tokens": 2211, "prediction": { "choice": "C" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "google", "raw_prediction": "{\n \"choice\": \"C\"\n}", "recorded_at": "2026-09-16T14:14:38.818648+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-smallmatch-41", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "afedc399-56b3-4689-a593-ab6af165bdb2", "result_sha256": "c96b64be071b7a845fab1061b053e6ef21e677f05fbfd1d09b8ac7a437185b8c", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.049502, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "B" }, "group_id": "smallmatch-03-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-42.png", "input_tokens": 1129, "latency_sec": 31.091173691907898, "model_name": "gemini-3.1-pro-preview", "out_of_srgb": null, "output_tokens": 3937, "prediction": { "choice": "B" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "google", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T16:26:24.881147+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-42", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "a0be4ad8-8e7b-4e7a-b18d-892f7939e979", "result_sha256": "5f9804f9b3fa4b05f0108db71a7c096629ea8ea18633e755b768fad041278fa4", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.011498, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "C" }, "group_id": "smallmatch-03-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-43.png", "input_tokens": 1129, "latency_sec": 8.888615599949844, "model_name": "gemini-3.1-pro-preview", "out_of_srgb": null, "output_tokens": 770, "prediction": { "choice": "B" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "google", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T15:02:21.615094+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-smallmatch-43", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "bf71cb38-f7a2-4646-b9f5-7367bd8b040d", "result_sha256": "0f8a885da5876a2d9a95a9402870436090dea8104b5daef48009197e6e37de6f", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.013514, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "D" }, "group_id": "smallmatch-03-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-44.png", "input_tokens": 1129, "latency_sec": 15.480672130011953, "model_name": "gemini-3.1-pro-preview", "out_of_srgb": null, "output_tokens": 938, "prediction": { "choice": "D" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "google", "raw_prediction": "{\"choice\": \"D\"}", "recorded_at": "2026-09-16T14:45:21.206121+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-44", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "847c2acb-c9d9-4ef4-83e3-610ea4eb2ba0", "result_sha256": "7ebdb4ec9f79b8373c7f7bb476d1e3540eeb038e3132d5081e097ca6286bee77", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.011642, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "A" }, "group_id": "smallmatch-03-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-45.png", "input_tokens": 1129, "latency_sec": 10.943716355948709, "model_name": "gemini-3.1-pro-preview", "out_of_srgb": null, "output_tokens": 782, "prediction": { "choice": "A" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "google", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T15:41:26.945667+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-45", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "a9f74e7e-2746-44f9-a59d-48f182db1b46", "result_sha256": "a04e0b8b43652a9d5f762b360d9d14e149a870e90d1b04bf265ac6f87b8120b1", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.010274, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "B" }, "group_id": "smallmatch-03-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-46.png", "input_tokens": 1129, "latency_sec": 7.693477563909255, "model_name": "gemini-3.1-pro-preview", "out_of_srgb": null, "output_tokens": 668, "prediction": { "choice": "B" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "google", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T14:39:07.985147+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-46", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "12128c22-e6e8-4ee1-bf6c-7cce08aaa568", "result_sha256": "0f52207c245c40760ac0d4b3c08ce071f87f761e92576a01ea8ea335ae82affe", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00989, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "C" }, "group_id": "smallmatch-03-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-47.png", "input_tokens": 1129, "latency_sec": 7.827513840049505, "model_name": "gemini-3.1-pro-preview", "out_of_srgb": null, "output_tokens": 636, "prediction": { "choice": "C" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "google", "raw_prediction": "{\"choice\": \"C\"}", "recorded_at": "2026-09-16T16:31:17.135421+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-47", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "5b1e2140-dabc-46c3-a10e-f920cc539f07", "result_sha256": "b1b8b2d3448453476bd43dcb522e10cb7937887c096f0fed0605d16f828317b7", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.01253, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "D" }, "group_id": "smallmatch-03-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-48.png", "input_tokens": 1129, "latency_sec": 14.516334277926944, "model_name": "gemini-3.1-pro-preview", "out_of_srgb": null, "output_tokens": 856, "prediction": { "choice": "D" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "google", "raw_prediction": "{\"choice\": \"D\"}", "recorded_at": "2026-09-16T16:29:08.022894+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-48", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "a4b99ad2-3a52-4543-a3ba-a16efe39d69c", "result_sha256": "62bfb5b39b93ea54e8dc95d78494a19d694338680fbf310ba8bd88aa664ac83b", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.010214, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "A" }, "group_id": "smallmatch-04-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-49.png", "input_tokens": 1129, "latency_sec": 7.2842391019221395, "model_name": "gemini-3.1-pro-preview", "out_of_srgb": null, "output_tokens": 663, "prediction": { "choice": "B" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "google", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T16:17:35.080506+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-smallmatch-49", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "dba9b5d8-d0c6-4bc6-aa25-6b3c6b709ad0", "result_sha256": "86e51b7a924cc23c8cec4924cc5f7a11fbcb672a98fc257075e2e0c248cd8bf5", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.005294, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "B" }, "group_id": "smallmatch-04-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-50.png", "input_tokens": 1129, "latency_sec": 4.252796628046781, "model_name": "gemini-3.1-pro-preview", "out_of_srgb": null, "output_tokens": 253, "prediction": { "choice": "D" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "google", "raw_prediction": "{\"choice\": \"D\"}", "recorded_at": "2026-09-16T15:29:49.692752+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-smallmatch-50", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "37e65e90-4183-434a-ab46-4915c4b457e7", "result_sha256": "5a8b5eea7396404d91aecf344b1ef54deb7af42b44982dd3ec5baf1c522dba89", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.04949, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "C" }, "group_id": "smallmatch-04-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-51.png", "input_tokens": 1129, "latency_sec": 32.1682607489638, "model_name": "gemini-3.1-pro-preview", "out_of_srgb": null, "output_tokens": 3936, "prediction": { "choice": "A" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "google", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T14:54:26.715343+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-smallmatch-51", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "e85a12a2-fe18-41c9-9ea4-b774e2cc05b9", "result_sha256": "e742c944bd1cceeea48f4c59ce5d48021ecc9248347bd95f3b7c247dab2c8024", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.008618, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "D" }, "group_id": "smallmatch-04-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-52.png", "input_tokens": 1129, "latency_sec": 8.439642095007002, "model_name": "gemini-3.1-pro-preview", "out_of_srgb": null, "output_tokens": 530, "prediction": { "choice": "D" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "google", "raw_prediction": "{\"choice\": \"D\"}", "recorded_at": "2026-09-16T16:07:20.058153+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-52", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "1ec9758a-6f4d-4beb-b74c-cc27c7b03fa3", "result_sha256": "8a186d2dfbfd6abd1e3683e2a594b5e5b37235290e7c340f64f4dbc83138f392", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.008126, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "A" }, "group_id": "smallmatch-04-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-53.png", "input_tokens": 1129, "latency_sec": 9.920716598979197, "model_name": "gemini-3.1-pro-preview", "out_of_srgb": null, "output_tokens": 489, "prediction": { "choice": "A" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "google", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T16:13:12.781941+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-53", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "dffc4cb6-9d90-41e7-b0c3-60eb4fe03fdb", "result_sha256": "844d7b00cde3274850572e8c364b0b264e845ca795fddcb834f51b8733de7f0d", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.007622, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "B" }, "group_id": "smallmatch-04-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-54.png", "input_tokens": 1129, "latency_sec": 6.0655287590343505, "model_name": "gemini-3.1-pro-preview", "out_of_srgb": null, "output_tokens": 447, "prediction": { "choice": "B" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "google", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T14:26:50.938870+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-54", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "a0387505-052a-46fe-b33b-184a837a17cb", "result_sha256": "dab8b57d5cbddbdd98900004361665c5a4843286de60330165dfcb667b296d44", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00599, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "C" }, "group_id": "smallmatch-04-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-55.png", "input_tokens": 1129, "latency_sec": 5.784614852047525, "model_name": "gemini-3.1-pro-preview", "out_of_srgb": null, "output_tokens": 311, "prediction": { "choice": "C" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "google", "raw_prediction": "{\"choice\": \"C\"}", "recorded_at": "2026-09-16T14:04:42.003517+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-55", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "63478963-e461-4741-a6fa-e4c08302dcc9", "result_sha256": "dd616739c2e746a926c9c516da0be802bc358ee58f027e577345851ef462a033", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.027326, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "D" }, "group_id": "smallmatch-04-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-56.png", "input_tokens": 1129, "latency_sec": 18.741832280997187, "model_name": "gemini-3.1-pro-preview", "out_of_srgb": null, "output_tokens": 2089, "prediction": { "choice": "D" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "google", "raw_prediction": "{\"choice\": \"D\"}", "recorded_at": "2026-09-16T14:59:32.574122+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-56", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "d9eafb60-07e3-41f3-abeb-e64b9f586ad9", "result_sha256": "3c7144bad6bcad3fd77fe462a13fe657695f92dfec2d5f236179380b55b0b7d7", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.011774, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "A" }, "group_id": "smallmatch-04-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-57.png", "input_tokens": 1129, "latency_sec": 8.577205657027662, "model_name": "gemini-3.1-pro-preview", "out_of_srgb": null, "output_tokens": 793, "prediction": { "choice": "A" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "google", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T15:04:30.997593+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-57", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "4d7ea964-5e3f-4215-87e0-e3f70fedbfb6", "result_sha256": "2c39e13995d73edae23260e05d424201642ffe53aa4e213b97bfe7a8ed7ac3d2", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.023642, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "B" }, "group_id": "smallmatch-04-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-58.png", "input_tokens": 1129, "latency_sec": 48.91679937590379, "model_name": "gemini-3.1-pro-preview", "out_of_srgb": null, "output_tokens": 1782, "prediction": { "choice": "B" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "google", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T15:10:49.607643+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-58", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "b9ac0ba2-bcea-45a1-827e-83e815a5b8eb", "result_sha256": "151fed8fa8b7690db52f2d3b63eb7859191b9cf195d41d0ad5161a614e86018f", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.015518, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "C" }, "group_id": "smallmatch-04-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-59.png", "input_tokens": 1129, "latency_sec": 13.20204908202868, "model_name": "gemini-3.1-pro-preview", "out_of_srgb": null, "output_tokens": 1105, "prediction": { "choice": "C" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "google", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-16T14:11:28.720042+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-59", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "efc52808-af4d-43d7-acb0-ef55061344b7", "result_sha256": "af266fe1400daa08660d35ffff837f6d42f6d7d7b5d340fd3e0a553a521d130e", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.013454, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "D" }, "group_id": "smallmatch-04-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-60.png", "input_tokens": 1129, "latency_sec": 9.003891189931892, "model_name": "gemini-3.1-pro-preview", "out_of_srgb": null, "output_tokens": 933, "prediction": { "choice": "B" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "google", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T15:30:57.655612+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-smallmatch-60", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "1b36027f-48a6-454d-ac1e-3cf1bca14472", "result_sha256": "96777eeca81bbb67d14b136deca0111f54ab56eed14e261ba546cff58ff644bf", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.020858, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "A" }, "group_id": "smallmatch-04-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-61.png", "input_tokens": 1129, "latency_sec": 20.550496194977313, "model_name": "gemini-3.1-pro-preview", "out_of_srgb": null, "output_tokens": 1550, "prediction": { "choice": "A" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "google", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T14:26:37.885891+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-61", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "41611eee-32d8-4bda-900b-a73505c68b0b", "result_sha256": "3009d19995b1bf3b01864c375576dce215f3c3d73164b66ae3bf76e2d355de80", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.01025, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "B" }, "group_id": "smallmatch-04-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-62.png", "input_tokens": 1129, "latency_sec": 8.380959864007309, "model_name": "gemini-3.1-pro-preview", "out_of_srgb": null, "output_tokens": 666, "prediction": { "choice": "B" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "google", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T15:27:06.216530+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-62", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "94bf6560-0dd0-48b8-9147-eb43ac3ee983", "result_sha256": "f765a4ba6c7b8ebf06405b60e2986ab008aee5baa61188cbf96bfdeefc9f6246", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.014282, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "C" }, "group_id": "smallmatch-04-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-63.png", "input_tokens": 1129, "latency_sec": 10.08332915394567, "model_name": "gemini-3.1-pro-preview", "out_of_srgb": null, "output_tokens": 1002, "prediction": { "choice": "C" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "google", "raw_prediction": "{\"choice\": \"C\"}", "recorded_at": "2026-09-16T15:46:06.424480+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-63", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "a5f0721f-dc81-49cf-b397-b98ee30d93d6", "result_sha256": "5756e6697b44ec360aa31341e772550da2592b0672a0fb9b5dfb6eba6b670261", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.022766, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "D" }, "group_id": "smallmatch-04-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-64.png", "input_tokens": 1129, "latency_sec": 16.925686773029156, "model_name": "gemini-3.1-pro-preview", "out_of_srgb": null, "output_tokens": 1709, "prediction": { "choice": "B" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "google", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T14:24:31.607224+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-smallmatch-64", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "06fcdb7d-1e7c-43fc-ba9d-1eaa63fd4ad2", "result_sha256": "80f6680885b9e7bb96abad442a766644360ae255a5ec375203b1149c9d91a84f", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0003659, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "A" }, "group_id": "match-binding-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-01.png", "input_tokens": 1128, "latency_sec": 0.8514568459941074, "model_name": "gemini-3.5-flash-lite", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "google", "raw_prediction": "{\n \"choice\": \"A\"\n}", "recorded_at": "2026-09-16T16:12:31.107852+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-01", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "ac4d2ec1-0df1-414a-9c62-5f6964330a28", "result_sha256": "bde0b73ba42af27118e44c6c03164009492620da44a7761f16fe44c6f9609de3", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0003659, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "B" }, "group_id": "match-binding-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-02.png", "input_tokens": 1128, "latency_sec": 0.8009619809454307, "model_name": "gemini-3.5-flash-lite", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "google", "raw_prediction": "{\n \"choice\": \"B\"\n}", "recorded_at": "2026-09-16T14:22:09.746522+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-02", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "0a87befa-45f5-48c3-a195-bdb39cf5a1c3", "result_sha256": "0a5bae188bd2d061df95e80fab6e8d16b55d26e09ad1f4bd01349650220ff567", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.0003659, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "C" }, "group_id": "match-binding-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-03.png", "input_tokens": 1128, "latency_sec": 0.7307135220617056, "model_name": "gemini-3.5-flash-lite", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "google", "raw_prediction": "{\n \"choice\": \"A\"\n}", "recorded_at": "2026-09-16T14:43:33.283859+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-binding-03", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "ebc7aead-a451-4f2c-b0f6-2b39e5c728ed", "result_sha256": "8f58f44cf9cdfd651c81906f48404a2450e51892ed3ee2428163d762b7157817", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0003659, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "D" }, "group_id": "match-binding-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-04.png", "input_tokens": 1128, "latency_sec": 0.9792823530733585, "model_name": "gemini-3.5-flash-lite", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "D" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "google", "raw_prediction": "{\n \"choice\": \"D\"\n}", "recorded_at": "2026-09-16T14:59:02.838692+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-04", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "fe0afbf7-4e2d-4102-9b8c-41dbab54e108", "result_sha256": "67fdb18f113127515c654dc17547624bd01363567761d5ef31ecf541451e343b", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0003659, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "A" }, "group_id": "match-binding-05", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-05.png", "input_tokens": 1128, "latency_sec": 0.739131456008181, "model_name": "gemini-3.5-flash-lite", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "google", "raw_prediction": "{\n \"choice\": \"A\"\n}", "recorded_at": "2026-09-16T14:48:30.828325+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-05", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "0374a596-5859-4f9d-bbfd-580a704bffa8", "result_sha256": "326da1ca4e8253f6220f302090512a408e8f682c48205fa1ec99d7b49250fe66", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0003659, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "B" }, "group_id": "match-binding-06", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-06.png", "input_tokens": 1128, "latency_sec": 0.7242979549337178, "model_name": "gemini-3.5-flash-lite", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "google", "raw_prediction": "{\n \"choice\": \"B\"\n}", "recorded_at": "2026-09-16T14:50:48.665583+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-06", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "264aa21d-a314-4d65-9c94-a0b1f35eaa19", "result_sha256": "ae894fc6360348aa78c5d3c307358b6004bdf6bca52439950e9fd00c60b50c13", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.0003659, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "C" }, "group_id": "match-binding-07", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-07.png", "input_tokens": 1128, "latency_sec": 0.8717019519535825, "model_name": "gemini-3.5-flash-lite", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "google", "raw_prediction": "{\n \"choice\": \"A\"\n}", "recorded_at": "2026-09-16T15:26:30.557222+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-binding-07", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "a8f34eec-7236-4c7e-9f7f-671f3f3406b1", "result_sha256": "b6dbad35e272efc59baff54b82384094048bf932050015083387fc7e20df45c0", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.0003659, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "D" }, "group_id": "match-binding-08", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-08.png", "input_tokens": 1128, "latency_sec": 0.8952437089756131, "model_name": "gemini-3.5-flash-lite", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "C" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "google", "raw_prediction": "{\n \"choice\": \"C\"\n}", "recorded_at": "2026-09-16T16:15:32.279656+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-binding-08", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "d1ce1190-ed2e-453b-a4c9-6bf1ba0cc570", "result_sha256": "3b928c9daf08123acf6cc053bacce1dbdc20fd37fbba1e0407f990802560795f", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.0003659, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "A" }, "group_id": "match-binding-09", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-09.png", "input_tokens": 1128, "latency_sec": 0.824551624013111, "model_name": "gemini-3.5-flash-lite", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "google", "raw_prediction": "{\n \"choice\": \"B\"\n}", "recorded_at": "2026-09-16T15:43:38.038707+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-binding-09", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "155bddcb-e667-4fe0-9c79-54512b3caace", "result_sha256": "194cb7fe54fd275752c57530971d13446078a1823f026236dffba0680dc870bd", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0003659, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "B" }, "group_id": "match-binding-10", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-10.png", "input_tokens": 1128, "latency_sec": 1.098877566982992, "model_name": "gemini-3.5-flash-lite", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "google", "raw_prediction": "{\n \"choice\": \"B\"\n}", "recorded_at": "2026-09-16T15:03:18.310640+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-10", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "b5d8a1a8-b9d0-4673-9326-7b8409ffbb62", "result_sha256": "b5ed8e629028752490e19b05cf5701e813423814f79b240d815f28f3fa28f7ed", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.0003659, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "C" }, "group_id": "match-binding-11", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-11.png", "input_tokens": 1128, "latency_sec": 0.7763274200260639, "model_name": "gemini-3.5-flash-lite", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "google", "raw_prediction": "{\n \"choice\": \"B\"\n}", "recorded_at": "2026-09-16T14:48:13.580654+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-binding-11", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "93a4e0a1-8187-45ab-a7bc-2e4df1e535dc", "result_sha256": "747dd7c4425bb0a8fab5af98e1d1f876ff8e30df0e3de2b9ae1023ffaaa3519a", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.0003659, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "D" }, "group_id": "match-binding-12", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-12.png", "input_tokens": 1128, "latency_sec": 0.7545419499510899, "model_name": "gemini-3.5-flash-lite", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "google", "raw_prediction": "{\n \"choice\": \"B\"\n}", "recorded_at": "2026-09-16T15:35:23.756628+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-binding-12", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "c9f6ef48-5c1e-49dd-8f4b-d10eaace1504", "result_sha256": "c913db4e0eb07a861bee337226e11cebe25d9e61365e325726a57f41bb58954b", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.0003659, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "A" }, "group_id": "match-binding-13", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-13.png", "input_tokens": 1128, "latency_sec": 0.9097216880181804, "model_name": "gemini-3.5-flash-lite", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "google", "raw_prediction": "{\n \"choice\": \"B\"\n}", "recorded_at": "2026-09-16T15:01:37.119600+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-binding-13", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "9ad70d24-e65b-4925-b8f7-c1414a5a269a", "result_sha256": "ef682b322405f9f4f83bba7cdf35bf3488fdd9fc841278e93dbec9f87cd40aaa", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0003659, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "B" }, "group_id": "match-binding-14", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-14.png", "input_tokens": 1128, "latency_sec": 0.7744778099004179, "model_name": "gemini-3.5-flash-lite", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "google", "raw_prediction": "{\n \"choice\": \"B\"\n}", "recorded_at": "2026-09-16T15:38:56.280606+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-14", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "cc6b7ba9-d27c-4849-b2c7-43f55da9d083", "result_sha256": "d94dfa471ab5a7f9e7289b6841f4e866cc08abdb79a7a3012c7cd2acaa7165cc", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.0003659, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "C" }, "group_id": "match-binding-15", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-15.png", "input_tokens": 1128, "latency_sec": 0.9195391280809417, "model_name": "gemini-3.5-flash-lite", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "google", "raw_prediction": "{\n \"choice\": \"B\"\n}", "recorded_at": "2026-09-16T14:34:58.673953+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-binding-15", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "3f2b568e-d4f0-45e9-b8a4-a37a76e0d04c", "result_sha256": "6b55e37af98e41c95988f793b4eb6d5a6ac032894b85ce3cd2b2cb947ad6f4ec", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.0003659, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "D" }, "group_id": "match-binding-16", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-16.png", "input_tokens": 1128, "latency_sec": 0.7723481559660286, "model_name": "gemini-3.5-flash-lite", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "google", "raw_prediction": "{\n \"choice\": \"B\"\n}", "recorded_at": "2026-09-16T14:27:44.421640+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-binding-16", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "187d1860-8faa-4596-ae6c-404457abde46", "result_sha256": "cccbb7372e5a7bb69a31de97f1e6eb9bfc4111a05724cdc91f44a5e2fc7d1c5b", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0003659, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "A" }, "group_id": "match-binding-17", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-17.png", "input_tokens": 1128, "latency_sec": 0.7845590290380642, "model_name": "gemini-3.5-flash-lite", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "google", "raw_prediction": "{\n \"choice\": \"A\"\n}", "recorded_at": "2026-09-16T15:55:24.672021+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-17", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "30595172-863b-44a3-bee0-079704d4533e", "result_sha256": "db8cd12558dfe179a3ed25c0087cb34fc7bd3125a04eefc8f638e0f338741959", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0003659, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "B" }, "group_id": "match-binding-18", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-18.png", "input_tokens": 1128, "latency_sec": 0.883330013952218, "model_name": "gemini-3.5-flash-lite", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "google", "raw_prediction": "{\n \"choice\": \"B\"\n}", "recorded_at": "2026-09-16T14:08:53.869588+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-18", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "aaa9205e-9015-46a7-b93b-bc35b5e97af8", "result_sha256": "eb5fa83dc74b6975f430eee4a721b81260304099a50a7aa1cd33f7f32d27d077", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.0003659, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "C" }, "group_id": "match-binding-19", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-19.png", "input_tokens": 1128, "latency_sec": 0.8443179350579157, "model_name": "gemini-3.5-flash-lite", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "google", "raw_prediction": "{\n \"choice\": \"A\"\n}", "recorded_at": "2026-09-16T15:35:53.149712+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-binding-19", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "45ec0bcf-2646-47f4-8f8f-bb69edd43e76", "result_sha256": "04d6f56d2e3a6a152f475fb3d903db1f101357083a601e5ab6d769d9c5c78f90", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.00035339999999999997, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "D" }, "group_id": "match-binding-20", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-20.png", "input_tokens": 1128, "latency_sec": 0.7171209079679102, "model_name": "gemini-3.5-flash-lite", "out_of_srgb": null, "output_tokens": 6, "prediction": { "choice": "A" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "google", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T15:53:16.831942+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-binding-20", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "de366163-6f4d-4f05-8be3-c3aff3335286", "result_sha256": "d38bbbdd3e1fd0820f58b2cd100a9dab28ae4701ddedf48125e4b16f3c54a157", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0003659, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "A" }, "group_id": "match-binding-21", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-21.png", "input_tokens": 1128, "latency_sec": 0.738529865979217, "model_name": "gemini-3.5-flash-lite", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "google", "raw_prediction": "{\n \"choice\": \"A\"\n}", "recorded_at": "2026-09-16T16:31:52.661028+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-21", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "4ab0bcb0-6e12-41c8-98e3-eaed111e43ec", "result_sha256": "fe17c1078f487f6ec876e042fe8918a2dffbceec3161448795030c5f7bcde9e5", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0003659, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "B" }, "group_id": "match-binding-22", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-22.png", "input_tokens": 1128, "latency_sec": 0.8736253289971501, "model_name": "gemini-3.5-flash-lite", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "google", "raw_prediction": "{\n \"choice\": \"B\"\n}", "recorded_at": "2026-09-16T15:00:01.731108+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-22", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "117f7949-2df8-4dd2-9f12-25861c9e2157", "result_sha256": "f847e219d1ce7fdcd02c82f516ae4b4118716cf8b4dd92c4a18e485f731674bf", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.0003659, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "C" }, "group_id": "match-binding-23", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-23.png", "input_tokens": 1128, "latency_sec": 1.0567743229912594, "model_name": "gemini-3.5-flash-lite", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "google", "raw_prediction": "{\n \"choice\": \"A\"\n}", "recorded_at": "2026-09-16T14:33:38.970190+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-binding-23", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "9c29fb9c-be62-43db-aa24-1d8dedff28ad", "result_sha256": "c244d5ad14788758a63174ffe35ca022f1e4c733696cad7bb42c14162c1a5d7c", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.0003659, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "D" }, "group_id": "match-binding-24", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-24.png", "input_tokens": 1128, "latency_sec": 0.8618270099395886, "model_name": "gemini-3.5-flash-lite", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "google", "raw_prediction": "{\n \"choice\": \"A\"\n}", "recorded_at": "2026-09-16T15:40:34.994046+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-binding-24", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "d29d0555-f9a6-403d-b336-801043f3d174", "result_sha256": "1c4e1dfc23c511bc1abe6109838bfe2f9bcfccab9eaac61dbc2ad4a622e3fd53", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.0003659, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "A" }, "group_id": "match-binding-25", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-25.png", "input_tokens": 1128, "latency_sec": 0.9654436099808663, "model_name": "gemini-3.5-flash-lite", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "google", "raw_prediction": "{\n \"choice\": \"B\"\n}", "recorded_at": "2026-09-16T14:07:21.429292+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-binding-25", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "8d4315cf-ff85-42bf-a5a2-46fa6507d4c6", "result_sha256": "2fa7598cf4afb64dcde04cbd0e8a0fc6cf5a9a0ecdc22c1898679cb26d471bdd", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0003659, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "B" }, "group_id": "match-binding-26", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-26.png", "input_tokens": 1128, "latency_sec": 1.147977911052294, "model_name": "gemini-3.5-flash-lite", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "google", "raw_prediction": "{\n \"choice\": \"B\"\n}", "recorded_at": "2026-09-16T14:55:08.661093+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-26", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "3e8d7b5e-7134-4251-b4b9-f60e347d47cb", "result_sha256": "0119ef9f155a0b6a9069419b4d97dd4bdf79a23da284950c753e7cb3260c1fa0", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.0003659, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "C" }, "group_id": "match-binding-27", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-27.png", "input_tokens": 1128, "latency_sec": 1.0807715279515833, "model_name": "gemini-3.5-flash-lite", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "google", "raw_prediction": "{\n \"choice\": \"B\"\n}", "recorded_at": "2026-09-16T14:00:28.132566+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-binding-27", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "4ab71a4a-c420-45a0-9c45-291531a6d517", "result_sha256": "9abc386eab6ec9ad311ddb27d4da78344eae79c252d80a8bc22cc1ddf466a4fc", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.0003659, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "D" }, "group_id": "match-binding-28", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-28.png", "input_tokens": 1128, "latency_sec": 0.7927553510526195, "model_name": "gemini-3.5-flash-lite", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "google", "raw_prediction": "{\n \"choice\": \"B\"\n}", "recorded_at": "2026-09-16T14:17:41.521542+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-binding-28", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "e77232c0-dfd6-4330-9368-3a8f2a235ad8", "result_sha256": "359100c486064dca96f7192247ca5dd83c80237dbc13481660c380f6d7b6178e", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0003659, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "A" }, "group_id": "match-binding-29", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-29.png", "input_tokens": 1128, "latency_sec": 6.498224848066457, "model_name": "gemini-3.5-flash-lite", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "google", "raw_prediction": "{\n \"choice\": \"A\"\n}", "recorded_at": "2026-09-16T14:23:22.707597+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-29", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "b48ad158-a8f0-4c96-9316-7373b495c99d", "result_sha256": "c129be987a1a314cfa80400d473f733586677da01e5c0402608811d57ffeb6cf", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0003659, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "B" }, "group_id": "match-binding-30", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-30.png", "input_tokens": 1128, "latency_sec": 0.8621747000142932, "model_name": "gemini-3.5-flash-lite", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "google", "raw_prediction": "{\n \"choice\": \"B\"\n}", "recorded_at": "2026-09-16T15:28:44.255835+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-30", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "ae37185d-a90f-4e46-9fe9-1de4edcc6706", "result_sha256": "e253979d6bcc765cc81c3ecc3ca5f3e22be341f9138bf7a675e4c3563d1f4d2f", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.0003659, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "C" }, "group_id": "match-binding-31", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-31.png", "input_tokens": 1128, "latency_sec": 0.7833450500620529, "model_name": "gemini-3.5-flash-lite", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "google", "raw_prediction": "{\n \"choice\": \"B\"\n}", "recorded_at": "2026-09-16T14:54:29.751515+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-binding-31", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "c16a71f3-ee0b-4d2f-8e14-6c0d403adf24", "result_sha256": "c466193745b84ffcde9fe6ed0e6696d870bbe89636a928c9e52569afe975b90b", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.0003659, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "D" }, "group_id": "match-binding-32", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-32.png", "input_tokens": 1128, "latency_sec": 0.8160967190051451, "model_name": "gemini-3.5-flash-lite", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "google", "raw_prediction": "{\n \"choice\": \"B\"\n}", "recorded_at": "2026-09-16T16:16:22.797642+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-binding-32", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "0b2cbd3d-179b-4a11-a72e-5bd98d7f9b8a", "result_sha256": "07489a38c73e21e24238dd68a57e064443fe3e6f345aee15a61ea317e7e22c35", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0003659, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "A" }, "group_id": "match-binding-33", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-33.png", "input_tokens": 1128, "latency_sec": 0.8886016380274668, "model_name": "gemini-3.5-flash-lite", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "google", "raw_prediction": "{\n \"choice\": \"A\"\n}", "recorded_at": "2026-09-16T16:09:07.104283+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-33", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "6df38a83-ca8e-42f2-a92e-0d5f7063711e", "result_sha256": "3fd47c4944e4467f990b5d431c1491a0fedf56327ebd3612544d589f3fd8c1bf", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0003659, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "B" }, "group_id": "match-binding-34", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-34.png", "input_tokens": 1128, "latency_sec": 0.882652324042283, "model_name": "gemini-3.5-flash-lite", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "google", "raw_prediction": "{\n \"choice\": \"B\"\n}", "recorded_at": "2026-09-16T15:17:33.215340+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-34", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "64c5b514-90c3-435f-bbde-2e9f4bb7ee4d", "result_sha256": "bbdae7b4e4c4b56af3cece17466654a1eec5b26ddda265dfcfd9927906b5f114", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0003659, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "C" }, "group_id": "match-binding-35", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-35.png", "input_tokens": 1128, "latency_sec": 1.4893840779550374, "model_name": "gemini-3.5-flash-lite", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "C" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "google", "raw_prediction": "{\n \"choice\": \"C\"\n}", "recorded_at": "2026-09-16T14:50:00.400100+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-35", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "bd3c6402-5d52-49f9-974a-c0bd18afde18", "result_sha256": "fd17fc1512f9254f45df29cb74894435d45ec3f71cb3268c49918935b210c915", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00035339999999999997, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "D" }, "group_id": "match-binding-36", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-36.png", "input_tokens": 1128, "latency_sec": 0.9209670709678903, "model_name": "gemini-3.5-flash-lite", "out_of_srgb": null, "output_tokens": 6, "prediction": { "choice": "D" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "google", "raw_prediction": "{\"choice\": \"D\"}", "recorded_at": "2026-09-16T15:54:12.022945+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-36", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "2a636db0-cfc6-4519-89c0-028630fc8626", "result_sha256": "9595719a20a54c51f11430d4ad3454f29db166a2584d361a44d199916d030186", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0003659, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "A" }, "group_id": "match-binding-37", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-37.png", "input_tokens": 1128, "latency_sec": 0.7453838390065357, "model_name": "gemini-3.5-flash-lite", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "google", "raw_prediction": "{\n \"choice\": \"A\"\n}", "recorded_at": "2026-09-16T15:32:21.964649+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-37", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "a3e4ee34-0386-46a5-81e3-89db394bf947", "result_sha256": "eef78ec13bb3d338efedd663dcd97e6baf82db33a63f7a16b768cf9255d6dc8d", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0003659, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "B" }, "group_id": "match-binding-38", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-38.png", "input_tokens": 1128, "latency_sec": 0.7672615549527109, "model_name": "gemini-3.5-flash-lite", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "google", "raw_prediction": "{\n \"choice\": \"B\"\n}", "recorded_at": "2026-09-16T16:21:37.543448+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-38", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "ecd750fb-fff1-4ac7-aaab-6cf15c09f7f1", "result_sha256": "e8c4574ec45232ebba479f482fb41184cf1c8c9bc9a41145b88c9802dfc4d2c3", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.0003659, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "C" }, "group_id": "match-binding-39", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-39.png", "input_tokens": 1128, "latency_sec": 0.9428969490109012, "model_name": "gemini-3.5-flash-lite", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "google", "raw_prediction": "{\n \"choice\": \"A\"\n}", "recorded_at": "2026-09-16T14:43:15.195396+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-binding-39", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "6a349cd9-92b3-4dcb-aeeb-d362bdc9dcf9", "result_sha256": "523a9d70b485320b54a41e9d2bf7cdafade3ca34cda38e2bbe852905fd9d9c18", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.0003659, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "D" }, "group_id": "match-binding-40", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-40.png", "input_tokens": 1128, "latency_sec": 0.8909444999881089, "model_name": "gemini-3.5-flash-lite", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "google", "raw_prediction": "{\n \"choice\": \"B\"\n}", "recorded_at": "2026-09-16T14:49:06.695577+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-binding-40", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "b5bd339e-cb93-4dec-b11e-881cc67c8c62", "result_sha256": "f4ce7ba0db70f82d0523afa3dca33f254f95c3e368d1ff9f5e356a4c3b2af557", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0003659, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "A" }, "group_id": "match-binding-41", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-41.png", "input_tokens": 1128, "latency_sec": 0.7807317730039358, "model_name": "gemini-3.5-flash-lite", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "google", "raw_prediction": "{\n \"choice\": \"A\"\n}", "recorded_at": "2026-09-16T15:23:35.730420+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-41", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "90d6a6f7-6beb-4215-831c-a22e4af58314", "result_sha256": "aa99c623cca4bbd13d6488de92277b76e2f013c15abd33dba7889e8766994c19", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0003659, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "B" }, "group_id": "match-binding-42", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-42.png", "input_tokens": 1128, "latency_sec": 1.1329796670470387, "model_name": "gemini-3.5-flash-lite", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "google", "raw_prediction": "{\n \"choice\": \"B\"\n}", "recorded_at": "2026-09-16T16:06:14.313795+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-42", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "8509e5c5-be67-4303-9760-14000c1f049f", "result_sha256": "5f027f8ed97784da2cde2c4a5eeaf932c8cc915847cfb82db9e892f11375709b", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.0003659, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "C" }, "group_id": "match-binding-43", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-43.png", "input_tokens": 1128, "latency_sec": 0.720144344959408, "model_name": "gemini-3.5-flash-lite", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "google", "raw_prediction": "{\n \"choice\": \"A\"\n}", "recorded_at": "2026-09-16T15:46:23.567868+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-binding-43", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "8925d6cc-7cb0-4609-8ad2-afb2790e1ba5", "result_sha256": "1b00678c0a4f63f5382f3c185dd00d1820b5cafeb746ca352fe8e70bc44ef2e5", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.0003659, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "D" }, "group_id": "match-binding-44", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-44.png", "input_tokens": 1128, "latency_sec": 1.2440436000470072, "model_name": "gemini-3.5-flash-lite", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "google", "raw_prediction": "{\n \"choice\": \"B\"\n}", "recorded_at": "2026-09-16T14:40:56.044404+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-binding-44", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "1ea63396-c7f1-4bdf-99c6-57b447993d22", "result_sha256": "b0144cea9c93db2e8e0313e0d7c5f3dbfd0288e35d54da0ac2d99fe52ac55305", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.0003659, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "A" }, "group_id": "match-binding-45", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-45.png", "input_tokens": 1128, "latency_sec": 0.740091136074625, "model_name": "gemini-3.5-flash-lite", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "google", "raw_prediction": "{\n \"choice\": \"B\"\n}", "recorded_at": "2026-09-16T14:12:56.370726+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-binding-45", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "c3515ab5-4545-439e-8cda-fc022ff8fc21", "result_sha256": "09432c28cb30a355e6184b7ccd996f2f1562f196660f5d1e6be43d722f859352", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0003659, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "B" }, "group_id": "match-binding-46", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-46.png", "input_tokens": 1128, "latency_sec": 0.8162989610573277, "model_name": "gemini-3.5-flash-lite", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "google", "raw_prediction": "{\n \"choice\": \"B\"\n}", "recorded_at": "2026-09-16T15:54:01.355790+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-46", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "e61da96b-200a-432c-8b45-77c93509789a", "result_sha256": "af57817b6cee4b06b1cdb874511c2acbf1c68cd59c46b29a50ca17f22853e80a", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.0003659, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "C" }, "group_id": "match-binding-47", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-47.png", "input_tokens": 1128, "latency_sec": 0.8048052960075438, "model_name": "gemini-3.5-flash-lite", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "google", "raw_prediction": "{\n \"choice\": \"B\"\n}", "recorded_at": "2026-09-16T16:06:35.474188+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-binding-47", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "aca25880-1194-4db8-b265-0a60f44e7e49", "result_sha256": "9e7398a7fd1ad05305487534ca7918be4c5a5b0ea1a0f75a1729b84104b20b10", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.0003659, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "D" }, "group_id": "match-binding-48", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-48.png", "input_tokens": 1128, "latency_sec": 0.8876691360492259, "model_name": "gemini-3.5-flash-lite", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "google", "raw_prediction": "{\n \"choice\": \"B\"\n}", "recorded_at": "2026-09-16T16:15:18.357409+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-binding-48", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "ae66fdcc-e2af-4bcf-ad5c-7600ff446ad4", "result_sha256": "8b530bddbd77f8550e4c53aa4b5a76df6bbf55eb0e4c7b7d6ee4e7b59d7a5390", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0003671, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "B" }, "group_id": "chroma-chain-01-edge-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-01.png", "input_tokens": 1132, "latency_sec": 0.9546197550371289, "model_name": "gemini-3.5-flash-lite", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "7cb1baae3d2170148c899969e7afaa6d6a5143997cc3086bc447697d521e10ca", "provider": "google", "raw_prediction": "{\n \"choice\": \"B\"\n}", "recorded_at": "2026-09-16T16:25:32.287164+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-01", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "f71ca401-d73d-46a2-ba1e-9b95f67224bb", "result_sha256": "524bed9d0197e703cb3b2ea811d3015f9673ef9250d187d93f788efeab4ab2ba", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0003671, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "A" }, "group_id": "chroma-chain-01-edge-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-02.png", "input_tokens": 1132, "latency_sec": 8.510821450967342, "model_name": "gemini-3.5-flash-lite", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "7cb1baae3d2170148c899969e7afaa6d6a5143997cc3086bc447697d521e10ca", "provider": "google", "raw_prediction": "{\n \"choice\": \"A\"\n}", "recorded_at": "2026-09-16T15:14:26.614424+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-02", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "18c4354c-f276-49b4-bedf-202b0ba2c21f", "result_sha256": "d532e81612faf03b1c9509e94fedb2c3acafab04c8b5d170e67a75c2e393a9ef", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0003671, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "A" }, "group_id": "chroma-chain-01-edge-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-03.png", "input_tokens": 1132, "latency_sec": 0.8178883009823039, "model_name": "gemini-3.5-flash-lite", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "f7627aca5640b4e4bb5108ec22eda036673dd7300493ad098f17639bff610e34", "provider": "google", "raw_prediction": "{\n \"choice\": \"A\"\n}", "recorded_at": "2026-09-16T16:22:10.533377+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-03", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "6b1f6f88-1b0b-4fc5-a90f-8de58874d5dd", "result_sha256": "660746a4fe54aa34f4aa9f7e95b42bb7f80ddd3bcf39e3a6b0d41aa87d6c6fcd", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0003671, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "B" }, "group_id": "chroma-chain-01-edge-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-04.png", "input_tokens": 1132, "latency_sec": 0.8270731790689752, "model_name": "gemini-3.5-flash-lite", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "f7627aca5640b4e4bb5108ec22eda036673dd7300493ad098f17639bff610e34", "provider": "google", "raw_prediction": "{\n \"choice\": \"B\"\n}", "recorded_at": "2026-09-16T16:19:31.648950+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-04", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "6a982d08-d6a0-4010-ba89-8061d8a93e76", "result_sha256": "28762b391b805969d0792eff475b90dce65b57e13b59939863dded626e54e130", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0003671, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "B" }, "group_id": "chroma-chain-01-edge-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-05.png", "input_tokens": 1132, "latency_sec": 0.8241680839564651, "model_name": "gemini-3.5-flash-lite", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "7cb1baae3d2170148c899969e7afaa6d6a5143997cc3086bc447697d521e10ca", "provider": "google", "raw_prediction": "{\n \"choice\": \"B\"\n}", "recorded_at": "2026-09-16T14:47:54.690402+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-05", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "9702ea51-afe9-46ed-b166-97e32abeb512", "result_sha256": "041d1b2981aeac190397cbe3e231d0bc60d0052aacb65213e927d503c0ace09d", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0003671, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "A" }, "group_id": "chroma-chain-01-edge-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-06.png", "input_tokens": 1132, "latency_sec": 0.935512512922287, "model_name": "gemini-3.5-flash-lite", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "7cb1baae3d2170148c899969e7afaa6d6a5143997cc3086bc447697d521e10ca", "provider": "google", "raw_prediction": "{\n \"choice\": \"A\"\n}", "recorded_at": "2026-09-16T14:44:03.026725+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-06", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "b0829868-b224-4e98-9eb7-4198e63134a7", "result_sha256": "319bedcf981ee479734ebdfbfc4cbba01fce5aaebf38b96b1ba60cd6171b8552", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0003671, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "A" }, "group_id": "chroma-chain-01-edge-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-07.png", "input_tokens": 1132, "latency_sec": 1.3734271540306509, "model_name": "gemini-3.5-flash-lite", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "f7627aca5640b4e4bb5108ec22eda036673dd7300493ad098f17639bff610e34", "provider": "google", "raw_prediction": "{\n \"choice\": \"A\"\n}", "recorded_at": "2026-09-16T14:57:18.788088+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-07", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "a3fb80c0-4744-4e8b-9de5-bc3ce3671ed5", "result_sha256": "a63869c590c28b375d69987df51c2b7d675fe744d7a2e1b1f51edc7fdced1edd", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0003671, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "B" }, "group_id": "chroma-chain-01-edge-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-08.png", "input_tokens": 1132, "latency_sec": 1.0358301689848304, "model_name": "gemini-3.5-flash-lite", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "f7627aca5640b4e4bb5108ec22eda036673dd7300493ad098f17639bff610e34", "provider": "google", "raw_prediction": "{\n \"choice\": \"B\"\n}", "recorded_at": "2026-09-16T16:05:04.194834+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-08", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "4f70b04f-d149-4084-ab3d-f9f71a6a8563", "result_sha256": "e7ec65302900b0828f00f62e1e2ef225437514ea6356c00f75c63ff46a7ec6c9", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0003671, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "B" }, "group_id": "chroma-chain-01-edge-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-09.png", "input_tokens": 1132, "latency_sec": 0.9933192199096084, "model_name": "gemini-3.5-flash-lite", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "7cb1baae3d2170148c899969e7afaa6d6a5143997cc3086bc447697d521e10ca", "provider": "google", "raw_prediction": "{\n \"choice\": \"B\"\n}", "recorded_at": "2026-09-16T14:08:44.724977+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-09", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "bd8621d2-8345-4335-9fb9-c1acfae46250", "result_sha256": "1b1b8415a0eef080531a4765027fb9b8407cdf0736369b029d1d560a4b6d84d6", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0003671, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "A" }, "group_id": "chroma-chain-01-edge-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-10.png", "input_tokens": 1132, "latency_sec": 0.6961620129877701, "model_name": "gemini-3.5-flash-lite", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "7cb1baae3d2170148c899969e7afaa6d6a5143997cc3086bc447697d521e10ca", "provider": "google", "raw_prediction": "{\n \"choice\": \"A\"\n}", "recorded_at": "2026-09-16T15:12:33.863868+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-10", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "590d4200-58d5-458f-b576-087b30b2aa90", "result_sha256": "1039f533072c72bca00942dc28ab80698be70d2249a60ec5df51f95feb747c49", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00035459999999999995, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "A" }, "group_id": "chroma-chain-01-edge-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-11.png", "input_tokens": 1132, "latency_sec": 0.9198263589059934, "model_name": "gemini-3.5-flash-lite", "out_of_srgb": null, "output_tokens": 6, "prediction": { "choice": "A" }, "prompt_sha256": "f7627aca5640b4e4bb5108ec22eda036673dd7300493ad098f17639bff610e34", "provider": "google", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T14:20:24.622838+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-11", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "b18b8642-89c6-4ee6-a856-21da32342512", "result_sha256": "754eba42ce5cc16df3a0298b51c0f9c898b53cc99fa4620bcfc1694c8e80cfee", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0003671, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "B" }, "group_id": "chroma-chain-01-edge-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-12.png", "input_tokens": 1132, "latency_sec": 0.8513820100342855, "model_name": "gemini-3.5-flash-lite", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "f7627aca5640b4e4bb5108ec22eda036673dd7300493ad098f17639bff610e34", "provider": "google", "raw_prediction": "{\n \"choice\": \"B\"\n}", "recorded_at": "2026-09-16T15:45:36.494040+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-12", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "47baa665-f31f-4d34-a5cb-f6c8f29df72e", "result_sha256": "cf398bc15f121a2241809b494d361e08b58af7fc35f6e4c9d4d88df9491d8b2d", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00035459999999999995, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "B" }, "group_id": "chroma-chain-01-edge-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-13.png", "input_tokens": 1132, "latency_sec": 0.6605653060832992, "model_name": "gemini-3.5-flash-lite", "out_of_srgb": null, "output_tokens": 6, "prediction": { "choice": "B" }, "prompt_sha256": "7cb1baae3d2170148c899969e7afaa6d6a5143997cc3086bc447697d521e10ca", "provider": "google", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T15:27:16.783127+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-13", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "325a8c5d-8596-4a7d-ba68-d40b3eb34e52", "result_sha256": "51e0ff68564e87e8adbac89d9d7e1487299cb59b6965f7e47778aa48a7efb719", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.0003671, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "A" }, "group_id": "chroma-chain-01-edge-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-14.png", "input_tokens": 1132, "latency_sec": 0.651486658025533, "model_name": "gemini-3.5-flash-lite", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "7cb1baae3d2170148c899969e7afaa6d6a5143997cc3086bc447697d521e10ca", "provider": "google", "raw_prediction": "{\n \"choice\": \"B\"\n}", "recorded_at": "2026-09-16T15:37:40.175299+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-chroma-14", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "93a12436-6fba-4fad-ab0e-a0103a8e3327", "result_sha256": "eb9825b63818a5f8cedcb9ea56b7e94f66004eeee1fbf8eed11b756e5f72dc03", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0003671, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "A" }, "group_id": "chroma-chain-01-edge-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-15.png", "input_tokens": 1132, "latency_sec": 0.8742110729217529, "model_name": "gemini-3.5-flash-lite", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "f7627aca5640b4e4bb5108ec22eda036673dd7300493ad098f17639bff610e34", "provider": "google", "raw_prediction": "{\n \"choice\": \"A\"\n}", "recorded_at": "2026-09-16T14:13:31.952676+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-15", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "8e80bee4-0938-45eb-99a7-03458e9e9347", "result_sha256": "886f132e40b83be47305f7ad37a896da991319b5899ebe9540b67a3acd0e17d1", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0003671, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "B" }, "group_id": "chroma-chain-01-edge-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-16.png", "input_tokens": 1132, "latency_sec": 1.0179416639730334, "model_name": "gemini-3.5-flash-lite", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "f7627aca5640b4e4bb5108ec22eda036673dd7300493ad098f17639bff610e34", "provider": "google", "raw_prediction": "{\n \"choice\": \"B\"\n}", "recorded_at": "2026-09-16T16:03:26.064954+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-16", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "aeef5c1e-0d89-449a-9a4c-751a1c3af435", "result_sha256": "c33c208bf626876603c743115966ecc6a3c5bda46f4a740eef1b1665e4d9d628", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0003671, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "B" }, "group_id": "chroma-chain-02-edge-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-17.png", "input_tokens": 1132, "latency_sec": 1.293815939920023, "model_name": "gemini-3.5-flash-lite", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "7cb1baae3d2170148c899969e7afaa6d6a5143997cc3086bc447697d521e10ca", "provider": "google", "raw_prediction": "{\n \"choice\": \"B\"\n}", "recorded_at": "2026-09-16T14:19:34.763758+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-17", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "6df3a684-84c4-446c-92a0-5100d0734b41", "result_sha256": "80a87d3e3ddc98a896695123ac5fc65de10af21dc8bdeabcbcd7901c4d2dd400", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0003671, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "A" }, "group_id": "chroma-chain-02-edge-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-18.png", "input_tokens": 1132, "latency_sec": 1.1743744720006362, "model_name": "gemini-3.5-flash-lite", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "7cb1baae3d2170148c899969e7afaa6d6a5143997cc3086bc447697d521e10ca", "provider": "google", "raw_prediction": "{\n \"choice\": \"A\"\n}", "recorded_at": "2026-09-16T14:50:08.317790+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-18", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "81c8e1aa-aa90-4b17-82e6-c11992de09d4", "result_sha256": "9214e177725b04055be4b42abd3b80c94abae503d2e150722f6fd0fef3028d5c", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0003671, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "A" }, "group_id": "chroma-chain-02-edge-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-19.png", "input_tokens": 1132, "latency_sec": 0.8288890660041943, "model_name": "gemini-3.5-flash-lite", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "f7627aca5640b4e4bb5108ec22eda036673dd7300493ad098f17639bff610e34", "provider": "google", "raw_prediction": "{\n \"choice\": \"A\"\n}", "recorded_at": "2026-09-16T15:53:33.862905+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-19", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "de188160-2fa1-4ccc-8509-9bc9cdf097c6", "result_sha256": "7acd34a8d709cd37f71df005976dff957ad6f1ae6d3649c1831e87f3f9b77da8", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00035459999999999995, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "B" }, "group_id": "chroma-chain-02-edge-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-20.png", "input_tokens": 1132, "latency_sec": 0.989392498973757, "model_name": "gemini-3.5-flash-lite", "out_of_srgb": null, "output_tokens": 6, "prediction": { "choice": "B" }, "prompt_sha256": "f7627aca5640b4e4bb5108ec22eda036673dd7300493ad098f17639bff610e34", "provider": "google", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T14:02:35.885773+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-20", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "a5e86d6f-c0c7-472f-bae3-34e8101b0ec0", "result_sha256": "3849c2717476bfba036744936f605f9b0bb68c158d32416d87d6ea5625a6531a", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0003671, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "B" }, "group_id": "chroma-chain-02-edge-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-21.png", "input_tokens": 1132, "latency_sec": 0.7945282480213791, "model_name": "gemini-3.5-flash-lite", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "7cb1baae3d2170148c899969e7afaa6d6a5143997cc3086bc447697d521e10ca", "provider": "google", "raw_prediction": "{\n \"choice\": \"B\"\n}", "recorded_at": "2026-09-16T14:14:34.066193+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-21", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "fb11dfd6-1663-4803-a2a1-81cf21bab364", "result_sha256": "dabafb83e587a298bdd68b799666d278dd042d4c96e06638feb6310c982ad023", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0003671, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "A" }, "group_id": "chroma-chain-02-edge-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-22.png", "input_tokens": 1132, "latency_sec": 0.684770237072371, "model_name": "gemini-3.5-flash-lite", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "7cb1baae3d2170148c899969e7afaa6d6a5143997cc3086bc447697d521e10ca", "provider": "google", "raw_prediction": "{\n \"choice\": \"A\"\n}", "recorded_at": "2026-09-16T15:22:17.362513+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-22", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "f40eb9ae-51a1-4daa-8942-56198a2aa95c", "result_sha256": "95c41d7b1370aba918ef176a5f6f086ba8221d19532ed8a8e98b64190d33cf6d", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0003671, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "A" }, "group_id": "chroma-chain-02-edge-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-23.png", "input_tokens": 1132, "latency_sec": 0.774166589952074, "model_name": "gemini-3.5-flash-lite", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "f7627aca5640b4e4bb5108ec22eda036673dd7300493ad098f17639bff610e34", "provider": "google", "raw_prediction": "{\n \"choice\": \"A\"\n}", "recorded_at": "2026-09-16T14:50:35.064548+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-23", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "0a37bc6c-8b2b-497a-ac1f-fbb1a1511e80", "result_sha256": "c2345c0367ffcab34305c62e5bb6d830b48e83643c1fc9723d99972f12beab2b", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0003671, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "B" }, "group_id": "chroma-chain-02-edge-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-24.png", "input_tokens": 1132, "latency_sec": 0.9023367649642751, "model_name": "gemini-3.5-flash-lite", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "f7627aca5640b4e4bb5108ec22eda036673dd7300493ad098f17639bff610e34", "provider": "google", "raw_prediction": "{\n \"choice\": \"B\"\n}", "recorded_at": "2026-09-16T16:26:39.713216+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-24", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "02b1ea25-27d5-42be-9fd4-b2065fbfa643", "result_sha256": "301e0f0f4538e2fd3359147941d0f13a207d5ab07a3df366325ef2fb1d475fb1", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0003671, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "B" }, "group_id": "chroma-chain-02-edge-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-25.png", "input_tokens": 1132, "latency_sec": 0.9479988190578297, "model_name": "gemini-3.5-flash-lite", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "7cb1baae3d2170148c899969e7afaa6d6a5143997cc3086bc447697d521e10ca", "provider": "google", "raw_prediction": "{\n \"choice\": \"B\"\n}", "recorded_at": "2026-09-16T16:07:31.151527+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-25", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "c178fbec-b83a-403b-be89-c7e9dccea4d3", "result_sha256": "a7df34895f12550808a71e064ce502fa253d9f15ba2048be31c0033382b5d14c", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0003671, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "A" }, "group_id": "chroma-chain-02-edge-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-26.png", "input_tokens": 1132, "latency_sec": 0.8478650350589305, "model_name": "gemini-3.5-flash-lite", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "7cb1baae3d2170148c899969e7afaa6d6a5143997cc3086bc447697d521e10ca", "provider": "google", "raw_prediction": "{\n \"choice\": \"A\"\n}", "recorded_at": "2026-09-16T14:09:10.965558+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-26", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "1ca9951e-bca3-4716-9f90-3b2a5da06d52", "result_sha256": "fc3f0df96cdcc52133bf3c2f31e8bde28c536d95d5eb0323e86a99013e96550a", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.0003671, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "A" }, "group_id": "chroma-chain-02-edge-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-27.png", "input_tokens": 1132, "latency_sec": 0.9370815129950643, "model_name": "gemini-3.5-flash-lite", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "f7627aca5640b4e4bb5108ec22eda036673dd7300493ad098f17639bff610e34", "provider": "google", "raw_prediction": "{\n \"choice\": \"B\"\n}", "recorded_at": "2026-09-16T15:41:05.309617+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-chroma-27", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "f0960d7d-da42-4f91-b9d6-a0b1add9810e", "result_sha256": "61365c6b859b554968ae396f72e12db3577e954ed7cad07e92df661b4b7a86b7", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0003671, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "B" }, "group_id": "chroma-chain-02-edge-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-28.png", "input_tokens": 1132, "latency_sec": 0.7730224480619654, "model_name": "gemini-3.5-flash-lite", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "f7627aca5640b4e4bb5108ec22eda036673dd7300493ad098f17639bff610e34", "provider": "google", "raw_prediction": "{\n \"choice\": \"B\"\n}", "recorded_at": "2026-09-16T16:22:35.080522+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-28", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "80ce6a11-b4ef-460f-a5a0-cd016a827369", "result_sha256": "9928633334a8cd70de8008101dd0bc6ad3a52ef6a4410fb39e2d665a3c8d269d", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0003671, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "B" }, "group_id": "chroma-chain-02-edge-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-29.png", "input_tokens": 1132, "latency_sec": 1.1211882539791986, "model_name": "gemini-3.5-flash-lite", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "7cb1baae3d2170148c899969e7afaa6d6a5143997cc3086bc447697d521e10ca", "provider": "google", "raw_prediction": "{\n \"choice\": \"B\"\n}", "recorded_at": "2026-09-16T15:53:25.360200+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-29", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "d03ca1f5-5918-4fbb-92b3-920b2d98dc91", "result_sha256": "ae26a39d589ed7a010925741a1fab2aab9c9c4f3b309d9d2f93a6aa37f306362", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0003671, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "A" }, "group_id": "chroma-chain-02-edge-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-30.png", "input_tokens": 1132, "latency_sec": 0.8567849609535187, "model_name": "gemini-3.5-flash-lite", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "7cb1baae3d2170148c899969e7afaa6d6a5143997cc3086bc447697d521e10ca", "provider": "google", "raw_prediction": "{\n \"choice\": \"A\"\n}", "recorded_at": "2026-09-16T14:53:08.891914+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-30", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "61905441-a6a1-497f-87e2-485f9b63ef53", "result_sha256": "62e01a3bd4e600124a2a2c407e0e8a8eb1756b801db70b6194cdb3ca6fee1581", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0003671, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "A" }, "group_id": "chroma-chain-02-edge-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-31.png", "input_tokens": 1132, "latency_sec": 0.8535551469540223, "model_name": "gemini-3.5-flash-lite", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "f7627aca5640b4e4bb5108ec22eda036673dd7300493ad098f17639bff610e34", "provider": "google", "raw_prediction": "{\n \"choice\": \"A\"\n}", "recorded_at": "2026-09-16T15:24:13.683226+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-31", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "31bf85b7-9ab3-413d-b8c5-71899c2cfcec", "result_sha256": "fbce9ca725c360bb9f45c25963ad860cde2dcd9acb346622ea7afa0864eb709e", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0003671, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "B" }, "group_id": "chroma-chain-02-edge-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-32.png", "input_tokens": 1132, "latency_sec": 0.8936636679572985, "model_name": "gemini-3.5-flash-lite", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "f7627aca5640b4e4bb5108ec22eda036673dd7300493ad098f17639bff610e34", "provider": "google", "raw_prediction": "{\n \"choice\": \"B\"\n}", "recorded_at": "2026-09-16T15:16:50.013944+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-32", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "b7663278-6562-4822-b940-e2f050f53ec7", "result_sha256": "d71d069c41fbd81b1699f89f2a4f7462a3f008304bca5885366e043817dada39", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00035459999999999995, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "B" }, "group_id": "chroma-chain-03-edge-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-33.png", "input_tokens": 1132, "latency_sec": 1.2042624730383977, "model_name": "gemini-3.5-flash-lite", "out_of_srgb": null, "output_tokens": 6, "prediction": { "choice": "B" }, "prompt_sha256": "7cb1baae3d2170148c899969e7afaa6d6a5143997cc3086bc447697d521e10ca", "provider": "google", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T14:57:52.742864+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-33", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "462d0fd7-f1f2-4da2-88c2-627f0bd4ed45", "result_sha256": "4c78f7520377b541311cccc304411e3f3eddaefd7e570c6f57c950445cd27cdb", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0003671, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "A" }, "group_id": "chroma-chain-03-edge-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-34.png", "input_tokens": 1132, "latency_sec": 1.1341523880837485, "model_name": "gemini-3.5-flash-lite", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "7cb1baae3d2170148c899969e7afaa6d6a5143997cc3086bc447697d521e10ca", "provider": "google", "raw_prediction": "{\n \"choice\": \"A\"\n}", "recorded_at": "2026-09-16T15:28:28.334191+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-34", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "feb4734a-6dfa-45d6-8cef-d151028dcef1", "result_sha256": "b377a1f1aefe882000706fbd213d964d15f330f5129a5b4258620a04f6fdc527", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0003671, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "A" }, "group_id": "chroma-chain-03-edge-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-35.png", "input_tokens": 1132, "latency_sec": 1.0281249140389264, "model_name": "gemini-3.5-flash-lite", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "f7627aca5640b4e4bb5108ec22eda036673dd7300493ad098f17639bff610e34", "provider": "google", "raw_prediction": "{\n \"choice\": \"A\"\n}", "recorded_at": "2026-09-16T15:28:16.069917+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-35", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "c008131a-d511-438d-ac53-f35b25168773", "result_sha256": "13a7181582086733a33ea5129264577fe2a37325e451024998294f6981d0c0ed", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0003671, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "B" }, "group_id": "chroma-chain-03-edge-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-36.png", "input_tokens": 1132, "latency_sec": 0.628870690939948, "model_name": "gemini-3.5-flash-lite", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "f7627aca5640b4e4bb5108ec22eda036673dd7300493ad098f17639bff610e34", "provider": "google", "raw_prediction": "{\n \"choice\": \"B\"\n}", "recorded_at": "2026-09-16T15:02:35.354752+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-36", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "ada53f27-9dc5-456c-bba2-f8d7445f03e6", "result_sha256": "8922e40e2dc1066ef9908809638b6069356e43dd7aa26e48875e2452b3da1b32", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0003671, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "B" }, "group_id": "chroma-chain-03-edge-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-37.png", "input_tokens": 1132, "latency_sec": 1.0717191969742998, "model_name": "gemini-3.5-flash-lite", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "7cb1baae3d2170148c899969e7afaa6d6a5143997cc3086bc447697d521e10ca", "provider": "google", "raw_prediction": "{\n \"choice\": \"B\"\n}", "recorded_at": "2026-09-16T14:16:08.977534+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-37", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "99d60e98-940e-4192-af55-ace75c5fbd04", "result_sha256": "d365d413c822bb7ec50c8d918f4a3d9336d3d0545395d25fdd87eaa0b6632bbe", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0003671, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "A" }, "group_id": "chroma-chain-03-edge-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-38.png", "input_tokens": 1132, "latency_sec": 0.7969788509653881, "model_name": "gemini-3.5-flash-lite", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "7cb1baae3d2170148c899969e7afaa6d6a5143997cc3086bc447697d521e10ca", "provider": "google", "raw_prediction": "{\n \"choice\": \"A\"\n}", "recorded_at": "2026-09-16T15:13:36.722835+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-38", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "6875d26e-a701-436b-8f37-4b1e698df789", "result_sha256": "6158866a387e4fa16da85ef4fbf27363af50c6ac552cd248e46e759c2cd57e52", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.0003671, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "A" }, "group_id": "chroma-chain-03-edge-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-39.png", "input_tokens": 1132, "latency_sec": 0.7308858439791948, "model_name": "gemini-3.5-flash-lite", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "f7627aca5640b4e4bb5108ec22eda036673dd7300493ad098f17639bff610e34", "provider": "google", "raw_prediction": "{\n \"choice\": \"B\"\n}", "recorded_at": "2026-09-16T15:29:11.838702+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-chroma-39", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "99a20ba5-1a78-41b4-bbd4-ab9b57e9e557", "result_sha256": "800a7c32553d98f76c7e97e490de3bbb1be2cf9b07b3fa1fa7637bf6cfe19f60", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0003671, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "B" }, "group_id": "chroma-chain-03-edge-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-40.png", "input_tokens": 1132, "latency_sec": 0.9878075169399381, "model_name": "gemini-3.5-flash-lite", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "f7627aca5640b4e4bb5108ec22eda036673dd7300493ad098f17639bff610e34", "provider": "google", "raw_prediction": "{\n \"choice\": \"B\"\n}", "recorded_at": "2026-09-16T15:42:10.392614+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-40", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "49e16e58-95df-4d4b-855c-300fe6a5b94e", "result_sha256": "f50696ac3a856b02154735a0ad5be403d59cb179e6b92e29519740aedbdd05c6", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0003671, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "B" }, "group_id": "chroma-chain-03-edge-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-41.png", "input_tokens": 1132, "latency_sec": 0.9076567100128159, "model_name": "gemini-3.5-flash-lite", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "7cb1baae3d2170148c899969e7afaa6d6a5143997cc3086bc447697d521e10ca", "provider": "google", "raw_prediction": "{\n \"choice\": \"B\"\n}", "recorded_at": "2026-09-16T14:49:35.068179+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-41", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "e3154f39-c127-4f71-b6e9-d94556deb3a3", "result_sha256": "691e3aacb9a16b1b6e9fecf2b100d9f506abca7ce4a95e0149e973515542dec0", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0003671, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "A" }, "group_id": "chroma-chain-03-edge-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-42.png", "input_tokens": 1132, "latency_sec": 0.8268559799762443, "model_name": "gemini-3.5-flash-lite", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "7cb1baae3d2170148c899969e7afaa6d6a5143997cc3086bc447697d521e10ca", "provider": "google", "raw_prediction": "{\n \"choice\": \"A\"\n}", "recorded_at": "2026-09-16T15:26:48.891634+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-42", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "4bab7ccd-e0d2-45c2-9469-ac3d9f112f96", "result_sha256": "c23cb72c4245aae67faf7e6e15166e0e810376891484aeb03e2156f5788db0d6", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0003671, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "A" }, "group_id": "chroma-chain-03-edge-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-43.png", "input_tokens": 1132, "latency_sec": 0.88621509692166, "model_name": "gemini-3.5-flash-lite", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "f7627aca5640b4e4bb5108ec22eda036673dd7300493ad098f17639bff610e34", "provider": "google", "raw_prediction": "{\n \"choice\": \"A\"\n}", "recorded_at": "2026-09-16T14:15:55.389717+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-43", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "d64d9dee-25b1-4131-8c45-2f64d59b5ad5", "result_sha256": "0018e9f23aa36963f1920fb315706be6f6c8e6ee1e331d5600ba8533d75ea744", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0003671, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "B" }, "group_id": "chroma-chain-03-edge-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-44.png", "input_tokens": 1132, "latency_sec": 0.9025080470601097, "model_name": "gemini-3.5-flash-lite", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "f7627aca5640b4e4bb5108ec22eda036673dd7300493ad098f17639bff610e34", "provider": "google", "raw_prediction": "{\n \"choice\": \"B\"\n}", "recorded_at": "2026-09-16T14:41:28.890993+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-44", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "2f7e5792-16bd-446b-9e5a-4b56fa7d17c1", "result_sha256": "5b135a18565a4a159621c26333f365462c6e3ffc6e72a5c04bf759034bc60ede", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0003671, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "B" }, "group_id": "chroma-chain-03-edge-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-45.png", "input_tokens": 1132, "latency_sec": 0.9748814469203353, "model_name": "gemini-3.5-flash-lite", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "7cb1baae3d2170148c899969e7afaa6d6a5143997cc3086bc447697d521e10ca", "provider": "google", "raw_prediction": "{\n \"choice\": \"B\"\n}", "recorded_at": "2026-09-16T15:31:29.442903+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-45", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "5cdb950f-9537-4acb-8a47-1cd8c8f902ea", "result_sha256": "7495669e61eefbb512fbf08a26c84198b5d5de9eafa4076f82d5f2cdbd238204", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0003671, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "A" }, "group_id": "chroma-chain-03-edge-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-46.png", "input_tokens": 1132, "latency_sec": 0.889184009982273, "model_name": "gemini-3.5-flash-lite", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "7cb1baae3d2170148c899969e7afaa6d6a5143997cc3086bc447697d521e10ca", "provider": "google", "raw_prediction": "{\n \"choice\": \"A\"\n}", "recorded_at": "2026-09-16T14:46:29.056095+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-46", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "16a9b66c-f4c3-4d76-8803-dcf92ec0f122", "result_sha256": "49a74fbc29b4c27ed9bafcca4104d7b600382d6ff260c6064b0f75d548877457", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0003671, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "A" }, "group_id": "chroma-chain-03-edge-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-47.png", "input_tokens": 1132, "latency_sec": 0.9070170630002394, "model_name": "gemini-3.5-flash-lite", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "f7627aca5640b4e4bb5108ec22eda036673dd7300493ad098f17639bff610e34", "provider": "google", "raw_prediction": "{\n \"choice\": \"A\"\n}", "recorded_at": "2026-09-16T15:55:58.703420+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-47", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "11eb5b50-9d60-45d9-b521-2dec099289a8", "result_sha256": "95e65ba341d97a8428582f7ca969b82eaaf8085118d280f386023abae4e3ad17", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0003671, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "B" }, "group_id": "chroma-chain-03-edge-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-48.png", "input_tokens": 1132, "latency_sec": 1.1581242169486359, "model_name": "gemini-3.5-flash-lite", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "f7627aca5640b4e4bb5108ec22eda036673dd7300493ad098f17639bff610e34", "provider": "google", "raw_prediction": "{\n \"choice\": \"B\"\n}", "recorded_at": "2026-09-16T15:55:35.106137+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-48", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "b8be1e5f-3b0c-4ade-a4bc-25ddd4ea448b", "result_sha256": "b44717ed19cc246ecec578c319e9b011531e18a3ade0b666cfc0926d1a33b2eb", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0003671, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "B" }, "group_id": "chroma-chain-04-edge-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-49.png", "input_tokens": 1132, "latency_sec": 0.8117495690239593, "model_name": "gemini-3.5-flash-lite", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "7cb1baae3d2170148c899969e7afaa6d6a5143997cc3086bc447697d521e10ca", "provider": "google", "raw_prediction": "{\n \"choice\": \"B\"\n}", "recorded_at": "2026-09-16T15:55:45.726805+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-49", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "354a36df-94e5-433c-bed1-1e392fb398bd", "result_sha256": "10319f8096233ecdf41cf539ad049bd661b517f42244745e5ddf3fe95f13cb98", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0003671, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "A" }, "group_id": "chroma-chain-04-edge-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-50.png", "input_tokens": 1132, "latency_sec": 1.8078033149940893, "model_name": "gemini-3.5-flash-lite", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "7cb1baae3d2170148c899969e7afaa6d6a5143997cc3086bc447697d521e10ca", "provider": "google", "raw_prediction": "{\n \"choice\": \"A\"\n}", "recorded_at": "2026-09-16T16:08:54.831637+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-50", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "558981eb-bbb1-4674-8afb-bfb27a64285d", "result_sha256": "485c4fecd47d86e6a35181f2ae23326dcf2c75817bd65b777ee8f25597b6ecd2", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0003671, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "A" }, "group_id": "chroma-chain-04-edge-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-51.png", "input_tokens": 1132, "latency_sec": 0.8910210489993915, "model_name": "gemini-3.5-flash-lite", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "f7627aca5640b4e4bb5108ec22eda036673dd7300493ad098f17639bff610e34", "provider": "google", "raw_prediction": "{\n \"choice\": \"A\"\n}", "recorded_at": "2026-09-16T14:10:35.937040+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-51", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "725ce3b3-e7a8-40dc-a69c-7daeff56be23", "result_sha256": "dd53b35ac4632b959e20a3f3f16a388616755135d7a0df6922c8c13f0367e92b", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0003671, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "B" }, "group_id": "chroma-chain-04-edge-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-52.png", "input_tokens": 1132, "latency_sec": 1.0388746230164543, "model_name": "gemini-3.5-flash-lite", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "f7627aca5640b4e4bb5108ec22eda036673dd7300493ad098f17639bff610e34", "provider": "google", "raw_prediction": "{\n \"choice\": \"B\"\n}", "recorded_at": "2026-09-16T15:35:13.037169+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-52", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "c322edf9-632d-4095-bdbc-7b30fbe51155", "result_sha256": "63ccb8795893ca2b8ee548832719e5721e5c2a3bdbacdb4342bdbf758e2f930a", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0003671, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "B" }, "group_id": "chroma-chain-04-edge-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-53.png", "input_tokens": 1132, "latency_sec": 1.0832087100716308, "model_name": "gemini-3.5-flash-lite", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "7cb1baae3d2170148c899969e7afaa6d6a5143997cc3086bc447697d521e10ca", "provider": "google", "raw_prediction": "{\n \"choice\": \"B\"\n}", "recorded_at": "2026-09-16T14:14:04.988690+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-53", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "834a418d-c86e-4c02-b512-382f24ecc509", "result_sha256": "c45129ed2214ceea334d8056eb639729af913a1587a114e606ca85a05eb06b0e", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0003671, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "A" }, "group_id": "chroma-chain-04-edge-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-54.png", "input_tokens": 1132, "latency_sec": 0.8023879000684246, "model_name": "gemini-3.5-flash-lite", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "7cb1baae3d2170148c899969e7afaa6d6a5143997cc3086bc447697d521e10ca", "provider": "google", "raw_prediction": "{\n \"choice\": \"A\"\n}", "recorded_at": "2026-09-16T14:51:28.825289+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-54", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "44a54465-ba2b-4f12-b293-bd9010658c4e", "result_sha256": "02ee1cf69e800f3c03e0d9462144b293a71cc527d42cfbbb9c7cebe32158b421", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0003671, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "A" }, "group_id": "chroma-chain-04-edge-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-55.png", "input_tokens": 1132, "latency_sec": 0.9618981570238248, "model_name": "gemini-3.5-flash-lite", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "f7627aca5640b4e4bb5108ec22eda036673dd7300493ad098f17639bff610e34", "provider": "google", "raw_prediction": "{\n \"choice\": \"A\"\n}", "recorded_at": "2026-09-16T15:30:18.050277+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-55", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "ea7536b6-5354-423e-b429-8d13bc382dd5", "result_sha256": "116d4262d7210832d2404a6fb18e0959759d8d71e3ac14106a2904b41e99951e", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0003671, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "B" }, "group_id": "chroma-chain-04-edge-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-56.png", "input_tokens": 1132, "latency_sec": 0.8976504099555314, "model_name": "gemini-3.5-flash-lite", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "f7627aca5640b4e4bb5108ec22eda036673dd7300493ad098f17639bff610e34", "provider": "google", "raw_prediction": "{\n \"choice\": \"B\"\n}", "recorded_at": "2026-09-16T14:09:56.704313+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-56", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "7f04eeb7-8fa9-493e-82c7-f0716e1f3981", "result_sha256": "1792f5a9a8ec14f040b4f630142ef644786d2ce5864e41c19f7ca3d77521d091", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0003671, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "B" }, "group_id": "chroma-chain-04-edge-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-57.png", "input_tokens": 1132, "latency_sec": 0.9152045999653637, "model_name": "gemini-3.5-flash-lite", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "7cb1baae3d2170148c899969e7afaa6d6a5143997cc3086bc447697d521e10ca", "provider": "google", "raw_prediction": "{\n \"choice\": \"B\"\n}", "recorded_at": "2026-09-16T16:17:57.787399+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-57", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "063cc334-06f7-4052-8bc7-b7d12fdd0b7d", "result_sha256": "63c327288a55ac00c505127435502f0c538844da5eddc4d8b1ad21709f730ad7", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0003671, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "A" }, "group_id": "chroma-chain-04-edge-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-58.png", "input_tokens": 1132, "latency_sec": 0.8428713510511443, "model_name": "gemini-3.5-flash-lite", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "7cb1baae3d2170148c899969e7afaa6d6a5143997cc3086bc447697d521e10ca", "provider": "google", "raw_prediction": "{\n \"choice\": \"A\"\n}", "recorded_at": "2026-09-16T14:33:00.602289+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-58", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "25145436-6455-4e8f-b6ee-5a1963a948d0", "result_sha256": "01010b9177e0571321166d5c9386e850f6157b2652873c49039f754704baa97d", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0003671, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "A" }, "group_id": "chroma-chain-04-edge-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-59.png", "input_tokens": 1132, "latency_sec": 1.3691656510345638, "model_name": "gemini-3.5-flash-lite", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "f7627aca5640b4e4bb5108ec22eda036673dd7300493ad098f17639bff610e34", "provider": "google", "raw_prediction": "{\n \"choice\": \"A\"\n}", "recorded_at": "2026-09-16T15:15:56.138145+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-59", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "91a05956-32fa-46fe-97b1-b4a13b341730", "result_sha256": "68638162a95daa50d3e6522207c4dee052881d8a07695781d2e8a8713ac73936", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0003671, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "B" }, "group_id": "chroma-chain-04-edge-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-60.png", "input_tokens": 1132, "latency_sec": 0.9107422060333192, "model_name": "gemini-3.5-flash-lite", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "f7627aca5640b4e4bb5108ec22eda036673dd7300493ad098f17639bff610e34", "provider": "google", "raw_prediction": "{\n \"choice\": \"B\"\n}", "recorded_at": "2026-09-16T15:34:00.125926+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-60", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "3dddc743-6b39-45ee-b70e-6061d4608c2c", "result_sha256": "2d02fa85cf02fbf57b9372a7099eb643e8695af182c7f0477d000898b713629a", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0003671, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "B" }, "group_id": "chroma-chain-04-edge-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-61.png", "input_tokens": 1132, "latency_sec": 0.9193196450360119, "model_name": "gemini-3.5-flash-lite", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "7cb1baae3d2170148c899969e7afaa6d6a5143997cc3086bc447697d521e10ca", "provider": "google", "raw_prediction": "{\n \"choice\": \"B\"\n}", "recorded_at": "2026-09-16T14:20:54.716787+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-61", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "61fbdd5e-086e-4d6c-ab19-fe742282c3c5", "result_sha256": "9522589d06c77fbf72681656b2b94cfa68b18a6a5145dc89a5b839b78e3c2bf7", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0003671, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "A" }, "group_id": "chroma-chain-04-edge-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-62.png", "input_tokens": 1132, "latency_sec": 1.398477259092033, "model_name": "gemini-3.5-flash-lite", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "7cb1baae3d2170148c899969e7afaa6d6a5143997cc3086bc447697d521e10ca", "provider": "google", "raw_prediction": "{\n \"choice\": \"A\"\n}", "recorded_at": "2026-09-16T14:16:22.965356+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-62", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "501ca7f1-71bc-4ab7-9c49-14ff8aa61c38", "result_sha256": "d6d5805865d554e8cac411ac62d8e9e4f77d468627cc7f4cb87db835d5cb83ea", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.0003671, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "A" }, "group_id": "chroma-chain-04-edge-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-63.png", "input_tokens": 1132, "latency_sec": 0.8395797170232981, "model_name": "gemini-3.5-flash-lite", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "f7627aca5640b4e4bb5108ec22eda036673dd7300493ad098f17639bff610e34", "provider": "google", "raw_prediction": "{\n \"choice\": \"B\"\n}", "recorded_at": "2026-09-16T15:49:47.301393+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-chroma-63", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "78b45cf8-c1d4-4c5b-bff0-45ef6db3594f", "result_sha256": "683629d5eac8154c2f555bc3bbbe8b6d0e99f090a66ef14afd7514213b1cbc8e", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0003671, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "B" }, "group_id": "chroma-chain-04-edge-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-64.png", "input_tokens": 1132, "latency_sec": 0.9470584660302848, "model_name": "gemini-3.5-flash-lite", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "f7627aca5640b4e4bb5108ec22eda036673dd7300493ad098f17639bff610e34", "provider": "google", "raw_prediction": "{\n \"choice\": \"B\"\n}", "recorded_at": "2026-09-16T16:27:01.745866+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-64", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "aef628c1-5c8b-40fe-ae8d-2290d397d87b", "result_sha256": "84bef554feddcdab4afb561128d2c603d122191f398144bf95dde874fdba1f88", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0003671, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "A" }, "group_id": "context-01-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-01.png", "input_tokens": 1132, "latency_sec": 0.9493567639729008, "model_name": "gemini-3.5-flash-lite", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "google", "raw_prediction": "{\n \"choice\": \"A\"\n}", "recorded_at": "2026-09-16T15:42:44.930073+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-01", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "386c09e2-d020-4a11-badb-105e653fd4aa", "result_sha256": "921a5321e80198f0bbf67777d9421dded19c15203c50a5394fd27b9b501b3738", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.0003671, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "B" }, "group_id": "context-01-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-02.png", "input_tokens": 1132, "latency_sec": 0.8518977860221639, "model_name": "gemini-3.5-flash-lite", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "google", "raw_prediction": "{\n \"choice\": \"A\"\n}", "recorded_at": "2026-09-16T16:08:18.509251+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-context-02", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "5ea5cdeb-3ddc-40eb-8eb2-a1da80e97792", "result_sha256": "3d131db6555d4030340b3e9183ed55a330c1aa7c44cb7bca63b530ce93bc21a8", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.0003671, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "C" }, "group_id": "context-01-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-03.png", "input_tokens": 1132, "latency_sec": 0.7315071730408818, "model_name": "gemini-3.5-flash-lite", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "google", "raw_prediction": "{\n \"choice\": \"A\"\n}", "recorded_at": "2026-09-16T15:12:09.349473+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-context-03", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "bf45dbb6-bd77-4dfe-a6ca-fe28fa594bc2", "result_sha256": "95b4597f1ac4459a1a8154f2a79dca12d72810082c2bb903f5852027ed9d9ecf", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.0003671, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "D" }, "group_id": "context-01-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-04.png", "input_tokens": 1132, "latency_sec": 1.010330819990486, "model_name": "gemini-3.5-flash-lite", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "google", "raw_prediction": "{\n \"choice\": \"A\"\n}", "recorded_at": "2026-09-16T14:50:23.086262+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-context-04", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "7aef4e34-77a9-4272-af9c-8f372a0325d0", "result_sha256": "7a7d6c35a330ce863e39ec139308c9a92665f72bc1e132db36c6200fdb591934", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0003671, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "A" }, "group_id": "context-01-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-05.png", "input_tokens": 1132, "latency_sec": 1.0070739929797128, "model_name": "gemini-3.5-flash-lite", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "google", "raw_prediction": "{\n \"choice\": \"A\"\n}", "recorded_at": "2026-09-16T14:01:02.031032+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-05", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "d5b88a09-2996-4cf0-8e6c-fcccfd5758e3", "result_sha256": "a48c90b3d0823809db843b74ffc2b7bee24d549e8f92aad9e39b18b99dc31e7d", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0003671, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "B" }, "group_id": "context-01-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-06.png", "input_tokens": 1132, "latency_sec": 0.7239634699653834, "model_name": "gemini-3.5-flash-lite", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "google", "raw_prediction": "{\n \"choice\": \"B\"\n}", "recorded_at": "2026-09-16T14:45:23.229085+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-06", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "39a5c9e3-063a-4925-9449-76ad35304e63", "result_sha256": "25b1b6d919d1d75d35527cece23dd72b4058a51ade77eb71e68893d3bcab9d85", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.0003671, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "C" }, "group_id": "context-01-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-07.png", "input_tokens": 1132, "latency_sec": 1.177600055001676, "model_name": "gemini-3.5-flash-lite", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "google", "raw_prediction": "{\n \"choice\": \"A\"\n}", "recorded_at": "2026-09-16T14:17:09.449928+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-context-07", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "9106c1b8-41c5-44cf-9035-c3bc13cdd6be", "result_sha256": "5be9305635ecf86b5c5394eac9633b2fca7e5e3054fbc7a3c3179c955cbdd956", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.0003671, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "D" }, "group_id": "context-01-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-08.png", "input_tokens": 1132, "latency_sec": 0.9130822980077937, "model_name": "gemini-3.5-flash-lite", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "google", "raw_prediction": "{\n \"choice\": \"B\"\n}", "recorded_at": "2026-09-16T15:01:51.978964+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-context-08", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "e4907b4d-35a2-4089-974c-47204feb4b23", "result_sha256": "ae9ea6217c4475dae380136b0a6755cb5313763de696d092c58effe0bebc6bdc", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.0003671, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "A" }, "group_id": "context-01-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-09.png", "input_tokens": 1132, "latency_sec": 0.9156311909900978, "model_name": "gemini-3.5-flash-lite", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "C" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "google", "raw_prediction": "{\n \"choice\": \"C\"\n}", "recorded_at": "2026-09-16T15:50:01.578849+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-context-09", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "2db7a99d-4710-4119-b7c9-7201b5a99817", "result_sha256": "f51aeebb19b4fea844d775a2af3432c64cb5873771f9624c8fca7cfa2a7e0ff2", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.00035459999999999995, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "B" }, "group_id": "context-01-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-10.png", "input_tokens": 1132, "latency_sec": 1.0715570079628378, "model_name": "gemini-3.5-flash-lite", "out_of_srgb": null, "output_tokens": 6, "prediction": { "choice": "A" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "google", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T14:51:43.409855+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-context-10", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "af0f4b9a-d3de-4a9f-9935-f57c5c216c29", "result_sha256": "f6e2772cd504ce1dbe66d7971f06513b8e1ae2b62ec412335cc6469d2511319d", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0003671, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "C" }, "group_id": "context-01-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-11.png", "input_tokens": 1132, "latency_sec": 1.106374293914996, "model_name": "gemini-3.5-flash-lite", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "C" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "google", "raw_prediction": "{\n \"choice\": \"C\"\n}", "recorded_at": "2026-09-16T16:07:55.856723+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-11", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "93d496c1-f043-4b13-87b0-52b5f042498c", "result_sha256": "d0debe59e4d3d2f7aa83863b22c45e171edbdb60c2f76e615bcb05bd91f2e750", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0003671, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "D" }, "group_id": "context-01-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-12.png", "input_tokens": 1132, "latency_sec": 0.6944200959987938, "model_name": "gemini-3.5-flash-lite", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "D" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "google", "raw_prediction": "{\n \"choice\": \"D\"\n}", "recorded_at": "2026-09-16T15:56:35.291139+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-12", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "a9688a9a-60af-451b-998d-1ef3ca52c233", "result_sha256": "6254e2912226b4b057ff46a5b27d03c1815e73693ffc05787a815bc6f9b6d21e", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.0003671, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "A" }, "group_id": "context-01-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-13.png", "input_tokens": 1132, "latency_sec": 0.9694785589817911, "model_name": "gemini-3.5-flash-lite", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "google", "raw_prediction": "{\n \"choice\": \"B\"\n}", "recorded_at": "2026-09-16T16:10:24.021696+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-context-13", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "afbfe50e-9368-4cfb-9c00-9e0272e527e3", "result_sha256": "f8f0abf988e89a26941c012d03e63279c8d2475d425fd49c015ff85a0855e9ca", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0003671, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "B" }, "group_id": "context-01-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-14.png", "input_tokens": 1132, "latency_sec": 6.15548893797677, "model_name": "gemini-3.5-flash-lite", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "google", "raw_prediction": "{\n \"choice\": \"B\"\n}", "recorded_at": "2026-09-16T14:06:36.589315+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-14", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "43d5ce10-d4a2-4f7f-bb1d-964affa9c846", "result_sha256": "da78e4d900619d805d09cc4ad19c0ef35b2895669df7272a8f9ce4ae7b0a24da", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.0003671, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "C" }, "group_id": "context-01-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-15.png", "input_tokens": 1132, "latency_sec": 0.9749298930400982, "model_name": "gemini-3.5-flash-lite", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "google", "raw_prediction": "{\n \"choice\": \"B\"\n}", "recorded_at": "2026-09-16T15:02:48.713777+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-context-15", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "bea6f698-a12e-447a-a831-ddc3f8c31226", "result_sha256": "062ccb9079586f7f806f945800ad440d33e7bd2127323d3bdcb3d4839e5ce800", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.0003671, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "D" }, "group_id": "context-01-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-16.png", "input_tokens": 1132, "latency_sec": 0.8632011350709945, "model_name": "gemini-3.5-flash-lite", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "google", "raw_prediction": "{\n \"choice\": \"B\"\n}", "recorded_at": "2026-09-16T14:18:12.016990+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-context-16", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "6c6d4c1a-5927-4e73-acc1-6c0c90c93e99", "result_sha256": "302cea27ac946dc55d4421a64221938142effaa896f38fe16ed68a2ba4534973", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.0003671, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "A" }, "group_id": "context-01-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-17.png", "input_tokens": 1132, "latency_sec": 0.8810161630390212, "model_name": "gemini-3.5-flash-lite", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "google", "raw_prediction": "{\n \"choice\": \"B\"\n}", "recorded_at": "2026-09-16T16:24:46.530301+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-context-17", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "f22b55a2-1d72-45a3-9be8-4bc3b9d967c6", "result_sha256": "8ee866d5150e32f7f6ad10d6550cac31e454c70e200c2d61b5d6ace1f005b43a", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0003671, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "B" }, "group_id": "context-01-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-18.png", "input_tokens": 1132, "latency_sec": 1.1627066740766168, "model_name": "gemini-3.5-flash-lite", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "google", "raw_prediction": "{\n \"choice\": \"B\"\n}", "recorded_at": "2026-09-16T14:20:35.184473+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-18", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "182f2deb-c9d0-4180-a794-ac7862b4a3b5", "result_sha256": "cb9c658d1db798616cd5cc5be17a62931a9c2a766dbfb4678ccd84772ce000df", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.0003671, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "C" }, "group_id": "context-01-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-19.png", "input_tokens": 1132, "latency_sec": 4.801125218044035, "model_name": "gemini-3.5-flash-lite", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "google", "raw_prediction": "{\n \"choice\": \"B\"\n}", "recorded_at": "2026-09-16T14:32:21.165395+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-context-19", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "64470227-bb41-43b7-8618-b269101b4a7d", "result_sha256": "9dc66e4b03cf6569a6337475c6a2b88df13aee73ab64b848854a548d5a2717e3", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.0003671, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "D" }, "group_id": "context-01-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-20.png", "input_tokens": 1132, "latency_sec": 0.7573114919941872, "model_name": "gemini-3.5-flash-lite", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "google", "raw_prediction": "{\n \"choice\": \"A\"\n}", "recorded_at": "2026-09-16T14:05:41.145844+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-context-20", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "e4d14da6-eb0d-41a8-b53c-0e9a73a75f1a", "result_sha256": "e45a0ff6a587da36ecd4e6697357cdda549af4eaeadcbaf61dd8fd145d7981ac", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0003671, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "A" }, "group_id": "context-02-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-21.png", "input_tokens": 1132, "latency_sec": 0.8938598580425605, "model_name": "gemini-3.5-flash-lite", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "google", "raw_prediction": "{\n \"choice\": \"A\"\n}", "recorded_at": "2026-09-16T16:31:32.624109+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-21", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "e62b8905-85a5-4cac-b1d5-7dfd8e83a090", "result_sha256": "ef5a94852084daf3989951fac548a931591b7502fed9e7f447f3fabc38010eb4", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0003671, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "B" }, "group_id": "context-02-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-22.png", "input_tokens": 1132, "latency_sec": 1.202910489984788, "model_name": "gemini-3.5-flash-lite", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "google", "raw_prediction": "{\n \"choice\": \"B\"\n}", "recorded_at": "2026-09-16T16:16:40.978673+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-22", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "b63ff6b6-72e2-43ad-8542-a55ea00a531a", "result_sha256": "24d1d1a3cf926f6991887c7c0f6ff0e719723a552cf014e3b3f3be110bb1ed85", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.0003671, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "C" }, "group_id": "context-02-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-23.png", "input_tokens": 1132, "latency_sec": 0.7078971329610795, "model_name": "gemini-3.5-flash-lite", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "google", "raw_prediction": "{\n \"choice\": \"A\"\n}", "recorded_at": "2026-09-16T14:09:45.046094+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-context-23", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "2212fa41-6f5f-4451-9a60-8c115805de5b", "result_sha256": "fe9723e3d8ca2a2efe2dac4f03511ef5efc89f009c694e7aab2a51a3acdbb4f2", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.0003671, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "D" }, "group_id": "context-02-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-24.png", "input_tokens": 1132, "latency_sec": 0.854363322025165, "model_name": "gemini-3.5-flash-lite", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "C" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "google", "raw_prediction": "{\n \"choice\": \"C\"\n}", "recorded_at": "2026-09-16T15:05:03.592075+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-context-24", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "f2fcccdc-52ab-496d-8fd7-271884c800ee", "result_sha256": "b26630b577602697f93d17f6e9c4aa73ca5f2758a43b8fb124fe6e4fd48bf741", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00035459999999999995, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "A" }, "group_id": "context-02-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-25.png", "input_tokens": 1132, "latency_sec": 0.809277254040353, "model_name": "gemini-3.5-flash-lite", "out_of_srgb": null, "output_tokens": 6, "prediction": { "choice": "A" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "google", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T14:18:47.032604+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-25", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "4a712b94-511f-4f8d-9022-f04b0b49ebf2", "result_sha256": "f7a81d2bfe5ade60d5c726a4a15ea523da6d002a20b40d0654414e617a776d31", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0003671, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "B" }, "group_id": "context-02-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-26.png", "input_tokens": 1132, "latency_sec": 0.9596519030164927, "model_name": "gemini-3.5-flash-lite", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "google", "raw_prediction": "{\n \"choice\": \"B\"\n}", "recorded_at": "2026-09-16T14:44:29.332959+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-26", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "94f86c0c-7ea3-4f66-a795-b6fbeb8aefb5", "result_sha256": "3a77e9bdf3f6f0c6439595419e1c86851e5924344cd80f8805dbb5c988cb293f", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.0003671, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "C" }, "group_id": "context-02-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-27.png", "input_tokens": 1132, "latency_sec": 0.71581026900094, "model_name": "gemini-3.5-flash-lite", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "google", "raw_prediction": "{\n \"choice\": \"A\"\n}", "recorded_at": "2026-09-16T15:43:12.680233+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-context-27", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "cc23501f-cdf2-4ccd-bffe-0f64b6a1040b", "result_sha256": "5c10033cce1de68d7f3959371fcb247e225c6929a8aa49b3bb86a83a5d07d789", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.0003671, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "D" }, "group_id": "context-02-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-28.png", "input_tokens": 1132, "latency_sec": 0.5574493990279734, "model_name": "gemini-3.5-flash-lite", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "google", "raw_prediction": "{\n \"choice\": \"A\"\n}", "recorded_at": "2026-09-16T14:21:17.090266+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-context-28", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "793ccae5-bd31-48fb-952e-b0becfa5320e", "result_sha256": "a6274c69e063b3ba9b12253264afc12215741b17cb1cd70fb043f81b3b0b2ca6", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0003671, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "A" }, "group_id": "context-02-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-29.png", "input_tokens": 1132, "latency_sec": 0.7701159219723195, "model_name": "gemini-3.5-flash-lite", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "google", "raw_prediction": "{\n \"choice\": \"A\"\n}", "recorded_at": "2026-09-16T15:48:21.588306+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-29", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "b0961ca6-52d8-4c8f-bada-8625d8d813ca", "result_sha256": "26781add3780e225083e78a0a8a190ea1d76bdf2a7ae6beb529a4eef871ed53b", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0003671, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "B" }, "group_id": "context-02-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-30.png", "input_tokens": 1132, "latency_sec": 1.1869976749876514, "model_name": "gemini-3.5-flash-lite", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "google", "raw_prediction": "{\n \"choice\": \"B\"\n}", "recorded_at": "2026-09-16T15:50:54.192965+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-30", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "ec61d338-e858-491d-a24c-60d459ae785c", "result_sha256": "a8271d98f8523eda8642126e6845391f9979d67d33e8b4727dfaba33547dd0cf", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.0003671, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "C" }, "group_id": "context-02-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-31.png", "input_tokens": 1132, "latency_sec": 0.9281065090326592, "model_name": "gemini-3.5-flash-lite", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "google", "raw_prediction": "{\n \"choice\": \"A\"\n}", "recorded_at": "2026-09-16T14:47:11.100117+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-context-31", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "c8685b8a-c2ab-49f1-9ba1-3b35a6e4c77e", "result_sha256": "c816aaa74923cc2ef9b996af7884c6429d6200fa1cf2fc3f9ebcf027d42d93f6", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.0003671, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "D" }, "group_id": "context-02-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-32.png", "input_tokens": 1132, "latency_sec": 0.9729011580348015, "model_name": "gemini-3.5-flash-lite", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "google", "raw_prediction": "{\n \"choice\": \"B\"\n}", "recorded_at": "2026-09-16T15:22:40.080511+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-context-32", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "8be9abde-0cf9-4f4f-abe1-0a85821e264c", "result_sha256": "2b44167c3ae812a3efc9f51eb36779d61eaa4fb40d786f5220ae2f749d79ab4d", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0003671, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "A" }, "group_id": "context-02-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-33.png", "input_tokens": 1132, "latency_sec": 0.6915161439683288, "model_name": "gemini-3.5-flash-lite", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "google", "raw_prediction": "{\n \"choice\": \"A\"\n}", "recorded_at": "2026-09-16T16:26:20.740663+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-33", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "71f48100-52c0-40a9-b690-21481c9d4247", "result_sha256": "4e4e300ccd6cb1a4afbc1c6c109b2a851818a98821d9e460c5733a22906b095b", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0003671, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "B" }, "group_id": "context-02-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-34.png", "input_tokens": 1132, "latency_sec": 0.8224103440297768, "model_name": "gemini-3.5-flash-lite", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "google", "raw_prediction": "{\n \"choice\": \"B\"\n}", "recorded_at": "2026-09-16T15:10:33.975351+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-34", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "1576f585-906e-41da-b9ce-ed9be11a8271", "result_sha256": "4dada26c0f565ea485b2bfdff40355bf7418c0051e6af5495a8f79934ad6ef87", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.0003671, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "C" }, "group_id": "context-02-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-35.png", "input_tokens": 1132, "latency_sec": 0.7802074440987781, "model_name": "gemini-3.5-flash-lite", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "google", "raw_prediction": "{\n \"choice\": \"A\"\n}", "recorded_at": "2026-09-16T14:33:14.459200+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-context-35", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "bb53a405-97d5-4862-a231-7b7f40525122", "result_sha256": "8f5cce52439b2195e06dd4eeeeb3b574aa0c910e74b3840db5da3be8ca27762e", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.0003671, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "D" }, "group_id": "context-02-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-36.png", "input_tokens": 1132, "latency_sec": 1.0075430029537529, "model_name": "gemini-3.5-flash-lite", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "C" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "google", "raw_prediction": "{\n \"choice\": \"C\"\n}", "recorded_at": "2026-09-16T16:01:15.981019+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-context-36", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "85e13ac7-94e4-4bc9-b97c-e6f736d85b1e", "result_sha256": "850707ae0bcddee5f4ae8b7b8aee6d9929bc31645240f0cca3c89fccd30e464c", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0003671, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "A" }, "group_id": "context-02-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-37.png", "input_tokens": 1132, "latency_sec": 0.8207950830692425, "model_name": "gemini-3.5-flash-lite", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "google", "raw_prediction": "{\n \"choice\": \"A\"\n}", "recorded_at": "2026-09-16T15:56:11.188214+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-37", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "312384f7-42af-4d82-afab-02591fd2fa79", "result_sha256": "1a8790546773d5a490820267fa591ccefa6ac1b18046ba9bd4e90ec9133067ce", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0003671, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "B" }, "group_id": "context-02-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-38.png", "input_tokens": 1132, "latency_sec": 5.607000396004878, "model_name": "gemini-3.5-flash-lite", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "google", "raw_prediction": "{\n \"choice\": \"B\"\n}", "recorded_at": "2026-09-16T16:04:13.023988+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-38", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "25ebd65e-35ed-4dae-9403-f1777e99956d", "result_sha256": "8b831d15d9de829dd01d08514e1b6c713e4917910c0c6ef7bfe09145b36f102d", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.0003671, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "C" }, "group_id": "context-02-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-39.png", "input_tokens": 1132, "latency_sec": 0.7736908990191296, "model_name": "gemini-3.5-flash-lite", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "google", "raw_prediction": "{\n \"choice\": \"B\"\n}", "recorded_at": "2026-09-16T14:39:54.877541+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-context-39", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "22966faa-fca0-4fd1-82fb-d0ea04193034", "result_sha256": "c04bf95c81bc3c073e3282afa543463a2b9171dc2ccdfdabc85078f23f3ec038", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.0003671, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "D" }, "group_id": "context-02-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-40.png", "input_tokens": 1132, "latency_sec": 0.8787151919677854, "model_name": "gemini-3.5-flash-lite", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "google", "raw_prediction": "{\n \"choice\": \"B\"\n}", "recorded_at": "2026-09-16T15:19:10.049560+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-context-40", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "c51eecdf-4adf-4872-81e1-3397be874318", "result_sha256": "06fda84024b506fee73d42d408d786eb6def247acc0b6def0dbf96dc70a16632", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0003671, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "A" }, "group_id": "context-03-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-41.png", "input_tokens": 1132, "latency_sec": 4.483298113918863, "model_name": "gemini-3.5-flash-lite", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "google", "raw_prediction": "{\n \"choice\": \"A\"\n}", "recorded_at": "2026-09-16T15:14:41.770149+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-41", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "4a67cb0f-2e5e-4b82-ac91-c5b934e28dac", "result_sha256": "70018f93dd5a9af648c3a5db9bc55170113e0b07fe8efb96e03c2419dcc146ab", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0003671, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "B" }, "group_id": "context-03-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-42.png", "input_tokens": 1132, "latency_sec": 0.8612050720257685, "model_name": "gemini-3.5-flash-lite", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "google", "raw_prediction": "{\n \"choice\": \"B\"\n}", "recorded_at": "2026-09-16T14:00:44.415269+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-42", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "28f99853-4dc5-4899-aab5-46751489232b", "result_sha256": "a0c527da5991b4531fa3f9e093c9b0f2a4da5c99c3a60c216b282097c2082c20", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0003671, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "C" }, "group_id": "context-03-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-43.png", "input_tokens": 1132, "latency_sec": 0.8694964799797162, "model_name": "gemini-3.5-flash-lite", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "C" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "google", "raw_prediction": "{\n \"choice\": \"C\"\n}", "recorded_at": "2026-09-16T16:04:48.454667+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-43", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "1703f92f-a1d4-4d85-bda8-940c4cfa55e3", "result_sha256": "e4a3a75f6fdd3466936b097cc8fe168410d567e864916d93622101e0de47a1e5", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.0003671, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "D" }, "group_id": "context-03-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-44.png", "input_tokens": 1132, "latency_sec": 1.010974231059663, "model_name": "gemini-3.5-flash-lite", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "google", "raw_prediction": "{\n \"choice\": \"B\"\n}", "recorded_at": "2026-09-16T16:29:14.946320+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-context-44", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "4df9be10-d4f6-4dfa-b2eb-ab58b17a3320", "result_sha256": "2dfcbba4f530751e8b4cec439e09281bcdec669e8101d082cea94793f6c6ac0d", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0003671, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "A" }, "group_id": "context-03-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-45.png", "input_tokens": 1132, "latency_sec": 0.7974615659331903, "model_name": "gemini-3.5-flash-lite", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "google", "raw_prediction": "{\n \"choice\": \"A\"\n}", "recorded_at": "2026-09-16T14:55:24.847995+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-45", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "1947f6b9-64a4-407a-863c-3678e37796b7", "result_sha256": "ed9a384c24e565e449b7f98c4222884375fc2df14a08d7ab908a3b7ff6b94f0d", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0003671, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "B" }, "group_id": "context-03-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-46.png", "input_tokens": 1132, "latency_sec": 0.8057247720425949, "model_name": "gemini-3.5-flash-lite", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "google", "raw_prediction": "{\n \"choice\": \"B\"\n}", "recorded_at": "2026-09-16T14:15:17.657135+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-46", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "15f97d43-a466-45b1-95b1-1da956b5a04b", "result_sha256": "09fe505cfbab3bdfceaed51d8594112598a096013082184a6177bea1ab343a95", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.0003671, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "C" }, "group_id": "context-03-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-47.png", "input_tokens": 1132, "latency_sec": 0.7493476669769734, "model_name": "gemini-3.5-flash-lite", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "google", "raw_prediction": "{\n \"choice\": \"A\"\n}", "recorded_at": "2026-09-16T16:22:22.120459+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-context-47", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "0a84669a-0c45-47fe-992a-4611c750ad3f", "result_sha256": "14f4a138be99353119e9e58a0a4a2953e98f5edbf64fd0e3f8c196f7ffa86b7d", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.0003671, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "D" }, "group_id": "context-03-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-48.png", "input_tokens": 1132, "latency_sec": 1.052811600966379, "model_name": "gemini-3.5-flash-lite", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "google", "raw_prediction": "{\n \"choice\": \"B\"\n}", "recorded_at": "2026-09-16T15:25:02.541080+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-context-48", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "5a226805-34fa-4218-b92d-53466315c879", "result_sha256": "a27cc2c6111fdb098fb6addf17b7fc8fa1787d8b8abc62d73dc78d03e8c81bbc", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0003671, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "A" }, "group_id": "context-03-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-49.png", "input_tokens": 1132, "latency_sec": 1.18014337902423, "model_name": "gemini-3.5-flash-lite", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "google", "raw_prediction": "{\n \"choice\": \"A\"\n}", "recorded_at": "2026-09-16T14:51:07.399268+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-49", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "17d62688-6fc5-4353-a52f-c57e1e1504df", "result_sha256": "094bfe834cfda096aefb6885e934192458629e2d8e9e6905036ab450dfc7b4bb", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00035459999999999995, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "B" }, "group_id": "context-03-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-50.png", "input_tokens": 1132, "latency_sec": 0.957183322054334, "model_name": "gemini-3.5-flash-lite", "out_of_srgb": null, "output_tokens": 6, "prediction": { "choice": "B" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "google", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T16:18:38.186446+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-50", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "32b15344-ba0b-4cdd-8441-25f032cbc67e", "result_sha256": "7470c8fdb7845f1b01667984139d706ec22af165198e1d5da5c1840e75e081a9", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.0003671, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "C" }, "group_id": "context-03-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-51.png", "input_tokens": 1132, "latency_sec": 0.9123941540019587, "model_name": "gemini-3.5-flash-lite", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "google", "raw_prediction": "{\n \"choice\": \"A\"\n}", "recorded_at": "2026-09-16T15:59:29.567545+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-context-51", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "64308b9d-a68b-4ca3-bad7-cbd2da2042c9", "result_sha256": "db38be9fe11c25441c6eaeff2bb3a44b2ee4f77d27c72eda824c30e1e7489492", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.0003671, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "D" }, "group_id": "context-03-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-52.png", "input_tokens": 1132, "latency_sec": 0.9340152860386297, "model_name": "gemini-3.5-flash-lite", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "google", "raw_prediction": "{\n \"choice\": \"B\"\n}", "recorded_at": "2026-09-16T16:05:50.251900+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-context-52", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "64891853-2657-4013-90ee-6a9819df19f3", "result_sha256": "0f11e31efa2e3c93162fe85ee797a995711a8187fe1b373331555ab4cf2f0302", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0003671, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "A" }, "group_id": "context-03-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-53.png", "input_tokens": 1132, "latency_sec": 0.6921174449380487, "model_name": "gemini-3.5-flash-lite", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "google", "raw_prediction": "{\n \"choice\": \"A\"\n}", "recorded_at": "2026-09-16T14:41:49.841198+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-53", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "78cb7896-30bd-4aa7-a2a2-738b742c54ee", "result_sha256": "84b511ed518dc20f548697438104e9764f81d15ada94e9faa1a00d2f56d3656f", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.00035459999999999995, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "B" }, "group_id": "context-03-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-54.png", "input_tokens": 1132, "latency_sec": 0.9473565440857783, "model_name": "gemini-3.5-flash-lite", "out_of_srgb": null, "output_tokens": 6, "prediction": { "choice": "D" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "google", "raw_prediction": "{\"choice\": \"D\"}", "recorded_at": "2026-09-16T14:04:20.548826+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-context-54", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "50ac5fbc-2574-4ba0-8bd3-e312ba100f9c", "result_sha256": "aed7ba94b9d73e94e9c20f9e406887fcdd1b1d28bda1cbe430b1decbc8987cb8", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.00035459999999999995, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "C" }, "group_id": "context-03-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-55.png", "input_tokens": 1132, "latency_sec": 0.7962145360652357, "model_name": "gemini-3.5-flash-lite", "out_of_srgb": null, "output_tokens": 6, "prediction": { "choice": "A" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "google", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T16:09:31.576637+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-context-55", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "d89d1017-cc55-4d37-bbe4-2c3521b5f981", "result_sha256": "e6fc3a1b4ab12c78a7574680dd2c8db62705cc396a3619b653b56598c576bf84", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.0003671, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "D" }, "group_id": "context-03-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-56.png", "input_tokens": 1132, "latency_sec": 1.1443405749741942, "model_name": "gemini-3.5-flash-lite", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "google", "raw_prediction": "{\n \"choice\": \"B\"\n}", "recorded_at": "2026-09-16T14:36:08.752009+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-context-56", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "62f7eccf-a8ef-4e88-8860-bdd62c6a2fa9", "result_sha256": "0284f6973ca453a57ed762d6a7e7253cfe15337f2db7df8ec05d4abfde4df18e", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0003671, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "A" }, "group_id": "context-03-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-57.png", "input_tokens": 1132, "latency_sec": 0.7559534900356084, "model_name": "gemini-3.5-flash-lite", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "google", "raw_prediction": "{\n \"choice\": \"A\"\n}", "recorded_at": "2026-09-16T14:48:42.697699+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-57", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "193e82b6-4d55-4a24-a116-42a56405bbe7", "result_sha256": "b080b1978b28d813f564c1e3d119859ac15668c73a03bc3de9a69eb1c8b05c97", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0003671, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "B" }, "group_id": "context-03-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-58.png", "input_tokens": 1132, "latency_sec": 0.9086114710662514, "model_name": "gemini-3.5-flash-lite", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "google", "raw_prediction": "{\n \"choice\": \"B\"\n}", "recorded_at": "2026-09-16T16:20:19.186906+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-58", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "bc3d6097-b107-4eca-ae12-f8560debf836", "result_sha256": "e1beb4d2b0ce7dfb09f1ab7a515c4d8edb820518ecf66dd3487f5d09ada7b635", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.0003671, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "C" }, "group_id": "context-03-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-59.png", "input_tokens": 1132, "latency_sec": 0.6714794629951939, "model_name": "gemini-3.5-flash-lite", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "google", "raw_prediction": "{\n \"choice\": \"B\"\n}", "recorded_at": "2026-09-16T16:10:49.048092+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-context-59", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "5563f105-5554-4428-b2f4-e5981c073189", "result_sha256": "28fccdbf2de605e126e856354cc1ba911281e1eea253e999897f4dfc903b97e8", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0003671, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "D" }, "group_id": "context-03-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-60.png", "input_tokens": 1132, "latency_sec": 0.9563534840708598, "model_name": "gemini-3.5-flash-lite", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "D" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "google", "raw_prediction": "{\n \"choice\": \"D\"\n}", "recorded_at": "2026-09-16T15:44:19.367695+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-60", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "fac275e0-b04d-444d-8b21-7bb4c9cc2ebb", "result_sha256": "bb018cc53d2c3081f8a3eb781260d8aa86c7353acc03dc85ed4b2e7cf09a01e0", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.0003671, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "A" }, "group_id": "context-04-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-61.png", "input_tokens": 1132, "latency_sec": 7.346124034025706, "model_name": "gemini-3.5-flash-lite", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "google", "raw_prediction": "{\n \"choice\": \"B\"\n}", "recorded_at": "2026-09-16T15:11:01.412924+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-context-61", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "727e03ea-e9c4-4317-84b0-fc164e5bd5b5", "result_sha256": "56b12431e56b6ce09123074430c2105c60ee51b8aa5dfeb1f434f707f2868d32", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0003671, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "B" }, "group_id": "context-04-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-62.png", "input_tokens": 1132, "latency_sec": 0.880650504026562, "model_name": "gemini-3.5-flash-lite", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "google", "raw_prediction": "{\n \"choice\": \"B\"\n}", "recorded_at": "2026-09-16T14:58:23.406951+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-62", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "14402245-6733-4201-ae8a-7cc5e5ad2e3c", "result_sha256": "d48d5fb6ae4d7cd323981e1966760d12ff80541cfb9292ee3373daaccaac4961", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.0003671, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "C" }, "group_id": "context-04-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-63.png", "input_tokens": 1132, "latency_sec": 0.7138552399119362, "model_name": "gemini-3.5-flash-lite", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "google", "raw_prediction": "{\n \"choice\": \"B\"\n}", "recorded_at": "2026-09-16T14:24:42.888157+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-context-63", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "9384ab38-676b-44d6-9431-bf6e354b0a0a", "result_sha256": "8173e5a8b01678961d4ec21d02c792334a9c5722f8dc559826564c73cf2c2382", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.0003671, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "D" }, "group_id": "context-04-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-64.png", "input_tokens": 1132, "latency_sec": 0.702437914093025, "model_name": "gemini-3.5-flash-lite", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "google", "raw_prediction": "{\n \"choice\": \"B\"\n}", "recorded_at": "2026-09-16T15:28:03.622707+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-context-64", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "67b34930-39af-4183-9dcc-5db056efc2de", "result_sha256": "3d267e20ee9c38a0cc6390971f34b155c74f7b5adc24001439909c73a05673c1", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.0003671, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "A" }, "group_id": "context-04-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-65.png", "input_tokens": 1132, "latency_sec": 0.9239295799052343, "model_name": "gemini-3.5-flash-lite", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "google", "raw_prediction": "{\n \"choice\": \"B\"\n}", "recorded_at": "2026-09-16T14:39:12.286448+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-context-65", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "1a39767b-b5db-43a0-bbcf-fa512141447e", "result_sha256": "c32cff26306a7466e8a2c694794fa40526d0cd69aa5da2839c7b7257879d021e", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0003671, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "B" }, "group_id": "context-04-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-66.png", "input_tokens": 1132, "latency_sec": 6.377389353932813, "model_name": "gemini-3.5-flash-lite", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "google", "raw_prediction": "{\n \"choice\": \"B\"\n}", "recorded_at": "2026-09-16T14:30:36.287201+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-66", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "3f4a8ba8-601e-4c9d-bad1-ebcd4fc18069", "result_sha256": "da1dfa6cc3fdfb07a3a53ea12b2b980b3df4ccde9953fdcd4d58815a5ce8626b", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.0003671, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "C" }, "group_id": "context-04-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-67.png", "input_tokens": 1132, "latency_sec": 0.7846089880913496, "model_name": "gemini-3.5-flash-lite", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "google", "raw_prediction": "{\n \"choice\": \"B\"\n}", "recorded_at": "2026-09-16T15:13:55.015033+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-context-67", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "ba958353-ef19-4f0e-8584-452a1e3379eb", "result_sha256": "79baa9cf396c193071d6ba2df6f656e0e5f03d3e836429e1ed9513f053727ae8", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.00035459999999999995, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "D" }, "group_id": "context-04-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-68.png", "input_tokens": 1132, "latency_sec": 0.8737131940433756, "model_name": "gemini-3.5-flash-lite", "out_of_srgb": null, "output_tokens": 6, "prediction": { "choice": "A" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "google", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T15:31:54.939515+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-context-68", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "b8f2e5ca-e5af-403c-9d50-ded37828d738", "result_sha256": "767cc20a8ba11d3a1ebd7ee04fd530455118dd88b600dff4349e6a2b71c39eee", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.0003671, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "A" }, "group_id": "context-04-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-69.png", "input_tokens": 1132, "latency_sec": 3.8980669849552214, "model_name": "gemini-3.5-flash-lite", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "google", "raw_prediction": "{\n \"choice\": \"B\"\n}", "recorded_at": "2026-09-16T15:21:25.015536+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-context-69", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "75df3233-8213-414f-aba0-7619fe96c438", "result_sha256": "46479ca10c8f4320fc9098d4924d8f18874a076d02d6a623c0a98f600b92d2e3", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0003671, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "B" }, "group_id": "context-04-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-70.png", "input_tokens": 1132, "latency_sec": 0.9096306459978223, "model_name": "gemini-3.5-flash-lite", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "google", "raw_prediction": "{\n \"choice\": \"B\"\n}", "recorded_at": "2026-09-16T16:19:15.633553+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-70", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "83398f68-3859-4a75-924d-52dfc96ac298", "result_sha256": "d2f77cd829c77923b63ad8fb212fddeefc92c644697b85ef1e8e913f0945dcfd", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.0003671, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "C" }, "group_id": "context-04-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-71.png", "input_tokens": 1132, "latency_sec": 0.9221817860379815, "model_name": "gemini-3.5-flash-lite", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "D" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "google", "raw_prediction": "{\n \"choice\": \"D\"\n}", "recorded_at": "2026-09-16T15:46:38.062417+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-context-71", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "1e04bd47-9f13-4111-9ca7-88ab359bc747", "result_sha256": "2f2a49b65d4f28ddfebd0404bc719e99045d298e1bed1a893a87c83e11e70eff", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0003671, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "D" }, "group_id": "context-04-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-72.png", "input_tokens": 1132, "latency_sec": 0.7649492579512298, "model_name": "gemini-3.5-flash-lite", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "D" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "google", "raw_prediction": "{\n \"choice\": \"D\"\n}", "recorded_at": "2026-09-16T16:28:04.699088+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-72", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "f942a39b-2742-4acb-9bf9-1f9e51bb178c", "result_sha256": "300648daeb9c4c7ae7b468229019976e8e00dd03d84ff6cd909242b182ce5572", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.0003671, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "A" }, "group_id": "context-04-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-73.png", "input_tokens": 1132, "latency_sec": 0.8828372150892392, "model_name": "gemini-3.5-flash-lite", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "google", "raw_prediction": "{\n \"choice\": \"B\"\n}", "recorded_at": "2026-09-16T14:28:46.525159+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-context-73", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "233ac1f9-3f96-478b-a19d-a1092e73bc96", "result_sha256": "6510c74ba95f741431c9953dcb4a41b77a2f4f94b2bf73dddee93c23c33232d8", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0003671, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "B" }, "group_id": "context-04-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-74.png", "input_tokens": 1132, "latency_sec": 0.8746813009493053, "model_name": "gemini-3.5-flash-lite", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "google", "raw_prediction": "{\n \"choice\": \"B\"\n}", "recorded_at": "2026-09-16T14:59:35.163409+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-74", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "1713ce14-8816-496d-97ce-11d361a87e59", "result_sha256": "b4097724034c6acf80e6c6f69e20a50bae4f6b6e40199a60cade7e2f0ae6151e", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.0003671, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "C" }, "group_id": "context-04-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-75.png", "input_tokens": 1132, "latency_sec": 0.6514322330476716, "model_name": "gemini-3.5-flash-lite", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "google", "raw_prediction": "{\n \"choice\": \"B\"\n}", "recorded_at": "2026-09-16T14:09:24.465488+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-context-75", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "c81bbb2c-0fac-4107-8fe6-c04e90f2688d", "result_sha256": "930f8e9da7a1a9fd5b4597d9529f17a947c668f4fdcaea7c28cf748e3a78c7e6", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.0003671, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "D" }, "group_id": "context-04-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-76.png", "input_tokens": 1132, "latency_sec": 0.8095457860035822, "model_name": "gemini-3.5-flash-lite", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "google", "raw_prediction": "{\n \"choice\": \"B\"\n}", "recorded_at": "2026-09-16T14:56:53.212643+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-context-76", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "292c6cd5-f55b-41fe-8b88-3f1438949d45", "result_sha256": "abd5190b58f83fbb527b551ec8e412afc4daff30b003ee314643e75f76356083", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.0003671, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "A" }, "group_id": "context-04-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-77.png", "input_tokens": 1132, "latency_sec": 0.9091244989540428, "model_name": "gemini-3.5-flash-lite", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "google", "raw_prediction": "{\n \"choice\": \"B\"\n}", "recorded_at": "2026-09-16T14:13:47.314155+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-context-77", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "f46a8758-568e-4a9c-b168-9accb5b0d2a2", "result_sha256": "b92a0fd0a3d7ce375ce15700392d989e4831779eed2f0687c90540ba473577ec", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.00035459999999999995, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "B" }, "group_id": "context-04-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-78.png", "input_tokens": 1132, "latency_sec": 0.831644464051351, "model_name": "gemini-3.5-flash-lite", "out_of_srgb": null, "output_tokens": 6, "prediction": { "choice": "A" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "google", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T15:36:23.375059+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-context-78", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "0c51179d-7c81-4be2-8688-19ebbad1671b", "result_sha256": "126006d9183d16acf2507e57a7ff7019254ca49cdf7d5ef0c43ff4f303004d12", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.0003671, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "C" }, "group_id": "context-04-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-79.png", "input_tokens": 1132, "latency_sec": 0.8597405659966171, "model_name": "gemini-3.5-flash-lite", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "google", "raw_prediction": "{\n \"choice\": \"B\"\n}", "recorded_at": "2026-09-16T15:42:22.041104+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-context-79", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "c4f9db20-5a7a-41d9-a283-068d62f61932", "result_sha256": "c99d3ef4c1382419d7c5a7eee29f9562b1cb9d471f2e82cf4e8581c28a56d5b2", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.00035459999999999995, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "D" }, "group_id": "context-04-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-80.png", "input_tokens": 1132, "latency_sec": 1.0869801670778543, "model_name": "gemini-3.5-flash-lite", "out_of_srgb": null, "output_tokens": 6, "prediction": { "choice": "A" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "google", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T15:16:11.218327+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-context-80", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "3439fbb6-0453-43d1-b5d1-45ff8241b178", "result_sha256": "84ae000352719c7de7d9dd478b7006ba589b690df274cce357c5e0d867b96609", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0003695, "delta_e_ok": null, "error": null, "error_kind": null, "family": "gradient", "ground_truth": { "choice": "A" }, "group_id": "gradient-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/gradient-01.png", "input_tokens": 1140, "latency_sec": 0.7300340910442173, "model_name": "gemini-3.5-flash-lite", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "93858b61346b697f9021a41a361838e5b0b8c06fbde9b0b35f514c9e29082ee5", "provider": "google", "raw_prediction": "{\n \"choice\": \"A\"\n}", "recorded_at": "2026-09-16T14:10:50.442528+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-gradient-01", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "a8d1b2a2-6a39-4efd-b773-849ce6737ca6", "result_sha256": "a0b5f7b3692c97e742dda895736d7381638fe4e28380a14674323608d43b5d3c", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0003695, "delta_e_ok": null, "error": null, "error_kind": null, "family": "gradient", "ground_truth": { "choice": "B" }, "group_id": "gradient-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/gradient-02.png", "input_tokens": 1140, "latency_sec": 0.973437278997153, "model_name": "gemini-3.5-flash-lite", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "93858b61346b697f9021a41a361838e5b0b8c06fbde9b0b35f514c9e29082ee5", "provider": "google", "raw_prediction": "{\n \"choice\": \"B\"\n}", "recorded_at": "2026-09-16T15:03:46.698230+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-gradient-02", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "6050822b-2530-4316-84dc-7147595866ba", "result_sha256": "2033482eaebdad3a5a97a909bb15ed7b729e320ba8c05a89f315ea49fc3d3eb4", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0003695, "delta_e_ok": null, "error": null, "error_kind": null, "family": "gradient", "ground_truth": { "choice": "C" }, "group_id": "gradient-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/gradient-03.png", "input_tokens": 1140, "latency_sec": 0.9267553649842739, "model_name": "gemini-3.5-flash-lite", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "C" }, "prompt_sha256": "93858b61346b697f9021a41a361838e5b0b8c06fbde9b0b35f514c9e29082ee5", "provider": "google", "raw_prediction": "{\n \"choice\": \"C\"\n}", "recorded_at": "2026-09-16T14:58:08.322284+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-gradient-03", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "b4946cfb-67ee-4ef1-ada6-2c3eedab0961", "result_sha256": "a483df4800a2f97b7ea5d182fcb225f422cc022379726f3e3aa51378154c4ff7", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0003695, "delta_e_ok": null, "error": null, "error_kind": null, "family": "gradient", "ground_truth": { "choice": "D" }, "group_id": "gradient-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/gradient-04.png", "input_tokens": 1140, "latency_sec": 0.8226262290263548, "model_name": "gemini-3.5-flash-lite", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "D" }, "prompt_sha256": "93858b61346b697f9021a41a361838e5b0b8c06fbde9b0b35f514c9e29082ee5", "provider": "google", "raw_prediction": "{\n \"choice\": \"D\"\n}", "recorded_at": "2026-09-16T14:29:42.247612+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-gradient-04", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "4ef9d7ff-4d15-454a-9c64-b7af3391f957", "result_sha256": "b44212c9c7ca6aa8efe70c6daf5f89df417d1cf216205d767c9eb5bd79ca4d7a", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0003695, "delta_e_ok": null, "error": null, "error_kind": null, "family": "gradient", "ground_truth": { "choice": "A" }, "group_id": "gradient-05", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/gradient-05.png", "input_tokens": 1140, "latency_sec": 10.273448596009985, "model_name": "gemini-3.5-flash-lite", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "93858b61346b697f9021a41a361838e5b0b8c06fbde9b0b35f514c9e29082ee5", "provider": "google", "raw_prediction": "{\n \"choice\": \"A\"\n}", "recorded_at": "2026-09-16T14:26:11.013495+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-gradient-05", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "ce5dd186-aef1-49ff-80e5-506727782f3e", "result_sha256": "d63cb416a0720a26b94f6aa3482da9bd3192fdd5039aad2257545aa81717af3e", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0003695, "delta_e_ok": null, "error": null, "error_kind": null, "family": "gradient", "ground_truth": { "choice": "B" }, "group_id": "gradient-06", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/gradient-06.png", "input_tokens": 1140, "latency_sec": 1.0903907760512084, "model_name": "gemini-3.5-flash-lite", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "93858b61346b697f9021a41a361838e5b0b8c06fbde9b0b35f514c9e29082ee5", "provider": "google", "raw_prediction": "{\n \"choice\": \"B\"\n}", "recorded_at": "2026-09-16T16:00:04.384042+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-gradient-06", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "73215d68-443b-4bdb-b46e-bcdcf950edef", "result_sha256": "a45182b5548c6e1558483efd161c5e95d6cb87ef7a1716b6faf358e4d8104af3", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.000357, "delta_e_ok": null, "error": null, "error_kind": null, "family": "gradient", "ground_truth": { "choice": "C" }, "group_id": "gradient-07", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/gradient-07.png", "input_tokens": 1140, "latency_sec": 0.7898142639314756, "model_name": "gemini-3.5-flash-lite", "out_of_srgb": null, "output_tokens": 6, "prediction": { "choice": "C" }, "prompt_sha256": "93858b61346b697f9021a41a361838e5b0b8c06fbde9b0b35f514c9e29082ee5", "provider": "google", "raw_prediction": "{\"choice\": \"C\"}", "recorded_at": "2026-09-16T15:24:34.999660+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-gradient-07", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "5978dc5c-15b8-4e9a-8f93-70e3a4f6b578", "result_sha256": "e10d5e30b5950db3fbf4c0669fbe3a8d1d2b88d0b1b6c9a4235610239b7da251", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0003695, "delta_e_ok": null, "error": null, "error_kind": null, "family": "gradient", "ground_truth": { "choice": "D" }, "group_id": "gradient-08", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/gradient-08.png", "input_tokens": 1140, "latency_sec": 0.7045555220684037, "model_name": "gemini-3.5-flash-lite", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "D" }, "prompt_sha256": "93858b61346b697f9021a41a361838e5b0b8c06fbde9b0b35f514c9e29082ee5", "provider": "google", "raw_prediction": "{\n \"choice\": \"D\"\n}", "recorded_at": "2026-09-16T14:45:51.795729+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-gradient-08", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "697ee7a1-b1b6-44e8-aafc-9f67a1389d53", "result_sha256": "f0d4c5f85b24107a116bc267ad1a75851f219267b77c64b37562a3d5d7bc8e15", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0003695, "delta_e_ok": null, "error": null, "error_kind": null, "family": "gradient", "ground_truth": { "choice": "A" }, "group_id": "gradient-09", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/gradient-09.png", "input_tokens": 1140, "latency_sec": 1.168700176058337, "model_name": "gemini-3.5-flash-lite", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "93858b61346b697f9021a41a361838e5b0b8c06fbde9b0b35f514c9e29082ee5", "provider": "google", "raw_prediction": "{\n \"choice\": \"A\"\n}", "recorded_at": "2026-09-16T15:51:59.982210+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-gradient-09", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "758e787f-1440-4c65-870e-87fa76ce4eb4", "result_sha256": "47c0501c2a9f865e0b1c89e3e84d24c21169ae06d171e48d56d882da2df19666", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0003695, "delta_e_ok": null, "error": null, "error_kind": null, "family": "gradient", "ground_truth": { "choice": "B" }, "group_id": "gradient-10", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/gradient-10.png", "input_tokens": 1140, "latency_sec": 0.876688571064733, "model_name": "gemini-3.5-flash-lite", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "93858b61346b697f9021a41a361838e5b0b8c06fbde9b0b35f514c9e29082ee5", "provider": "google", "raw_prediction": "{\n \"choice\": \"B\"\n}", "recorded_at": "2026-09-16T14:57:34.953764+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-gradient-10", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "a0261669-2e3c-4f93-9027-9218ceff52da", "result_sha256": "c52c75a427e714213d7d6e04a843156dfc7739491f6fdbd954e8dc9be6fff10d", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0003695, "delta_e_ok": null, "error": null, "error_kind": null, "family": "gradient", "ground_truth": { "choice": "C" }, "group_id": "gradient-11", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/gradient-11.png", "input_tokens": 1140, "latency_sec": 0.9152160129742697, "model_name": "gemini-3.5-flash-lite", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "C" }, "prompt_sha256": "93858b61346b697f9021a41a361838e5b0b8c06fbde9b0b35f514c9e29082ee5", "provider": "google", "raw_prediction": "{\n \"choice\": \"C\"\n}", "recorded_at": "2026-09-16T14:54:44.059522+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-gradient-11", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "62f8d0cb-9fdf-446b-800e-bffb24c5f59f", "result_sha256": "70f5c85671017987299db369fa0466b46adb8b93dcf47cccb407205ea955ebd3", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0003695, "delta_e_ok": null, "error": null, "error_kind": null, "family": "gradient", "ground_truth": { "choice": "D" }, "group_id": "gradient-12", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/gradient-12.png", "input_tokens": 1140, "latency_sec": 0.7697848509997129, "model_name": "gemini-3.5-flash-lite", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "D" }, "prompt_sha256": "93858b61346b697f9021a41a361838e5b0b8c06fbde9b0b35f514c9e29082ee5", "provider": "google", "raw_prediction": "{\n \"choice\": \"D\"\n}", "recorded_at": "2026-09-16T14:12:39.882904+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-gradient-12", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "4006857b-cf5c-4b5d-89e0-fac52c30e56d", "result_sha256": "02101b51ffe7b479927d59089e99921d22d3a9b1ae0d658b666c2dd4f3e968a5", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.000357, "delta_e_ok": null, "error": null, "error_kind": null, "family": "gradient", "ground_truth": { "choice": "A" }, "group_id": "gradient-13", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/gradient-13.png", "input_tokens": 1140, "latency_sec": 15.83086293307133, "model_name": "gemini-3.5-flash-lite", "out_of_srgb": null, "output_tokens": 6, "prediction": { "choice": "A" }, "prompt_sha256": "93858b61346b697f9021a41a361838e5b0b8c06fbde9b0b35f514c9e29082ee5", "provider": "google", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T16:14:16.990041+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-gradient-13", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "03464c5a-4f9b-464f-8a7d-e564484c49e4", "result_sha256": "f97fafe17579bbe4b80720b659e0df956f78e8efa335905cf43eb7b2d948b25b", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.000357, "delta_e_ok": null, "error": null, "error_kind": null, "family": "gradient", "ground_truth": { "choice": "B" }, "group_id": "gradient-14", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/gradient-14.png", "input_tokens": 1140, "latency_sec": 0.6781365969218314, "model_name": "gemini-3.5-flash-lite", "out_of_srgb": null, "output_tokens": 6, "prediction": { "choice": "B" }, "prompt_sha256": "93858b61346b697f9021a41a361838e5b0b8c06fbde9b0b35f514c9e29082ee5", "provider": "google", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T14:21:48.837516+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-gradient-14", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "37a0f089-eb26-404f-95b3-c5ebce348eba", "result_sha256": "9c6f0139eb9602c3a9af3e7fb5ea4a503d8d172827004fba4a11c69fe68911cb", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0003695, "delta_e_ok": null, "error": null, "error_kind": null, "family": "gradient", "ground_truth": { "choice": "C" }, "group_id": "gradient-15", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/gradient-15.png", "input_tokens": 1140, "latency_sec": 1.4024681840091944, "model_name": "gemini-3.5-flash-lite", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "C" }, "prompt_sha256": "93858b61346b697f9021a41a361838e5b0b8c06fbde9b0b35f514c9e29082ee5", "provider": "google", "raw_prediction": "{\n \"choice\": \"C\"\n}", "recorded_at": "2026-09-16T14:55:48.596414+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-gradient-15", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "a1cbc695-d8d9-437c-83a7-8ec1f326479c", "result_sha256": "22ef7c9f492f2252de890cddcd7f3d4b99b6dfbf7d9a2a8319719b3b9ad89f64", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0003695, "delta_e_ok": null, "error": null, "error_kind": null, "family": "gradient", "ground_truth": { "choice": "D" }, "group_id": "gradient-16", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/gradient-16.png", "input_tokens": 1140, "latency_sec": 0.7026056790491566, "model_name": "gemini-3.5-flash-lite", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "D" }, "prompt_sha256": "93858b61346b697f9021a41a361838e5b0b8c06fbde9b0b35f514c9e29082ee5", "provider": "google", "raw_prediction": "{\n \"choice\": \"D\"\n}", "recorded_at": "2026-09-16T16:30:08.488619+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-gradient-16", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "bbf984bc-5ad6-4fab-960e-156986a53d50", "result_sha256": "fdfc5959c10195aff409b54dcfa4362af16f404943f5cc524a5a43efa547ab99", "result": { "component_errors": { "h": 0.5, "l": 1.8039215686274517, "s": 0.6062992125984294 }, "correct": null, "cost_estimated": false, "cost_usd": 0.0004057, "delta_e_ok": 0.013653090933725324, "error": null, "error_kind": null, "family": "hsl", "ground_truth": { "rgb": [ 192, 64, 80 ] }, "group_id": "numeric-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-01.png", "input_tokens": 1169, "latency_sec": 1.840983493020758, "model_name": "gemini-3.5-flash-lite", "out_of_srgb": false, "output_tokens": 22, "prediction": { "h": 353.0, "l": 52.0, "s": 51.0 }, "prompt_sha256": "d5a3e77db006cc09848010934a3ee06e3beb9ab32aa54f5bf67eb79750a81ad8", "provider": "google", "raw_prediction": "{\"h\": 353, \"s\": 51, \"l\": 52}", "recorded_at": "2026-09-16T14:03:36.024144+00:00", "request_attempts": 1, "score": 93.17345453313733, "task_id": "colorbench-hsl-01", "tight_score": 72.69381813254935, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": false, "0.02": true, "0.05": true } } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "550a7481-0311-4ff2-8e19-3cce81712c4a", "result_sha256": "cc1101c1a8334d46f69713897b847120e14dfb1d98a073e7856592ca9df11fc9", "result": { "component_errors": { "h": 0.7894736842105488, "l": 3.294117647058819, "s": 2.666666666666657 }, "correct": null, "cost_estimated": false, "cost_usd": 0.0004257, "delta_e_ok": 0.032254481216765746, "error": null, "error_kind": null, "family": "hsl", "ground_truth": { "rgb": [ 38, 112, 190 ] }, "group_id": "numeric-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-02.png", "input_tokens": 1169, "latency_sec": 0.9116902759997174, "model_name": "gemini-3.5-flash-lite", "out_of_srgb": false, "output_tokens": 30, "prediction": { "h": 210.0, "l": 48.0, "s": 64.0 }, "prompt_sha256": "d5a3e77db006cc09848010934a3ee06e3beb9ab32aa54f5bf67eb79750a81ad8", "provider": "google", "raw_prediction": "{\n \"h\": 210,\n \"s\": 64,\n \"l\": 48\n}", "recorded_at": "2026-09-16T15:25:56.120257+00:00", "request_attempts": 1, "score": 83.87275939161712, "task_id": "colorbench-hsl-02", "tight_score": 35.491037566468506, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": false, "0.02": false, "0.05": true } } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "4c7d160c-4694-45eb-aa02-2d0fff289e3f", "result_sha256": "e3666dbc1deba1442bcb257e717c80a488f890398bf95596fa76f498a1f5b09f", "result": { "component_errors": { "h": 0.0, "l": 4.784313725490193, "s": 2.0 }, "correct": null, "cost_estimated": false, "cost_usd": 0.0004057, "delta_e_ok": 0.04570990698450942, "error": null, "error_kind": null, "family": "hsl", "ground_truth": { "rgb": [ 60, 140, 100 ] }, "group_id": "numeric-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-03.png", "input_tokens": 1169, "latency_sec": 0.8161112220259383, "model_name": "gemini-3.5-flash-lite", "out_of_srgb": false, "output_tokens": 22, "prediction": { "h": 150.0, "l": 44.0, "s": 38.0 }, "prompt_sha256": "d5a3e77db006cc09848010934a3ee06e3beb9ab32aa54f5bf67eb79750a81ad8", "provider": "google", "raw_prediction": "{\"h\": 150, \"s\": 38, \"l\": 44}", "recorded_at": "2026-09-16T14:47:41.915574+00:00", "request_attempts": 1, "score": 77.14504650774529, "task_id": "colorbench-hsl-03", "tight_score": 8.580186030981164, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": false, "0.02": false, "0.05": true } } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "713b9fb6-8c47-45a4-b710-afac18a17f72", "result_sha256": "bce8683802aaab7fb688dbd8274c6c9dc07f8116d4852064162333beb3571f29", "result": { "component_errors": { "h": 0.5714285714285552, "l": 5.901960784313722, "s": 2.8695652173912976 }, "correct": null, "cost_estimated": false, "cost_usd": 0.0004232, "delta_e_ok": 0.04909952547413951, "error": null, "error_kind": null, "family": "hsl", "ground_truth": { "rgb": [ 185, 135, 45 ] }, "group_id": "numeric-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-04.png", "input_tokens": 1169, "latency_sec": 0.8205612819874659, "model_name": "gemini-3.5-flash-lite", "out_of_srgb": false, "output_tokens": 29, "prediction": { "h": 38.0, "l": 51.0, "s": 58.0 }, "prompt_sha256": "d5a3e77db006cc09848010934a3ee06e3beb9ab32aa54f5bf67eb79750a81ad8", "provider": "google", "raw_prediction": "{\n \"h\": 38,\n \"s\": 58,\n \"l\": 51\n}", "recorded_at": "2026-09-16T14:35:30.725731+00:00", "request_attempts": 1, "score": 75.45023726293024, "task_id": "colorbench-hsl-04", "tight_score": 1.8009490517209792, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": false, "0.02": false, "0.05": true } } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "a4b53212-39f7-4b8a-b6df-183fc5fe15ef", "result_sha256": "31e01048e078fb9368c6e643d98bfd8e97488edd9d26e253f09a52e5fc3d8e9a", "result": { "component_errors": { "h": 1.3333333333333144, "l": 1.0196078431372584, "s": 6.0 }, "correct": null, "cost_estimated": false, "cost_usd": 0.0004257, "delta_e_ok": 0.017710140724713736, "error": null, "error_kind": null, "family": "hsl", "ground_truth": { "rgb": [ 135, 85, 175 ] }, "group_id": "numeric-05", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-05.png", "input_tokens": 1169, "latency_sec": 1.0599311490077525, "model_name": "gemini-3.5-flash-lite", "out_of_srgb": false, "output_tokens": 30, "prediction": { "h": 272.0, "l": 52.0, "s": 42.0 }, "prompt_sha256": "d5a3e77db006cc09848010934a3ee06e3beb9ab32aa54f5bf67eb79750a81ad8", "provider": "google", "raw_prediction": "{\n \"h\": 272,\n \"s\": 42,\n \"l\": 52\n}", "recorded_at": "2026-09-16T15:15:41.291737+00:00", "request_attempts": 1, "score": 91.14492963764313, "task_id": "colorbench-hsl-05", "tight_score": 64.57971855057252, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": false, "0.02": true, "0.05": true } } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "5e87d682-bb9e-4f23-a01d-49b1ab882316", "result_sha256": "283d75600e687a36583f1c1c5af90e13c05d7db91f321157ef36314ab367df36", "result": { "component_errors": { "h": 2.4339622641509493, "l": 1.9803921568627452, "s": 15.639175257731964 }, "correct": null, "cost_estimated": false, "cost_usd": 0.0004057, "delta_e_ok": 0.01866836383608377, "error": null, "error_kind": null, "family": "hsl", "ground_truth": { "rgb": [ 22, 48, 75 ] }, "group_id": "numeric-06", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-06.png", "input_tokens": 1169, "latency_sec": 0.8461837569484487, "model_name": "gemini-3.5-flash-lite", "out_of_srgb": false, "output_tokens": 22, "prediction": { "h": 213.0, "l": 21.0, "s": 39.0 }, "prompt_sha256": "d5a3e77db006cc09848010934a3ee06e3beb9ab32aa54f5bf67eb79750a81ad8", "provider": "google", "raw_prediction": "{\"h\": 213, \"s\": 39, \"l\": 21}", "recorded_at": "2026-09-16T14:31:33.949808+00:00", "request_attempts": 1, "score": 90.66581808195812, "task_id": "colorbench-hsl-06", "tight_score": 62.663272327832466, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": false, "0.02": true, "0.05": true } } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "12059a11-02a3-4608-9f0c-ee2e9f95abda", "result_sha256": "dcbdbd3ed6f5ff5e13141b7d1cbfda5c3c1c0d02469b743ddae6720226ecf2af", "result": { "component_errors": { "h": 2.2162162162161962, "l": 2.0196078431372513, "s": 8.144329896907195 }, "correct": null, "cost_estimated": false, "cost_usd": 0.0004032, "delta_e_ok": 0.01401016894784574, "error": null, "error_kind": null, "family": "hsl", "ground_truth": { "rgb": [ 225, 215, 188 ] }, "group_id": "numeric-07", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-07.png", "input_tokens": 1169, "latency_sec": 6.299554398981854, "model_name": "gemini-3.5-flash-lite", "out_of_srgb": false, "output_tokens": 21, "prediction": { "h": 46.0, "l": 83.0, "s": 30.0 }, "prompt_sha256": "d5a3e77db006cc09848010934a3ee06e3beb9ab32aa54f5bf67eb79750a81ad8", "provider": "google", "raw_prediction": "{\"h\": 46, \"s\": 30, \"l\": 83}", "recorded_at": "2026-09-16T15:49:03.226832+00:00", "request_attempts": 1, "score": 92.99491552607712, "task_id": "colorbench-hsl-07", "tight_score": 71.97966210430853, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": false, "0.02": true, "0.05": true } } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "3c6bbf23-6903-45dd-9b67-b7a2465eb806", "result_sha256": "954a5224d473fe64b7760b56da4c36b2be59c4e787baa8aeab6366fa1ba22578", "result": { "component_errors": { "h": null, "l": 0.19607843137254832, "s": 0.0 }, "correct": null, "cost_estimated": false, "cost_usd": 0.0004182, "delta_e_ok": 0.0016900750842691059, "error": null, "error_kind": null, "family": "hsl", "ground_truth": { "rgb": [ 128, 128, 128 ] }, "group_id": "numeric-08", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-08.png", "input_tokens": 1169, "latency_sec": 1.0196042099269107, "model_name": "gemini-3.5-flash-lite", "out_of_srgb": false, "output_tokens": 27, "prediction": { "h": 0.0, "l": 50.0, "s": 0.0 }, "prompt_sha256": "d5a3e77db006cc09848010934a3ee06e3beb9ab32aa54f5bf67eb79750a81ad8", "provider": "google", "raw_prediction": "{\n \"h\": 0,\n \"s\": 0,\n \"l\": 50\n}", "recorded_at": "2026-09-16T16:32:11.093381+00:00", "request_attempts": 1, "score": 99.15496245786545, "task_id": "colorbench-hsl-08", "tight_score": 96.61984983146179, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": true, "0.01": true, "0.02": true, "0.05": true } } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "5404fb21-1fca-4e21-9cc1-187852102851", "result_sha256": "c727d005d4fbc0d91a7a19670de2f4e15b2d3a846ddd0f80b152ab71186d3a50", "result": { "component_errors": { "h": 3.363636363636374, "l": 0.37254901960783826, "s": 4.161290322580655 }, "correct": null, "cost_estimated": false, "cost_usd": 0.0004257, "delta_e_ok": 0.01148178179311364, "error": null, "error_kind": null, "family": "hsl", "ground_truth": { "rgb": [ 230, 32, 44 ] }, "group_id": "numeric-09", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-09.png", "input_tokens": 1169, "latency_sec": 0.9830879049841315, "model_name": "gemini-3.5-flash-lite", "out_of_srgb": false, "output_tokens": 30, "prediction": { "h": 353.0, "l": 51.0, "s": 84.0 }, "prompt_sha256": "d5a3e77db006cc09848010934a3ee06e3beb9ab32aa54f5bf67eb79750a81ad8", "provider": "google", "raw_prediction": "{\n \"h\": 353,\n \"s\": 84,\n \"l\": 51\n}", "recorded_at": "2026-09-16T14:08:16.061382+00:00", "request_attempts": 1, "score": 94.25910910344318, "task_id": "colorbench-hsl-09", "tight_score": 77.03643641377272, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": false, "0.02": true, "0.05": true } } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "2335c482-9766-4965-b487-0931a8a1b368", "result_sha256": "cb3fcfd60e83cb905e6ee9354d0a8af45cf76c70f31629ed536dcc3c8c95fa4e", "result": { "component_errors": { "h": 0.9701492537313641, "l": 4.313725490196077, "s": 10.626373626373635 }, "correct": null, "cost_estimated": false, "cost_usd": 0.0004257, "delta_e_ok": 0.02628449164171945, "error": null, "error_kind": null, "family": "hsl", "ground_truth": { "rgb": [ 24, 158, 82 ] }, "group_id": "numeric-10", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-10.png", "input_tokens": 1169, "latency_sec": 0.8748052429873496, "model_name": "gemini-3.5-flash-lite", "out_of_srgb": false, "output_tokens": 30, "prediction": { "h": 145.0, "l": 40.0, "s": 63.0 }, "prompt_sha256": "d5a3e77db006cc09848010934a3ee06e3beb9ab32aa54f5bf67eb79750a81ad8", "provider": "google", "raw_prediction": "{\n \"h\": 145,\n \"s\": 63,\n \"l\": 40\n}", "recorded_at": "2026-09-16T15:33:25.364536+00:00", "request_attempts": 1, "score": 86.85775417914027, "task_id": "colorbench-hsl-10", "tight_score": 47.4310167165611, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": false, "0.02": false, "0.05": true } } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "feaa6f92-b1ce-4ebc-bc73-682c2f59a265", "result_sha256": "84a2e76f28f2fd369b827c39b4a94337a028503056e2099bd8cb39d0d4f8422f", "result": { "component_errors": { "h": 2.9565217391304373, "l": 2.3333333333333357, "s": 1.3109243697479087 }, "correct": null, "cost_estimated": false, "cost_usd": 0.0004057, "delta_e_ok": 0.008257074131821135, "error": null, "error_kind": null, "family": "hsl", "ground_truth": { "rgb": [ 44, 84, 228 ] }, "group_id": "numeric-11", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-11.png", "input_tokens": 1169, "latency_sec": 1.04230601596646, "model_name": "gemini-3.5-flash-lite", "out_of_srgb": false, "output_tokens": 22, "prediction": { "h": 224.0, "l": 51.0, "s": 76.0 }, "prompt_sha256": "d5a3e77db006cc09848010934a3ee06e3beb9ab32aa54f5bf67eb79750a81ad8", "provider": "google", "raw_prediction": "{\"h\": 224, \"s\": 76, \"l\": 51}", "recorded_at": "2026-09-16T15:41:49.531412+00:00", "request_attempts": 1, "score": 95.87146293408944, "task_id": "colorbench-hsl-11", "tight_score": 83.48585173635773, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": true, "0.02": true, "0.05": true } } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "f09d1dc0-5be0-492e-a251-b779f0c676f9", "result_sha256": "2a823bd221723e184edf513106a2b4dac9b87875048c14443d276f14263c990b", "result": { "component_errors": { "h": 1.25, "l": 3.0980392156862706, "s": 6.521739130434781 }, "correct": null, "cost_estimated": false, "cost_usd": 0.0004232, "delta_e_ok": 0.017150226432876996, "error": null, "error_kind": null, "family": "hsl", "ground_truth": { "rgb": [ 236, 208, 44 ] }, "group_id": "numeric-12", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-12.png", "input_tokens": 1169, "latency_sec": 3.178090580040589, "model_name": "gemini-3.5-flash-lite", "out_of_srgb": false, "output_tokens": 29, "prediction": { "h": 50.0, "l": 58.0, "s": 90.0 }, "prompt_sha256": "d5a3e77db006cc09848010934a3ee06e3beb9ab32aa54f5bf67eb79750a81ad8", "provider": "google", "raw_prediction": "{\n \"h\": 50,\n \"s\": 90,\n \"l\": 58\n}", "recorded_at": "2026-09-16T14:23:47.246912+00:00", "request_attempts": 1, "score": 91.4248867835615, "task_id": "colorbench-hsl-12", "tight_score": 65.69954713424602, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": false, "0.02": true, "0.05": true } } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "430e6738-30cc-4801-bd3e-da9b862dee85", "result_sha256": "a9ba721860be4c7089c6c7465a6efada0956546890dd9685664ec04c3662f5aa", "result": { "component_errors": { "h": 0.7142857142857224, "l": 4.803921568627452, "s": 9.881889763779526 }, "correct": null, "cost_estimated": false, "cost_usd": 0.0004057, "delta_e_ok": 0.04021742702352478, "error": null, "error_kind": null, "family": "hsl", "ground_truth": { "rgb": [ 198, 58, 188 ] }, "group_id": "numeric-13", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-13.png", "input_tokens": 1169, "latency_sec": 0.8941956949420273, "model_name": "gemini-3.5-flash-lite", "out_of_srgb": false, "output_tokens": 22, "prediction": { "h": 305.0, "l": 55.0, "s": 65.0 }, "prompt_sha256": "d5a3e77db006cc09848010934a3ee06e3beb9ab32aa54f5bf67eb79750a81ad8", "provider": "google", "raw_prediction": "{\"h\": 305, \"s\": 65, \"l\": 55}", "recorded_at": "2026-09-16T15:06:12.539002+00:00", "request_attempts": 1, "score": 79.89128648823761, "task_id": "colorbench-hsl-13", "tight_score": 19.565145952950445, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": false, "0.02": false, "0.05": true } } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "7b0a88f7-37ce-4926-9045-09a5f936d2a6", "result_sha256": "c4b7edd74948a912000ed606def9fc43abcbecbe48873e630740df4c2bbe9e34", "result": { "component_errors": { "h": 0.7922077922078188, "l": 3.5490196078431424, "s": 2.6363636363636473 }, "correct": null, "cost_estimated": false, "cost_usd": 0.0004257, "delta_e_ok": 0.030863733972541833, "error": null, "error_kind": null, "family": "hsl", "ground_truth": { "rgb": [ 44, 178, 198 ] }, "group_id": "numeric-14", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-14.png", "input_tokens": 1169, "latency_sec": 0.9292978059966117, "model_name": "gemini-3.5-flash-lite", "out_of_srgb": false, "output_tokens": 30, "prediction": { "h": 187.0, "l": 51.0, "s": 61.0 }, "prompt_sha256": "d5a3e77db006cc09848010934a3ee06e3beb9ab32aa54f5bf67eb79750a81ad8", "provider": "google", "raw_prediction": "{\n \"h\": 187,\n \"s\": 61,\n \"l\": 51\n}", "recorded_at": "2026-09-16T14:58:44.576677+00:00", "request_attempts": 1, "score": 84.56813301372908, "task_id": "colorbench-hsl-14", "tight_score": 38.27253205491634, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": false, "0.02": false, "0.05": true } } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "385825b3-4ace-4ab3-aa72-9a48d19219f6", "result_sha256": "ffe92b1c2e4877002b95beeb916afad6d9b60937d5bdad92825a6987f538655d", "result": { "component_errors": { "h": null, "l": 2.333333333333333, "s": 5.88235294117647 }, "correct": null, "cost_estimated": false, "cost_usd": 0.00039569999999999997, "delta_e_ok": 0.030738591451862245, "error": null, "error_kind": null, "family": "hsl", "ground_truth": { "rgb": [ 16, 16, 18 ] }, "group_id": "numeric-15", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-15.png", "input_tokens": 1169, "latency_sec": 0.9798628590069711, "model_name": "gemini-3.5-flash-lite", "out_of_srgb": false, "output_tokens": 18, "prediction": { "h": 0.0, "l": 9.0, "s": 0.0 }, "prompt_sha256": "d5a3e77db006cc09848010934a3ee06e3beb9ab32aa54f5bf67eb79750a81ad8", "provider": "google", "raw_prediction": "{\"h\": 0, \"s\": 0, \"l\": 9}", "recorded_at": "2026-09-16T16:18:54.500628+00:00", "request_attempts": 1, "score": 84.63070427406888, "task_id": "colorbench-hsl-15", "tight_score": 38.52281709627552, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": false, "0.02": false, "0.05": true } } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "ec170407-500c-4335-ba31-93c901450834", "result_sha256": "a7335f8974a072e63417f268f0c1685a4d783e21d16b0e0b88d7efac7e70996d", "result": { "component_errors": { "h": null, "l": 0.29411764705882604, "s": 4.1111111111110645 }, "correct": null, "cost_estimated": false, "cost_usd": 0.0004207, "delta_e_ok": 0.0017818852474646922, "error": null, "error_kind": null, "family": "hsl", "ground_truth": { "rgb": [ 243, 243, 240 ] }, "group_id": "numeric-16", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-16.png", "input_tokens": 1169, "latency_sec": 1.0527330649783835, "model_name": "gemini-3.5-flash-lite", "out_of_srgb": false, "output_tokens": 28, "prediction": { "h": 60.0, "l": 95.0, "s": 7.0 }, "prompt_sha256": "d5a3e77db006cc09848010934a3ee06e3beb9ab32aa54f5bf67eb79750a81ad8", "provider": "google", "raw_prediction": "{\n \"h\": 60,\n \"s\": 7,\n \"l\": 95\n}", "recorded_at": "2026-09-16T15:31:44.366781+00:00", "request_attempts": 1, "score": 99.10905737626766, "task_id": "colorbench-hsl-16", "tight_score": 96.43622950507061, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": true, "0.01": true, "0.02": true, "0.05": true } } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "03e1ee87-2902-4c37-be1f-f2f50ec60d46", "result_sha256": "fe9d98f5906d45fab0ed4b1f6a99f856194993f2f810882e7c2d0ec4f2d3b802", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0003692, "delta_e_ok": null, "error": null, "error_kind": null, "family": "hue", "ground_truth": { "choice": "A" }, "group_id": "hue-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/hue-01.png", "input_tokens": 1139, "latency_sec": 0.9721664160024375, "model_name": "gemini-3.5-flash-lite", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "8234947471a1bb7076e1e5dfe2fd3aba8c91ae436b20be843f2b0ab51861fe52", "provider": "google", "raw_prediction": "{\n \"choice\": \"A\"\n}", "recorded_at": "2026-09-16T15:11:14.708125+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-hue-01", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "87160100-8af6-44dd-8f7c-57ee6e12b908", "result_sha256": "0f09450e063a44b052ba111ef001357ff34b3ee4eac7ef70c3155c82c97559fc", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0003692, "delta_e_ok": null, "error": null, "error_kind": null, "family": "hue", "ground_truth": { "choice": "B" }, "group_id": "hue-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/hue-02.png", "input_tokens": 1139, "latency_sec": 0.6435948610305786, "model_name": "gemini-3.5-flash-lite", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "8234947471a1bb7076e1e5dfe2fd3aba8c91ae436b20be843f2b0ab51861fe52", "provider": "google", "raw_prediction": "{\n \"choice\": \"B\"\n}", "recorded_at": "2026-09-16T15:08:58.603881+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-hue-02", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "3d174263-5668-45b2-9119-998e220501b4", "result_sha256": "0a2dc77517018f558d699279611cd605e8cf246d76c7e406b7f3f83d0f545f98", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0003692, "delta_e_ok": null, "error": null, "error_kind": null, "family": "hue", "ground_truth": { "choice": "C" }, "group_id": "hue-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/hue-03.png", "input_tokens": 1139, "latency_sec": 0.8433229399379343, "model_name": "gemini-3.5-flash-lite", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "C" }, "prompt_sha256": "8234947471a1bb7076e1e5dfe2fd3aba8c91ae436b20be843f2b0ab51861fe52", "provider": "google", "raw_prediction": "{\n \"choice\": \"C\"\n}", "recorded_at": "2026-09-16T16:17:20.878433+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-hue-03", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "d5cf47c0-34b3-474c-8bbc-2feca1adb2db", "result_sha256": "07581523f66387f27c3723f438d6261b8e3f18ba3fb4084ff0cc13ce12b260cd", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0003692, "delta_e_ok": null, "error": null, "error_kind": null, "family": "hue", "ground_truth": { "choice": "D" }, "group_id": "hue-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/hue-04.png", "input_tokens": 1139, "latency_sec": 0.8963098839158192, "model_name": "gemini-3.5-flash-lite", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "D" }, "prompt_sha256": "8234947471a1bb7076e1e5dfe2fd3aba8c91ae436b20be843f2b0ab51861fe52", "provider": "google", "raw_prediction": "{\n \"choice\": \"D\"\n}", "recorded_at": "2026-09-16T16:01:02.515169+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-hue-04", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "493869ba-98e3-4cce-a075-6c469cd85665", "result_sha256": "fe87720b1b678494c6ee51febc288244109da587ce89c7bbe6d4a6555f13cf10", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0003692, "delta_e_ok": null, "error": null, "error_kind": null, "family": "hue", "ground_truth": { "choice": "A" }, "group_id": "hue-05", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/hue-05.png", "input_tokens": 1139, "latency_sec": 0.8538333920296282, "model_name": "gemini-3.5-flash-lite", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "8234947471a1bb7076e1e5dfe2fd3aba8c91ae436b20be843f2b0ab51861fe52", "provider": "google", "raw_prediction": "{\n \"choice\": \"A\"\n}", "recorded_at": "2026-09-16T15:18:33.171622+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-hue-05", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "15b70bcb-27d9-4d0f-815a-2dd4acf21491", "result_sha256": "c9a6146bbba16ce1c53f0a8661824da1f88918622853828e273a71d699143c9b", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0003692, "delta_e_ok": null, "error": null, "error_kind": null, "family": "hue", "ground_truth": { "choice": "B" }, "group_id": "hue-06", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/hue-06.png", "input_tokens": 1139, "latency_sec": 0.8156400450970978, "model_name": "gemini-3.5-flash-lite", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "8234947471a1bb7076e1e5dfe2fd3aba8c91ae436b20be843f2b0ab51861fe52", "provider": "google", "raw_prediction": "{\n \"choice\": \"B\"\n}", "recorded_at": "2026-09-16T16:06:52.101639+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-hue-06", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "ab1dbf45-b1b4-446a-a53c-05ccd320eef0", "result_sha256": "655d3f4b7b277f4657145b1cd38dd80639790eaf195f6fc72f255abb9c9c635c", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0003692, "delta_e_ok": null, "error": null, "error_kind": null, "family": "hue", "ground_truth": { "choice": "C" }, "group_id": "hue-07", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/hue-07.png", "input_tokens": 1139, "latency_sec": 1.0718352990224957, "model_name": "gemini-3.5-flash-lite", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "C" }, "prompt_sha256": "8234947471a1bb7076e1e5dfe2fd3aba8c91ae436b20be843f2b0ab51861fe52", "provider": "google", "raw_prediction": "{\n \"choice\": \"C\"\n}", "recorded_at": "2026-09-16T15:48:09.238710+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-hue-07", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "4c04a4dd-3b9c-461f-988a-aa56248edb34", "result_sha256": "0078b071aa9de1287aa83bbea7cd01145e6262a4e9e5c6a7d82170300e187cae", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0003692, "delta_e_ok": null, "error": null, "error_kind": null, "family": "hue", "ground_truth": { "choice": "D" }, "group_id": "hue-08", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/hue-08.png", "input_tokens": 1139, "latency_sec": 0.9826217029476538, "model_name": "gemini-3.5-flash-lite", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "D" }, "prompt_sha256": "8234947471a1bb7076e1e5dfe2fd3aba8c91ae436b20be843f2b0ab51861fe52", "provider": "google", "raw_prediction": "{\n \"choice\": \"D\"\n}", "recorded_at": "2026-09-16T14:35:42.942149+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-hue-08", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "41f05dcb-ba0c-4c38-b179-fead29fae545", "result_sha256": "0e2b6c3cac2db10902be4bb1d1ec5a17cc7270084c8caacaaa06dec368894cdb", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0003692, "delta_e_ok": null, "error": null, "error_kind": null, "family": "hue", "ground_truth": { "choice": "A" }, "group_id": "hue-09", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/hue-09.png", "input_tokens": 1139, "latency_sec": 0.7304910229286179, "model_name": "gemini-3.5-flash-lite", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "8234947471a1bb7076e1e5dfe2fd3aba8c91ae436b20be843f2b0ab51861fe52", "provider": "google", "raw_prediction": "{\n \"choice\": \"A\"\n}", "recorded_at": "2026-09-16T14:03:48.402646+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-hue-09", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "8131590f-78f8-4685-82eb-e30c025d6d3b", "result_sha256": "07189e2f3bd9f51a7a8d35c8f960f403ba79a28cc9434a9ee6535fa751971cd8", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0003692, "delta_e_ok": null, "error": null, "error_kind": null, "family": "hue", "ground_truth": { "choice": "B" }, "group_id": "hue-10", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/hue-10.png", "input_tokens": 1139, "latency_sec": 0.8748957649804652, "model_name": "gemini-3.5-flash-lite", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "8234947471a1bb7076e1e5dfe2fd3aba8c91ae436b20be843f2b0ab51861fe52", "provider": "google", "raw_prediction": "{\n \"choice\": \"B\"\n}", "recorded_at": "2026-09-16T14:34:46.522257+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-hue-10", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "4e0b66d7-2039-48a3-8fc0-b2b1b8e1ed63", "result_sha256": "4af22ffa9665b7cc1176a88c6b6d6949e15e95c3082c5de62205392fd02d619f", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0003692, "delta_e_ok": null, "error": null, "error_kind": null, "family": "hue", "ground_truth": { "choice": "C" }, "group_id": "hue-11", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/hue-11.png", "input_tokens": 1139, "latency_sec": 0.90800901199691, "model_name": "gemini-3.5-flash-lite", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "C" }, "prompt_sha256": "8234947471a1bb7076e1e5dfe2fd3aba8c91ae436b20be843f2b0ab51861fe52", "provider": "google", "raw_prediction": "{\n \"choice\": \"C\"\n}", "recorded_at": "2026-09-16T15:23:52.113621+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-hue-11", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "c8d94227-3daf-4094-95ea-78abd2c89f91", "result_sha256": "0bc617efbbdd02da2dd29ae4434f5fa4db0901a9d318354d126b37e780e269be", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0003692, "delta_e_ok": null, "error": null, "error_kind": null, "family": "hue", "ground_truth": { "choice": "D" }, "group_id": "hue-12", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/hue-12.png", "input_tokens": 1139, "latency_sec": 0.9670975289773196, "model_name": "gemini-3.5-flash-lite", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "D" }, "prompt_sha256": "8234947471a1bb7076e1e5dfe2fd3aba8c91ae436b20be843f2b0ab51861fe52", "provider": "google", "raw_prediction": "{\n \"choice\": \"D\"\n}", "recorded_at": "2026-09-16T14:42:50.017859+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-hue-12", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "17e56154-8906-4243-be62-e26d0a1c228e", "result_sha256": "c64b28926f778b46bc42f28568ac71f8a4ca7ccb2097ff15b00265b2c978ab04", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0003692, "delta_e_ok": null, "error": null, "error_kind": null, "family": "hue", "ground_truth": { "choice": "A" }, "group_id": "hue-13", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/hue-13.png", "input_tokens": 1139, "latency_sec": 0.8763446749653667, "model_name": "gemini-3.5-flash-lite", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "8234947471a1bb7076e1e5dfe2fd3aba8c91ae436b20be843f2b0ab51861fe52", "provider": "google", "raw_prediction": "{\n \"choice\": \"A\"\n}", "recorded_at": "2026-09-16T14:38:28.696231+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-hue-13", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "72e69a12-55ee-4c6c-8613-c792fae550f9", "result_sha256": "dd93b7ae38670c9e1ff0568bfe81fd7b6b6213968019ec68611a32b13bda126a", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0003692, "delta_e_ok": null, "error": null, "error_kind": null, "family": "hue", "ground_truth": { "choice": "B" }, "group_id": "hue-14", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/hue-14.png", "input_tokens": 1139, "latency_sec": 22.266552262939513, "model_name": "gemini-3.5-flash-lite", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "8234947471a1bb7076e1e5dfe2fd3aba8c91ae436b20be843f2b0ab51861fe52", "provider": "google", "raw_prediction": "{\n \"choice\": \"B\"\n}", "recorded_at": "2026-09-16T14:22:48.616199+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-hue-14", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "8c5a7176-c81b-40e5-bd60-af3cb8e764a6", "result_sha256": "1103df3991c981f34c51192726111e831c983845b039ab58ae075c8304abf5ec", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0003692, "delta_e_ok": null, "error": null, "error_kind": null, "family": "hue", "ground_truth": { "choice": "C" }, "group_id": "hue-15", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/hue-15.png", "input_tokens": 1139, "latency_sec": 1.2348491349257529, "model_name": "gemini-3.5-flash-lite", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "C" }, "prompt_sha256": "8234947471a1bb7076e1e5dfe2fd3aba8c91ae436b20be843f2b0ab51861fe52", "provider": "google", "raw_prediction": "{\n \"choice\": \"C\"\n}", "recorded_at": "2026-09-16T14:33:54.891054+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-hue-15", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "453f359e-f1ef-46d6-9e6f-09b2825a6bcb", "result_sha256": "15a569a2fc189f84ee2094c5af7f5557cb2756051107bf2b8cd747cacd2f2834", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0003692, "delta_e_ok": null, "error": null, "error_kind": null, "family": "hue", "ground_truth": { "choice": "D" }, "group_id": "hue-16", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/hue-16.png", "input_tokens": 1139, "latency_sec": 0.8876578779891133, "model_name": "gemini-3.5-flash-lite", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "D" }, "prompt_sha256": "8234947471a1bb7076e1e5dfe2fd3aba8c91ae436b20be843f2b0ab51861fe52", "provider": "google", "raw_prediction": "{\n \"choice\": \"D\"\n}", "recorded_at": "2026-09-16T15:31:04.085151+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-hue-16", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "8354e897-6c69-42a1-a189-0f2e5841e003", "result_sha256": "8278f60dbe8d80fa4f950b7d44ea76f7cc6cd6cc146da958d5163946d4b68d00", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0003692, "delta_e_ok": null, "error": null, "error_kind": null, "family": "hue", "ground_truth": { "choice": "A" }, "group_id": "hue-17", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/hue-17.png", "input_tokens": 1139, "latency_sec": 0.8686854660045356, "model_name": "gemini-3.5-flash-lite", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "8234947471a1bb7076e1e5dfe2fd3aba8c91ae436b20be843f2b0ab51861fe52", "provider": "google", "raw_prediction": "{\n \"choice\": \"A\"\n}", "recorded_at": "2026-09-16T15:29:27.465651+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-hue-17", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "bf25bf88-9d7d-4d1d-824d-fd8fdbb8fc9a", "result_sha256": "437a5645781337fce5905e8a8f3995295504e4c71dfbf2364442649daf62ebe4", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0003692, "delta_e_ok": null, "error": null, "error_kind": null, "family": "hue", "ground_truth": { "choice": "B" }, "group_id": "hue-18", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/hue-18.png", "input_tokens": 1139, "latency_sec": 0.6759349630447105, "model_name": "gemini-3.5-flash-lite", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "8234947471a1bb7076e1e5dfe2fd3aba8c91ae436b20be843f2b0ab51861fe52", "provider": "google", "raw_prediction": "{\n \"choice\": \"B\"\n}", "recorded_at": "2026-09-16T16:19:58.915773+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-hue-18", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "e23add2d-a050-4d03-a9e4-2b3bafd82e7d", "result_sha256": "fd3f65cc1437e9c15aa32234c0977af0cbf164dc2695790195b4deb962100a19", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.0003692, "delta_e_ok": null, "error": null, "error_kind": null, "family": "hue", "ground_truth": { "choice": "C" }, "group_id": "hue-19", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/hue-19.png", "input_tokens": 1139, "latency_sec": 4.679036926943809, "model_name": "gemini-3.5-flash-lite", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "8234947471a1bb7076e1e5dfe2fd3aba8c91ae436b20be843f2b0ab51861fe52", "provider": "google", "raw_prediction": "{\n \"choice\": \"A\"\n}", "recorded_at": "2026-09-16T15:18:47.906886+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-hue-19", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "e3a4a852-63a6-4d73-baa0-300c459cb92d", "result_sha256": "0950360dcbe6563cc710fd1a2abc91f9f4c3d2566ed9539f9cdc849d814e0219", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.0003692, "delta_e_ok": null, "error": null, "error_kind": null, "family": "hue", "ground_truth": { "choice": "D" }, "group_id": "hue-20", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/hue-20.png", "input_tokens": 1139, "latency_sec": 0.9120078349951655, "model_name": "gemini-3.5-flash-lite", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "8234947471a1bb7076e1e5dfe2fd3aba8c91ae436b20be843f2b0ab51861fe52", "provider": "google", "raw_prediction": "{\n \"choice\": \"A\"\n}", "recorded_at": "2026-09-16T15:54:26.567664+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-hue-20", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "421363d3-0934-442c-a158-bda2be40f1ae", "result_sha256": "533f1fd2a9f97bcc55d511ff6a80a32d6189715165cd8362cd2842f4d4a3bf65", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0003692, "delta_e_ok": null, "error": null, "error_kind": null, "family": "hue", "ground_truth": { "choice": "A" }, "group_id": "hue-21", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/hue-21.png", "input_tokens": 1139, "latency_sec": 0.7164958720095456, "model_name": "gemini-3.5-flash-lite", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "8234947471a1bb7076e1e5dfe2fd3aba8c91ae436b20be843f2b0ab51861fe52", "provider": "google", "raw_prediction": "{\n \"choice\": \"A\"\n}", "recorded_at": "2026-09-16T16:28:38.830262+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-hue-21", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "b0bb655b-7d37-439c-ace0-bf4a6d1ba91e", "result_sha256": "7cf59aebc91d6e24bc9617468d2fe9bafa37729e36e2b36a1a262c32366f83da", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.0003692, "delta_e_ok": null, "error": null, "error_kind": null, "family": "hue", "ground_truth": { "choice": "B" }, "group_id": "hue-22", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/hue-22.png", "input_tokens": 1139, "latency_sec": 0.7928086739266291, "model_name": "gemini-3.5-flash-lite", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "C" }, "prompt_sha256": "8234947471a1bb7076e1e5dfe2fd3aba8c91ae436b20be843f2b0ab51861fe52", "provider": "google", "raw_prediction": "{\n \"choice\": \"C\"\n}", "recorded_at": "2026-09-16T15:34:14.448245+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-hue-22", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "d40300db-5d25-471c-b0ca-9fc6c6b0b6be", "result_sha256": "87615af6800782e51af0de38bd244eac36ac7906c6ea95925ba4a0523a332797", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0003692, "delta_e_ok": null, "error": null, "error_kind": null, "family": "hue", "ground_truth": { "choice": "C" }, "group_id": "hue-23", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/hue-23.png", "input_tokens": 1139, "latency_sec": 2.1889273839769885, "model_name": "gemini-3.5-flash-lite", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "C" }, "prompt_sha256": "8234947471a1bb7076e1e5dfe2fd3aba8c91ae436b20be843f2b0ab51861fe52", "provider": "google", "raw_prediction": "{\n \"choice\": \"C\"\n}", "recorded_at": "2026-09-16T15:21:44.613543+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-hue-23", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "6c85a92e-39a4-4f25-b8c8-f1fb742dc755", "result_sha256": "659975d048df561d4c6e3788d45fc0d7f8c11765c2a9f2bd9cc0de2a537a7007", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.0003692, "delta_e_ok": null, "error": null, "error_kind": null, "family": "hue", "ground_truth": { "choice": "D" }, "group_id": "hue-24", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/hue-24.png", "input_tokens": 1139, "latency_sec": 0.9377493360079825, "model_name": "gemini-3.5-flash-lite", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "C" }, "prompt_sha256": "8234947471a1bb7076e1e5dfe2fd3aba8c91ae436b20be843f2b0ab51861fe52", "provider": "google", "raw_prediction": "{\n \"choice\": \"C\"\n}", "recorded_at": "2026-09-16T14:46:50.869627+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-hue-24", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "f431f225-373d-497d-88cb-eb3fee6f6332", "result_sha256": "c6471938836071b709dcc44563d359273dbabbe48fbf281dbecd1a4af3db2822", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0003692, "delta_e_ok": null, "error": null, "error_kind": null, "family": "hue", "ground_truth": { "choice": "A" }, "group_id": "hue-25", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/hue-25.png", "input_tokens": 1139, "latency_sec": 0.9735013189492747, "model_name": "gemini-3.5-flash-lite", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "8234947471a1bb7076e1e5dfe2fd3aba8c91ae436b20be843f2b0ab51861fe52", "provider": "google", "raw_prediction": "{\n \"choice\": \"A\"\n}", "recorded_at": "2026-09-16T16:30:33.921392+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-hue-25", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "248a4e16-7a94-4ab5-81ac-823bf2721afb", "result_sha256": "44110876bd1cc24642debe70b8026e9eff4fb45ce8436e16d2471f0446afff16", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0003692, "delta_e_ok": null, "error": null, "error_kind": null, "family": "hue", "ground_truth": { "choice": "B" }, "group_id": "hue-26", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/hue-26.png", "input_tokens": 1139, "latency_sec": 0.7500409859931096, "model_name": "gemini-3.5-flash-lite", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "8234947471a1bb7076e1e5dfe2fd3aba8c91ae436b20be843f2b0ab51861fe52", "provider": "google", "raw_prediction": "{\n \"choice\": \"B\"\n}", "recorded_at": "2026-09-16T15:45:21.024650+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-hue-26", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "127ed4e0-684a-4893-90a7-c79ae9bcaff4", "result_sha256": "1795bdda1f9dcae116197825ba5ca330afc3380d87447f38ccb00ffc8781365c", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.0003692, "delta_e_ok": null, "error": null, "error_kind": null, "family": "hue", "ground_truth": { "choice": "C" }, "group_id": "hue-27", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/hue-27.png", "input_tokens": 1139, "latency_sec": 0.870059730950743, "model_name": "gemini-3.5-flash-lite", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "8234947471a1bb7076e1e5dfe2fd3aba8c91ae436b20be843f2b0ab51861fe52", "provider": "google", "raw_prediction": "{\n \"choice\": \"B\"\n}", "recorded_at": "2026-09-16T16:05:20.346554+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-hue-27", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "115f3850-d02e-4919-a184-59e9b0f32576", "result_sha256": "3efe164311c258197e3b3bb12186b1ae4a4244aeba0a9a78856745e3fc234f20", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.0003692, "delta_e_ok": null, "error": null, "error_kind": null, "family": "hue", "ground_truth": { "choice": "D" }, "group_id": "hue-28", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/hue-28.png", "input_tokens": 1139, "latency_sec": 0.8893811670131981, "model_name": "gemini-3.5-flash-lite", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "8234947471a1bb7076e1e5dfe2fd3aba8c91ae436b20be843f2b0ab51861fe52", "provider": "google", "raw_prediction": "{\n \"choice\": \"A\"\n}", "recorded_at": "2026-09-16T15:00:22.464134+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-hue-28", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "0aadb3a4-0c3f-4d1b-b0ad-04050e08a21c", "result_sha256": "6b71bcf651a8f28db5292f1cb159680f9550517f6b3236452e59942fc2da5240", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0003692, "delta_e_ok": null, "error": null, "error_kind": null, "family": "hue", "ground_truth": { "choice": "A" }, "group_id": "hue-29", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/hue-29.png", "input_tokens": 1139, "latency_sec": 0.715214456897229, "model_name": "gemini-3.5-flash-lite", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "8234947471a1bb7076e1e5dfe2fd3aba8c91ae436b20be843f2b0ab51861fe52", "provider": "google", "raw_prediction": "{\n \"choice\": \"A\"\n}", "recorded_at": "2026-09-16T16:11:53.127795+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-hue-29", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "5ff025f7-7020-4f60-9183-58f12cf8ed52", "result_sha256": "e7d0dfb5d44701b584aaa60a997c4783d262fb6c9ee2f97e7964f27e8181384b", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0003692, "delta_e_ok": null, "error": null, "error_kind": null, "family": "hue", "ground_truth": { "choice": "B" }, "group_id": "hue-30", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/hue-30.png", "input_tokens": 1139, "latency_sec": 1.2952773199649528, "model_name": "gemini-3.5-flash-lite", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "8234947471a1bb7076e1e5dfe2fd3aba8c91ae436b20be843f2b0ab51861fe52", "provider": "google", "raw_prediction": "{\n \"choice\": \"B\"\n}", "recorded_at": "2026-09-16T15:05:24.540598+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-hue-30", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "8212f135-469b-4fe1-8716-2425e96b43ef", "result_sha256": "ea1312a82d874ec7e9e71eafa0d5245499e996e75f6130cc996566426fbe958d", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.0003692, "delta_e_ok": null, "error": null, "error_kind": null, "family": "hue", "ground_truth": { "choice": "C" }, "group_id": "hue-31", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/hue-31.png", "input_tokens": 1139, "latency_sec": 1.031044716015458, "model_name": "gemini-3.5-flash-lite", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "8234947471a1bb7076e1e5dfe2fd3aba8c91ae436b20be843f2b0ab51861fe52", "provider": "google", "raw_prediction": "{\n \"choice\": \"A\"\n}", "recorded_at": "2026-09-16T14:29:15.608940+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-hue-31", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "643abe66-d3f3-4ba6-8e25-0bd7fec6a980", "result_sha256": "6d20c150dd39a8ff8de2e1fe3e36eaa7682193c73016b9b32eb88ecd374eee05", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.0003692, "delta_e_ok": null, "error": null, "error_kind": null, "family": "hue", "ground_truth": { "choice": "D" }, "group_id": "hue-32", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/hue-32.png", "input_tokens": 1139, "latency_sec": 0.8262820589588955, "model_name": "gemini-3.5-flash-lite", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "8234947471a1bb7076e1e5dfe2fd3aba8c91ae436b20be843f2b0ab51861fe52", "provider": "google", "raw_prediction": "{\n \"choice\": \"A\"\n}", "recorded_at": "2026-09-16T15:17:17.179696+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-hue-32", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "9b1d9b99-3344-4a89-8749-2f935ec9159c", "result_sha256": "96cc82cb160a31c09b3be65e9861e38e31a4091d86022bd9cede3a0818d95f9f", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0003617, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "B" }, "group_id": "lightness-chain-01-edge-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-01.png", "input_tokens": 1114, "latency_sec": 1.033044132986106, "model_name": "gemini-3.5-flash-lite", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "64bfc83d308291dc6a447de93571b42ec09ec6278f7fe82905c059b3926629a9", "provider": "google", "raw_prediction": "{\n \"choice\": \"B\"\n}", "recorded_at": "2026-09-16T14:03:17.113553+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-01", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "41f271d3-ef8a-48ae-9ba0-c52bd7f86743", "result_sha256": "8c43b27c89507cf6f2288cb92227889945e88158f11acbfc2c9c97c08a439054", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0003617, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "A" }, "group_id": "lightness-chain-01-edge-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-02.png", "input_tokens": 1114, "latency_sec": 1.042068059090525, "model_name": "gemini-3.5-flash-lite", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "64bfc83d308291dc6a447de93571b42ec09ec6278f7fe82905c059b3926629a9", "provider": "google", "raw_prediction": "{\n \"choice\": \"A\"\n}", "recorded_at": "2026-09-16T15:31:14.444758+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-02", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "f459e4a4-a532-44c1-b0fe-a33e1eb86812", "result_sha256": "25b3db5764035dbf762f57e2d6a070d6a99228a34e76ec6a7833f828e1a3e394", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0003617, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "A" }, "group_id": "lightness-chain-01-edge-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-03.png", "input_tokens": 1114, "latency_sec": 0.8366052119527012, "model_name": "gemini-3.5-flash-lite", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "14500bd7eefa43cebfa107c8a8fa9fa53dddd9be742ffa97660526f7a924c308", "provider": "google", "raw_prediction": "{\n \"choice\": \"A\"\n}", "recorded_at": "2026-09-16T16:26:51.631984+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-03", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "90ac9d50-4ce5-4813-97c5-e0acf0cc74fc", "result_sha256": "2480df1b87870dac0b0d53afca569c58eb48656dc354f65bc3b3d71af4e20f41", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0003617, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "B" }, "group_id": "lightness-chain-01-edge-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-04.png", "input_tokens": 1114, "latency_sec": 1.1316086360020563, "model_name": "gemini-3.5-flash-lite", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "14500bd7eefa43cebfa107c8a8fa9fa53dddd9be742ffa97660526f7a924c308", "provider": "google", "raw_prediction": "{\n \"choice\": \"B\"\n}", "recorded_at": "2026-09-16T14:28:20.771827+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-04", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "ba13b9d8-a517-47d1-8a60-7336392cf1e7", "result_sha256": "2d8564384351addf5080c05544a2252bc963c05f40c004bdcf25e68f8efd9309", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0003617, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "B" }, "group_id": "lightness-chain-01-edge-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-05.png", "input_tokens": 1114, "latency_sec": 0.9065271900035441, "model_name": "gemini-3.5-flash-lite", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "64bfc83d308291dc6a447de93571b42ec09ec6278f7fe82905c059b3926629a9", "provider": "google", "raw_prediction": "{\n \"choice\": \"B\"\n}", "recorded_at": "2026-09-16T16:05:35.603774+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-05", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "9cdf247a-85a5-4ee0-b425-d4916d3f94c5", "result_sha256": "862edb225862d48e51845e2775daa82be8c8d96e6cc46134cecd9c78fa92b450", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0003617, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "A" }, "group_id": "lightness-chain-01-edge-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-06.png", "input_tokens": 1114, "latency_sec": 0.761264379019849, "model_name": "gemini-3.5-flash-lite", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "64bfc83d308291dc6a447de93571b42ec09ec6278f7fe82905c059b3926629a9", "provider": "google", "raw_prediction": "{\n \"choice\": \"A\"\n}", "recorded_at": "2026-09-16T16:31:00.272518+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-06", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "3cd661b1-ca51-423f-b45f-b119bb118d5e", "result_sha256": "6a9eea0138e346a71a647524b318b8b58fcd80facd15265037bf50d7f16dd7d4", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0003617, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "A" }, "group_id": "lightness-chain-01-edge-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-07.png", "input_tokens": 1114, "latency_sec": 0.8583822429645807, "model_name": "gemini-3.5-flash-lite", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "14500bd7eefa43cebfa107c8a8fa9fa53dddd9be742ffa97660526f7a924c308", "provider": "google", "raw_prediction": "{\n \"choice\": \"A\"\n}", "recorded_at": "2026-09-16T14:16:50.629936+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-07", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "4dd15338-6211-4d06-99df-bd5bb5f33e8a", "result_sha256": "e2efb797fc99f14068b553489206fffa1de03b911e6182ed89d06172a7c4fc03", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0003617, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "B" }, "group_id": "lightness-chain-01-edge-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-08.png", "input_tokens": 1114, "latency_sec": 1.0451859100721776, "model_name": "gemini-3.5-flash-lite", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "14500bd7eefa43cebfa107c8a8fa9fa53dddd9be742ffa97660526f7a924c308", "provider": "google", "raw_prediction": "{\n \"choice\": \"B\"\n}", "recorded_at": "2026-09-16T14:23:29.903303+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-08", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "a789991c-03f8-426d-adad-25d5606ae266", "result_sha256": "b679bd07b52898210a2898472dd4892a8cc8405cc660d96cc369b7f90c53754b", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0003617, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "B" }, "group_id": "lightness-chain-01-edge-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-09.png", "input_tokens": 1114, "latency_sec": 0.8615832750219852, "model_name": "gemini-3.5-flash-lite", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "64bfc83d308291dc6a447de93571b42ec09ec6278f7fe82905c059b3926629a9", "provider": "google", "raw_prediction": "{\n \"choice\": \"B\"\n}", "recorded_at": "2026-09-16T15:13:13.618466+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-09", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "ab4587c4-1efa-4c00-a5a2-3e752d659ada", "result_sha256": "fb5cab8c35c4f19e7a7c4e4dbc231218903aa878e0915d70f38f982ee856e481", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.0003617, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "A" }, "group_id": "lightness-chain-01-edge-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-10.png", "input_tokens": 1114, "latency_sec": 0.8088593640131876, "model_name": "gemini-3.5-flash-lite", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "64bfc83d308291dc6a447de93571b42ec09ec6278f7fe82905c059b3926629a9", "provider": "google", "raw_prediction": "{\n \"choice\": \"B\"\n}", "recorded_at": "2026-09-16T15:05:50.820331+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-lightness-10", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "ff69e84f-5735-4c5b-8ad5-3abc305be620", "result_sha256": "af254e539ed7e29ed5823d8dc91d6a2d10bfdcdd940018df2d91415c718d04fd", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0003617, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "A" }, "group_id": "lightness-chain-01-edge-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-11.png", "input_tokens": 1114, "latency_sec": 0.9277767220046371, "model_name": "gemini-3.5-flash-lite", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "14500bd7eefa43cebfa107c8a8fa9fa53dddd9be742ffa97660526f7a924c308", "provider": "google", "raw_prediction": "{\n \"choice\": \"A\"\n}", "recorded_at": "2026-09-16T16:16:57.157649+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-11", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "82df07a1-9bf4-413a-b8da-5de19af5ba5a", "result_sha256": "4ce43fbde2615d44c5ba501dfa86b0e4acaffa04f36ae986bba5e0e2a2d8bdd8", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0003617, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "B" }, "group_id": "lightness-chain-01-edge-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-12.png", "input_tokens": 1114, "latency_sec": 0.602755123982206, "model_name": "gemini-3.5-flash-lite", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "14500bd7eefa43cebfa107c8a8fa9fa53dddd9be742ffa97660526f7a924c308", "provider": "google", "raw_prediction": "{\n \"choice\": \"B\"\n}", "recorded_at": "2026-09-16T15:50:35.888076+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-12", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "32d3f3e5-ae7b-4c0f-88fa-e884608e4004", "result_sha256": "13d09d96de9407b7814c923722523191cc45e571f7d81a527d153ca71c229530", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0003617, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "B" }, "group_id": "lightness-chain-01-edge-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-13.png", "input_tokens": 1114, "latency_sec": 0.9276927880709991, "model_name": "gemini-3.5-flash-lite", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "64bfc83d308291dc6a447de93571b42ec09ec6278f7fe82905c059b3926629a9", "provider": "google", "raw_prediction": "{\n \"choice\": \"B\"\n}", "recorded_at": "2026-09-16T15:51:10.844155+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-13", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "151bc85f-bb60-4321-acc8-6657e3d52c30", "result_sha256": "9e54d1ad85fc662aa6d898288b54871b2c6970f23cedeba1c7653aaee7bba778", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.0003617, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "A" }, "group_id": "lightness-chain-01-edge-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-14.png", "input_tokens": 1114, "latency_sec": 0.8262964569730684, "model_name": "gemini-3.5-flash-lite", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "64bfc83d308291dc6a447de93571b42ec09ec6278f7fe82905c059b3926629a9", "provider": "google", "raw_prediction": "{\n \"choice\": \"B\"\n}", "recorded_at": "2026-09-16T14:16:38.627338+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-lightness-14", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "3d457e8e-7d19-4fcc-8d9a-3513b7a60db3", "result_sha256": "eb1abcdf9f27164f0c278d89c947513cb642bb0c7a0d1e736a5b2be7a8fb7a28", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0003617, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "A" }, "group_id": "lightness-chain-01-edge-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-15.png", "input_tokens": 1114, "latency_sec": 0.6488503119908273, "model_name": "gemini-3.5-flash-lite", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "14500bd7eefa43cebfa107c8a8fa9fa53dddd9be742ffa97660526f7a924c308", "provider": "google", "raw_prediction": "{\n \"choice\": \"A\"\n}", "recorded_at": "2026-09-16T14:56:31.558100+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-15", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "6a3e3cdc-d949-4c46-bdb9-c748b1e049c0", "result_sha256": "c0a3b994f9f3bc1a14b8bf5dffadd5dbc9160905a23a2cae6ac5c7efa12b8385", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0003617, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "B" }, "group_id": "lightness-chain-01-edge-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-16.png", "input_tokens": 1114, "latency_sec": 3.4143904809607193, "model_name": "gemini-3.5-flash-lite", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "14500bd7eefa43cebfa107c8a8fa9fa53dddd9be742ffa97660526f7a924c308", "provider": "google", "raw_prediction": "{\n \"choice\": \"B\"\n}", "recorded_at": "2026-09-16T15:27:47.681336+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-16", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "398ec08e-d627-4587-be06-a078422a307e", "result_sha256": "67c6ece7a041d1a50383a543b093a8437b35756eb11edf24c4c2acc4d53970c3", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0003617, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "B" }, "group_id": "lightness-chain-02-edge-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-17.png", "input_tokens": 1114, "latency_sec": 9.706227889982983, "model_name": "gemini-3.5-flash-lite", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "64bfc83d308291dc6a447de93571b42ec09ec6278f7fe82905c059b3926629a9", "provider": "google", "raw_prediction": "{\n \"choice\": \"B\"\n}", "recorded_at": "2026-09-16T16:24:17.817492+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-17", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "635f31ae-464f-4d51-8fd8-abfe577c1028", "result_sha256": "1ec08eb8bd0706c2582ff6244e1fe2f5397efdf0bf1e3f22ecfbbb74b0993073", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0003617, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "A" }, "group_id": "lightness-chain-02-edge-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-18.png", "input_tokens": 1114, "latency_sec": 1.0036181909963489, "model_name": "gemini-3.5-flash-lite", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "64bfc83d308291dc6a447de93571b42ec09ec6278f7fe82905c059b3926629a9", "provider": "google", "raw_prediction": "{\n \"choice\": \"A\"\n}", "recorded_at": "2026-09-16T15:39:45.092849+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-18", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "b1c774c1-bb24-4f11-9f69-489fb75f088c", "result_sha256": "25b87c6b15143e74afa3cd658e235dbd0680e01fe00d1ccddd84117ec68f043d", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0003617, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "A" }, "group_id": "lightness-chain-02-edge-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-19.png", "input_tokens": 1114, "latency_sec": 0.7948550540022552, "model_name": "gemini-3.5-flash-lite", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "14500bd7eefa43cebfa107c8a8fa9fa53dddd9be742ffa97660526f7a924c308", "provider": "google", "raw_prediction": "{\n \"choice\": \"A\"\n}", "recorded_at": "2026-09-16T14:53:35.407376+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-19", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "acaf81c8-84f1-45de-b486-b1172b5607a8", "result_sha256": "3e7628b32a85a262295de45a8e92907b2ac11713e922ff694423ae7be8491a63", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0003617, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "B" }, "group_id": "lightness-chain-02-edge-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-20.png", "input_tokens": 1114, "latency_sec": 1.6458983189659193, "model_name": "gemini-3.5-flash-lite", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "14500bd7eefa43cebfa107c8a8fa9fa53dddd9be742ffa97660526f7a924c308", "provider": "google", "raw_prediction": "{\n \"choice\": \"B\"\n}", "recorded_at": "2026-09-16T15:24:05.705736+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-20", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "295cb701-a1e5-4ab9-a710-f736464d0b73", "result_sha256": "5f302df9ef62e76dabeb10e3cb85ab5a4c5d2560f41c53c7ab63f8b1a09a2566", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.0003617, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "B" }, "group_id": "lightness-chain-02-edge-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-21.png", "input_tokens": 1114, "latency_sec": 0.8308123670285568, "model_name": "gemini-3.5-flash-lite", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "64bfc83d308291dc6a447de93571b42ec09ec6278f7fe82905c059b3926629a9", "provider": "google", "raw_prediction": "{\n \"choice\": \"A\"\n}", "recorded_at": "2026-09-16T16:02:45.240025+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-lightness-21", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "5a1206ba-d377-485f-9e74-9cda89633a46", "result_sha256": "51ee926081684d37a3f4467bea39ce2819b417de4f11bbe1694f6fe562bfb85c", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0003617, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "A" }, "group_id": "lightness-chain-02-edge-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-22.png", "input_tokens": 1114, "latency_sec": 0.7972097110468894, "model_name": "gemini-3.5-flash-lite", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "64bfc83d308291dc6a447de93571b42ec09ec6278f7fe82905c059b3926629a9", "provider": "google", "raw_prediction": "{\n \"choice\": \"A\"\n}", "recorded_at": "2026-09-16T14:56:13.445027+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-22", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "8ba8c4f7-9c66-4ef5-8fd8-813647998511", "result_sha256": "dcf1f332339cc3e590d1aa67b1468397587641133e5c26be05c6e607eab29e45", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0003617, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "A" }, "group_id": "lightness-chain-02-edge-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-23.png", "input_tokens": 1114, "latency_sec": 1.1000196930253878, "model_name": "gemini-3.5-flash-lite", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "14500bd7eefa43cebfa107c8a8fa9fa53dddd9be742ffa97660526f7a924c308", "provider": "google", "raw_prediction": "{\n \"choice\": \"A\"\n}", "recorded_at": "2026-09-16T16:07:01.335821+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-23", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "91d6b5d6-0a24-4eb1-b2f6-8face862f7cf", "result_sha256": "13869cbdfcb9acd8eea3bb3f44609d6e43176ab10d0f8c0f6769b6985c5c81e1", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0003617, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "B" }, "group_id": "lightness-chain-02-edge-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-24.png", "input_tokens": 1114, "latency_sec": 0.6550299010705203, "model_name": "gemini-3.5-flash-lite", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "14500bd7eefa43cebfa107c8a8fa9fa53dddd9be742ffa97660526f7a924c308", "provider": "google", "raw_prediction": "{\n \"choice\": \"B\"\n}", "recorded_at": "2026-09-16T15:24:21.736895+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-24", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "77b0db66-c23a-469f-93c7-2b0111fe2e8b", "result_sha256": "894426d154e5bd199a2f27d423514b32254cbc27a82bb410a602d549bf4ce84c", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.0003617, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "B" }, "group_id": "lightness-chain-02-edge-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-25.png", "input_tokens": 1114, "latency_sec": 0.8446948790224269, "model_name": "gemini-3.5-flash-lite", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "64bfc83d308291dc6a447de93571b42ec09ec6278f7fe82905c059b3926629a9", "provider": "google", "raw_prediction": "{\n \"choice\": \"A\"\n}", "recorded_at": "2026-09-16T16:15:53.752892+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-lightness-25", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "0ffe3707-a484-4402-b090-595279a03f23", "result_sha256": "39acb68e33b5127627671cb4fbf8f279698f2d2c3c9c3ecff18573716a300e38", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0003617, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "A" }, "group_id": "lightness-chain-02-edge-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-26.png", "input_tokens": 1114, "latency_sec": 0.823420732980594, "model_name": "gemini-3.5-flash-lite", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "64bfc83d308291dc6a447de93571b42ec09ec6278f7fe82905c059b3926629a9", "provider": "google", "raw_prediction": "{\n \"choice\": \"A\"\n}", "recorded_at": "2026-09-16T14:52:05.682136+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-26", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "6b33f7de-8c22-47c3-8062-733e60b88b25", "result_sha256": "5d5fab505effd134c6da4076ee91bd981420762f4568c1cef824c5e58f649fe7", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0003617, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "A" }, "group_id": "lightness-chain-02-edge-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-27.png", "input_tokens": 1114, "latency_sec": 1.432768500992097, "model_name": "gemini-3.5-flash-lite", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "14500bd7eefa43cebfa107c8a8fa9fa53dddd9be742ffa97660526f7a924c308", "provider": "google", "raw_prediction": "{\n \"choice\": \"A\"\n}", "recorded_at": "2026-09-16T16:17:43.742127+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-27", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "1bb6c2df-9242-49d3-8bbb-925902bd8d35", "result_sha256": "2a63b5b85bf4b8b4dd7f58ab2cfc7dae3111f31b6e7978402921157e50939975", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.0003617, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "B" }, "group_id": "lightness-chain-02-edge-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-28.png", "input_tokens": 1114, "latency_sec": 6.131029142998159, "model_name": "gemini-3.5-flash-lite", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "14500bd7eefa43cebfa107c8a8fa9fa53dddd9be742ffa97660526f7a924c308", "provider": "google", "raw_prediction": "{\n \"choice\": \"A\"\n}", "recorded_at": "2026-09-16T14:15:40.279887+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-lightness-28", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "944a55cb-8603-4677-8ac1-9868e452a308", "result_sha256": "e346dc87f74dde81e1a4827cd83ad59941e75068e9b365cbfc932bbae77c5730", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0003617, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "B" }, "group_id": "lightness-chain-02-edge-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-29.png", "input_tokens": 1114, "latency_sec": 0.8568581740837544, "model_name": "gemini-3.5-flash-lite", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "64bfc83d308291dc6a447de93571b42ec09ec6278f7fe82905c059b3926629a9", "provider": "google", "raw_prediction": "{\n \"choice\": \"B\"\n}", "recorded_at": "2026-09-16T14:50:14.892277+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-29", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "3aad7710-8cc3-4744-940b-60cfe45a9023", "result_sha256": "cbd17a3c2a72c8d0bd4d5d5868daae94962191c4e7838bb6ded39abf86aebfc0", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0003617, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "A" }, "group_id": "lightness-chain-02-edge-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-30.png", "input_tokens": 1114, "latency_sec": 1.1497203269973397, "model_name": "gemini-3.5-flash-lite", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "64bfc83d308291dc6a447de93571b42ec09ec6278f7fe82905c059b3926629a9", "provider": "google", "raw_prediction": "{\n \"choice\": \"A\"\n}", "recorded_at": "2026-09-16T14:08:36.108035+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-30", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "2a4d6e49-35aa-4e4b-bdab-5a4182ec4cae", "result_sha256": "a6eb58bcf59ff87638b61e22e6a89177cf0e7671c2383fa690dd68dd363ee0b9", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0003617, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "A" }, "group_id": "lightness-chain-02-edge-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-31.png", "input_tokens": 1114, "latency_sec": 0.8865813510492444, "model_name": "gemini-3.5-flash-lite", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "14500bd7eefa43cebfa107c8a8fa9fa53dddd9be742ffa97660526f7a924c308", "provider": "google", "raw_prediction": "{\n \"choice\": \"A\"\n}", "recorded_at": "2026-09-16T16:19:42.718090+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-31", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "afb4f18b-c341-4430-a17d-c5adc93c6ab6", "result_sha256": "7082c0a11661ff9adc85b427f5be1270c56726c66a2b773fce6bb4fec70cd7f4", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0003617, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "B" }, "group_id": "lightness-chain-02-edge-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-32.png", "input_tokens": 1114, "latency_sec": 0.6831233520060778, "model_name": "gemini-3.5-flash-lite", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "14500bd7eefa43cebfa107c8a8fa9fa53dddd9be742ffa97660526f7a924c308", "provider": "google", "raw_prediction": "{\n \"choice\": \"B\"\n}", "recorded_at": "2026-09-16T14:50:56.531156+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-32", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "0a76caf0-c133-495f-892b-05c2391e502f", "result_sha256": "2e61a742d9ccb3d983628b0a3049505004345a0b3879cc1a945d163826491f56", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.0003617, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "B" }, "group_id": "lightness-chain-03-edge-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-33.png", "input_tokens": 1114, "latency_sec": 0.8681161350104958, "model_name": "gemini-3.5-flash-lite", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "64bfc83d308291dc6a447de93571b42ec09ec6278f7fe82905c059b3926629a9", "provider": "google", "raw_prediction": "{\n \"choice\": \"A\"\n}", "recorded_at": "2026-09-16T15:19:27.932048+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-lightness-33", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "2e167e35-cbe6-46ea-90f5-e49c60f0d0c7", "result_sha256": "1f4569e2df2285bc14fb318ddec3c65b4bfd93bba77f00af54f49249b923d3c4", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0003617, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "A" }, "group_id": "lightness-chain-03-edge-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-34.png", "input_tokens": 1114, "latency_sec": 1.1315868300152943, "model_name": "gemini-3.5-flash-lite", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "64bfc83d308291dc6a447de93571b42ec09ec6278f7fe82905c059b3926629a9", "provider": "google", "raw_prediction": "{\n \"choice\": \"A\"\n}", "recorded_at": "2026-09-16T14:49:45.235810+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-34", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "53729bb9-de4a-4011-9087-0cc35a6018e6", "result_sha256": "053b9a1d40d3298c7347f0a5efb3453caec97d6f399d5fa151bbcd77c7826a8b", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0003617, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "A" }, "group_id": "lightness-chain-03-edge-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-35.png", "input_tokens": 1114, "latency_sec": 0.8906853270018473, "model_name": "gemini-3.5-flash-lite", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "14500bd7eefa43cebfa107c8a8fa9fa53dddd9be742ffa97660526f7a924c308", "provider": "google", "raw_prediction": "{\n \"choice\": \"A\"\n}", "recorded_at": "2026-09-16T16:08:35.907825+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-35", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "bf50365a-48bf-4c2b-ae63-e1a12b9b372c", "result_sha256": "b4a438c27d9603a78bc9b37973c6bf1863700847170938acec8e97dcfaa0baba", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0003617, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "B" }, "group_id": "lightness-chain-03-edge-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-36.png", "input_tokens": 1114, "latency_sec": 0.8454989290330559, "model_name": "gemini-3.5-flash-lite", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "14500bd7eefa43cebfa107c8a8fa9fa53dddd9be742ffa97660526f7a924c308", "provider": "google", "raw_prediction": "{\n \"choice\": \"B\"\n}", "recorded_at": "2026-09-16T14:32:48.938231+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-36", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "07f834a2-44f5-4750-828c-2e1d2b7bc58c", "result_sha256": "d8e19a9fdde43f9959a998b46144f5f7e38ec4b438ad56d573459831b6a5d0e4", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0003617, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "B" }, "group_id": "lightness-chain-03-edge-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-37.png", "input_tokens": 1114, "latency_sec": 1.0364339720690623, "model_name": "gemini-3.5-flash-lite", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "64bfc83d308291dc6a447de93571b42ec09ec6278f7fe82905c059b3926629a9", "provider": "google", "raw_prediction": "{\n \"choice\": \"B\"\n}", "recorded_at": "2026-09-16T14:31:53.084134+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-37", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "448ec9af-b122-4719-9a75-d31d37ff2fa5", "result_sha256": "18c321a9ce30ad0810a3e76429924518897732acf2e7792661a2c0127094f72c", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0003617, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "A" }, "group_id": "lightness-chain-03-edge-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-38.png", "input_tokens": 1114, "latency_sec": 0.7699007589835674, "model_name": "gemini-3.5-flash-lite", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "64bfc83d308291dc6a447de93571b42ec09ec6278f7fe82905c059b3926629a9", "provider": "google", "raw_prediction": "{\n \"choice\": \"A\"\n}", "recorded_at": "2026-09-16T15:40:10.508720+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-38", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "6165de7d-c718-4cad-a5eb-3cf181856922", "result_sha256": "1f35b4ff0137418b638d03a52ce61b662ac4fc482a8ece0d9cd92de532477dd5", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0003617, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "A" }, "group_id": "lightness-chain-03-edge-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-39.png", "input_tokens": 1114, "latency_sec": 0.9387267719721422, "model_name": "gemini-3.5-flash-lite", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "14500bd7eefa43cebfa107c8a8fa9fa53dddd9be742ffa97660526f7a924c308", "provider": "google", "raw_prediction": "{\n \"choice\": \"A\"\n}", "recorded_at": "2026-09-16T15:59:13.978324+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-39", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "e794cff0-9852-49e5-b024-ad37a204e153", "result_sha256": "fd6b405593bd047410cd1f5c191e2384c98502e57e4e756e3c03e5ff58f52d0d", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0003617, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "B" }, "group_id": "lightness-chain-03-edge-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-40.png", "input_tokens": 1114, "latency_sec": 1.1200418430380523, "model_name": "gemini-3.5-flash-lite", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "14500bd7eefa43cebfa107c8a8fa9fa53dddd9be742ffa97660526f7a924c308", "provider": "google", "raw_prediction": "{\n \"choice\": \"B\"\n}", "recorded_at": "2026-09-16T14:10:07.393505+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-40", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "68df5925-cf80-44e2-8715-af1b82fba889", "result_sha256": "71543ca42dc2ba41c79fa2254fc2fa69f2ada4fe45265ac4f3112b86d0ba2bd9", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0003617, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "B" }, "group_id": "lightness-chain-03-edge-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-41.png", "input_tokens": 1114, "latency_sec": 0.8402438489720225, "model_name": "gemini-3.5-flash-lite", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "64bfc83d308291dc6a447de93571b42ec09ec6278f7fe82905c059b3926629a9", "provider": "google", "raw_prediction": "{\n \"choice\": \"B\"\n}", "recorded_at": "2026-09-16T15:48:36.812858+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-41", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "f5243ea8-7f87-44b8-b91c-e56118ffa8e3", "result_sha256": "3d881177b936b4975fdd224cad3c4c4cd089e5dafedf95605e575130020c767e", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0003617, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "A" }, "group_id": "lightness-chain-03-edge-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-42.png", "input_tokens": 1114, "latency_sec": 1.1469865100225434, "model_name": "gemini-3.5-flash-lite", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "64bfc83d308291dc6a447de93571b42ec09ec6278f7fe82905c059b3926629a9", "provider": "google", "raw_prediction": "{\n \"choice\": \"A\"\n}", "recorded_at": "2026-09-16T14:17:59.906766+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-42", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "ec03b00d-38c4-448a-a16d-20d6d5978044", "result_sha256": "4cb5049f69b9547c854963cc19d5f3a7a32e65976de0288de82c89266537fb2d", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0003492, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "A" }, "group_id": "lightness-chain-03-edge-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-43.png", "input_tokens": 1114, "latency_sec": 0.8167976079275832, "model_name": "gemini-3.5-flash-lite", "out_of_srgb": null, "output_tokens": 6, "prediction": { "choice": "A" }, "prompt_sha256": "14500bd7eefa43cebfa107c8a8fa9fa53dddd9be742ffa97660526f7a924c308", "provider": "google", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T16:27:54.517038+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-43", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "80739e25-0664-4039-84fa-a356de44af1d", "result_sha256": "112c24cb3f84d53801fd0532bbe33c70e38fa0607252e1a6fb4dfde91386e850", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0003617, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "B" }, "group_id": "lightness-chain-03-edge-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-44.png", "input_tokens": 1114, "latency_sec": 1.067012268002145, "model_name": "gemini-3.5-flash-lite", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "14500bd7eefa43cebfa107c8a8fa9fa53dddd9be742ffa97660526f7a924c308", "provider": "google", "raw_prediction": "{\n \"choice\": \"B\"\n}", "recorded_at": "2026-09-16T15:09:06.594872+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-44", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "e2630b8c-815b-42b4-a55a-f0a671321330", "result_sha256": "dd8cb46264327196e2aa337a0a9cedbfb9f969225aab3b72705fe51210b77423", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0003617, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "B" }, "group_id": "lightness-chain-03-edge-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-45.png", "input_tokens": 1114, "latency_sec": 0.7918144320137799, "model_name": "gemini-3.5-flash-lite", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "64bfc83d308291dc6a447de93571b42ec09ec6278f7fe82905c059b3926629a9", "provider": "google", "raw_prediction": "{\n \"choice\": \"B\"\n}", "recorded_at": "2026-09-16T16:01:37.531735+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-45", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "f8cb44fa-5838-4fb7-8909-15401e0b9cbe", "result_sha256": "4d50b7a7af6210231a7ee67bbb41c09fddb2283aff90afd648c8488e7f2632de", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0003617, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "A" }, "group_id": "lightness-chain-03-edge-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-46.png", "input_tokens": 1114, "latency_sec": 0.8399231580551714, "model_name": "gemini-3.5-flash-lite", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "64bfc83d308291dc6a447de93571b42ec09ec6278f7fe82905c059b3926629a9", "provider": "google", "raw_prediction": "{\n \"choice\": \"A\"\n}", "recorded_at": "2026-09-16T15:49:15.355331+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-46", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "0f6afd60-8a65-439e-9b39-6990707d5df2", "result_sha256": "862903f8c11b013504849576b10e031c30dbe4cc574b4159b9affca1d3cebc77", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0003617, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "A" }, "group_id": "lightness-chain-03-edge-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-47.png", "input_tokens": 1114, "latency_sec": 0.837229170021601, "model_name": "gemini-3.5-flash-lite", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "14500bd7eefa43cebfa107c8a8fa9fa53dddd9be742ffa97660526f7a924c308", "provider": "google", "raw_prediction": "{\n \"choice\": \"A\"\n}", "recorded_at": "2026-09-16T14:35:13.078702+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-47", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "3a3eec92-0d7a-4676-a36b-3d0626a0bfc9", "result_sha256": "aafe42660368a727ffc21d48cd70ad481a5d5d91076ec0c73711472806d6bf08", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0003617, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "B" }, "group_id": "lightness-chain-03-edge-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-48.png", "input_tokens": 1114, "latency_sec": 1.2511951730120927, "model_name": "gemini-3.5-flash-lite", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "14500bd7eefa43cebfa107c8a8fa9fa53dddd9be742ffa97660526f7a924c308", "provider": "google", "raw_prediction": "{\n \"choice\": \"B\"\n}", "recorded_at": "2026-09-16T14:43:23.863129+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-48", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "62dfb3c2-809b-4026-a36e-601dd9baf206", "result_sha256": "aff8296db8ff91eb4abe270646219a43b4139741c12076a1077b29c86b471d1d", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.0003492, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "B" }, "group_id": "lightness-chain-04-edge-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-49.png", "input_tokens": 1114, "latency_sec": 0.8002145700156689, "model_name": "gemini-3.5-flash-lite", "out_of_srgb": null, "output_tokens": 6, "prediction": { "choice": "A" }, "prompt_sha256": "64bfc83d308291dc6a447de93571b42ec09ec6278f7fe82905c059b3926629a9", "provider": "google", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T15:30:05.733292+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-lightness-49", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "da9c6e4f-86c6-4905-86ff-16abe6a123f3", "result_sha256": "fe704350d73625dbec1b7be03cc5c8e69e5238108090d1a16f6fd5f9bff39446", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0003617, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "A" }, "group_id": "lightness-chain-04-edge-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-50.png", "input_tokens": 1114, "latency_sec": 0.7078332579694688, "model_name": "gemini-3.5-flash-lite", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "64bfc83d308291dc6a447de93571b42ec09ec6278f7fe82905c059b3926629a9", "provider": "google", "raw_prediction": "{\n \"choice\": \"A\"\n}", "recorded_at": "2026-09-16T16:00:34.584125+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-50", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "f89e40b8-ec63-4e8d-841b-388c131559b5", "result_sha256": "5bfb96668abae69356b7097d0697baf111afaf2c63738c0745c3b5182eac3893", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.0003617, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "A" }, "group_id": "lightness-chain-04-edge-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-51.png", "input_tokens": 1114, "latency_sec": 3.1283202030463144, "model_name": "gemini-3.5-flash-lite", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "14500bd7eefa43cebfa107c8a8fa9fa53dddd9be742ffa97660526f7a924c308", "provider": "google", "raw_prediction": "{\n \"choice\": \"B\"\n}", "recorded_at": "2026-09-16T14:40:20.141817+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-lightness-51", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "6425907a-125d-404c-9599-1b8549cf7dfd", "result_sha256": "3bf121c6d2d8509d3291c12671b4b51c1c98c27c9caeb926a9f945eb0a2c1303", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0003617, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "B" }, "group_id": "lightness-chain-04-edge-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-52.png", "input_tokens": 1114, "latency_sec": 0.9723176779225469, "model_name": "gemini-3.5-flash-lite", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "14500bd7eefa43cebfa107c8a8fa9fa53dddd9be742ffa97660526f7a924c308", "provider": "google", "raw_prediction": "{\n \"choice\": \"B\"\n}", "recorded_at": "2026-09-16T14:28:32.675239+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-52", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "dde7fd6d-7bf5-408c-b7e2-346df0f19442", "result_sha256": "743dfe2a8f6d2d7cd4f1441cc3188753e50347375909483fa8fe782708e07b88", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0003617, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "B" }, "group_id": "lightness-chain-04-edge-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-53.png", "input_tokens": 1114, "latency_sec": 1.0073863699799404, "model_name": "gemini-3.5-flash-lite", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "64bfc83d308291dc6a447de93571b42ec09ec6278f7fe82905c059b3926629a9", "provider": "google", "raw_prediction": "{\n \"choice\": \"B\"\n}", "recorded_at": "2026-09-16T16:23:24.597271+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-53", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "a5dc5517-9649-4512-89f1-1650dfc5f472", "result_sha256": "7608deb70d18d75393232e46d1dade00e5b91349899f32765ae44848db798732", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0003617, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "A" }, "group_id": "lightness-chain-04-edge-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-54.png", "input_tokens": 1114, "latency_sec": 0.9687699649948627, "model_name": "gemini-3.5-flash-lite", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "64bfc83d308291dc6a447de93571b42ec09ec6278f7fe82905c059b3926629a9", "provider": "google", "raw_prediction": "{\n \"choice\": \"A\"\n}", "recorded_at": "2026-09-16T15:31:21.971344+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-54", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "809daf3f-a7b1-46e3-99c7-a0814ebfa69b", "result_sha256": "aa708e65e5ded0dd5376c418fdb208bd869822852f919de7c2dcd8f1ccf98649", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0003617, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "A" }, "group_id": "lightness-chain-04-edge-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-55.png", "input_tokens": 1114, "latency_sec": 1.6786890850635245, "model_name": "gemini-3.5-flash-lite", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "14500bd7eefa43cebfa107c8a8fa9fa53dddd9be742ffa97660526f7a924c308", "provider": "google", "raw_prediction": "{\n \"choice\": \"A\"\n}", "recorded_at": "2026-09-16T15:38:06.401448+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-55", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "58c6364b-12ce-4509-834c-82b49a1ddba5", "result_sha256": "86b392c8e766b7a06c9544c8987d9c4de511bb653eacf596820712917749651e", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0003617, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "B" }, "group_id": "lightness-chain-04-edge-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-56.png", "input_tokens": 1114, "latency_sec": 0.8688881549751386, "model_name": "gemini-3.5-flash-lite", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "14500bd7eefa43cebfa107c8a8fa9fa53dddd9be742ffa97660526f7a924c308", "provider": "google", "raw_prediction": "{\n \"choice\": \"B\"\n}", "recorded_at": "2026-09-16T14:40:45.775685+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-56", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "fe1f1842-1ed2-49d6-8646-ef46c1ce4bc5", "result_sha256": "087a06d97a4fbce523a8289d3e206aa2acb461d65fc50d07b381e20fab265fd1", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.0003617, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "B" }, "group_id": "lightness-chain-04-edge-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-57.png", "input_tokens": 1114, "latency_sec": 1.5837312990333885, "model_name": "gemini-3.5-flash-lite", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "64bfc83d308291dc6a447de93571b42ec09ec6278f7fe82905c059b3926629a9", "provider": "google", "raw_prediction": "{\n \"choice\": \"A\"\n}", "recorded_at": "2026-09-16T16:18:27.734428+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-lightness-57", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "9147e16f-f7ee-4fda-8dce-7f46022936be", "result_sha256": "b114a25a27cc67c4dcf70c1dfb89fe4ded4fddc95fd9306efd63a06ce9713a90", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0003492, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "A" }, "group_id": "lightness-chain-04-edge-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-58.png", "input_tokens": 1114, "latency_sec": 1.0163262420101091, "model_name": "gemini-3.5-flash-lite", "out_of_srgb": null, "output_tokens": 6, "prediction": { "choice": "A" }, "prompt_sha256": "64bfc83d308291dc6a447de93571b42ec09ec6278f7fe82905c059b3926629a9", "provider": "google", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T16:12:17.395304+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-58", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "2fa189e8-9ce3-4d67-b8be-4b99122f8cfd", "result_sha256": "412c679dc0b3a24db2b422077863b2e99e55e4d6016e821df87a121700daa154", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.0003617, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "A" }, "group_id": "lightness-chain-04-edge-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-59.png", "input_tokens": 1114, "latency_sec": 1.09479212295264, "model_name": "gemini-3.5-flash-lite", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "14500bd7eefa43cebfa107c8a8fa9fa53dddd9be742ffa97660526f7a924c308", "provider": "google", "raw_prediction": "{\n \"choice\": \"B\"\n}", "recorded_at": "2026-09-16T15:16:29.976266+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-lightness-59", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "982ba5ee-1d5d-4305-bc7f-39b25bccc10f", "result_sha256": "151c4c6bbf6420c91d2f8865bea8cd8ca79e9f5663e11a83c53228c173fa898a", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0003617, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "B" }, "group_id": "lightness-chain-04-edge-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-60.png", "input_tokens": 1114, "latency_sec": 0.8274133619852364, "model_name": "gemini-3.5-flash-lite", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "14500bd7eefa43cebfa107c8a8fa9fa53dddd9be742ffa97660526f7a924c308", "provider": "google", "raw_prediction": "{\n \"choice\": \"B\"\n}", "recorded_at": "2026-09-16T15:33:45.320548+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-60", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "83c60da9-bbb3-4e67-ae4b-9cfb2b2352d7", "result_sha256": "0c6bbe9e14e4eea67d915575267e86698dc237cbf0d00c1f25ec3255cdb57a90", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.0003617, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "B" }, "group_id": "lightness-chain-04-edge-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-61.png", "input_tokens": 1114, "latency_sec": 0.7776260480750352, "model_name": "gemini-3.5-flash-lite", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "64bfc83d308291dc6a447de93571b42ec09ec6278f7fe82905c059b3926629a9", "provider": "google", "raw_prediction": "{\n \"choice\": \"A\"\n}", "recorded_at": "2026-09-16T16:25:20.881273+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-lightness-61", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "b4fecf2c-70ae-4498-bdeb-ce90337857ad", "result_sha256": "9aadc4e084169dbfcc1674e3f0751e1aab07b65efccbf49ba97fa086334a1981", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0003617, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "A" }, "group_id": "lightness-chain-04-edge-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-62.png", "input_tokens": 1114, "latency_sec": 0.7768460660008714, "model_name": "gemini-3.5-flash-lite", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "64bfc83d308291dc6a447de93571b42ec09ec6278f7fe82905c059b3926629a9", "provider": "google", "raw_prediction": "{\n \"choice\": \"A\"\n}", "recorded_at": "2026-09-16T14:06:53.788823+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-62", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "662ca65e-969c-49f8-8b52-cbe9cb2503ca", "result_sha256": "bd6dfa600a2e5d2b3dd040763a35bb55a98187e934d3375a80cd92e2cafa1082", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0003617, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "A" }, "group_id": "lightness-chain-04-edge-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-63.png", "input_tokens": 1114, "latency_sec": 0.9059131339890882, "model_name": "gemini-3.5-flash-lite", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "14500bd7eefa43cebfa107c8a8fa9fa53dddd9be742ffa97660526f7a924c308", "provider": "google", "raw_prediction": "{\n \"choice\": \"A\"\n}", "recorded_at": "2026-09-16T14:12:06.638110+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-63", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "dbf6849e-9e23-4129-8b20-35c992a0a101", "result_sha256": "1dd56c22dd74ef88aa66ec57625a94f3e5fa9fda37797c7a9f7bfc09a3cbe8b2", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0003617, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "B" }, "group_id": "lightness-chain-04-edge-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-64.png", "input_tokens": 1114, "latency_sec": 0.8555962929967791, "model_name": "gemini-3.5-flash-lite", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "14500bd7eefa43cebfa107c8a8fa9fa53dddd9be742ffa97660526f7a924c308", "provider": "google", "raw_prediction": "{\n \"choice\": \"B\"\n}", "recorded_at": "2026-09-16T14:34:22.986921+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-64", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "7a9a92dd-3332-490c-b401-4b6785eeec10", "result_sha256": "89cfd76448a70b74fd5ef029e44102efa588b1cc25a45b15a633ebbdba8252b6", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0003653, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "A" }, "group_id": "match-binding-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-01.png", "input_tokens": 1126, "latency_sec": 1.0197362259496003, "model_name": "gemini-3.5-flash-lite", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "google", "raw_prediction": "{\n \"choice\": \"A\"\n}", "recorded_at": "2026-09-16T16:12:43.091773+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-01", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "b69cc2f1-88c6-4d51-b1c6-dea5212635fc", "result_sha256": "a88470ecad4106bd7219f37e95992f554d14142638c781b7df950d18bfd81abe", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0003653, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "B" }, "group_id": "match-binding-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-02.png", "input_tokens": 1126, "latency_sec": 1.0962979580508545, "model_name": "gemini-3.5-flash-lite", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "google", "raw_prediction": "{\n \"choice\": \"B\"\n}", "recorded_at": "2026-09-16T15:30:28.871234+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-02", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "1f64232b-22a3-4fe9-acec-f97fa453b246", "result_sha256": "23d7ba69b06d7632c30e2311f1e46b6b8d2a3e2543ea401e11a2152be69173c7", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.0003653, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "C" }, "group_id": "match-binding-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-03.png", "input_tokens": 1126, "latency_sec": 0.7909868669230491, "model_name": "gemini-3.5-flash-lite", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "google", "raw_prediction": "{\n \"choice\": \"A\"\n}", "recorded_at": "2026-09-16T15:44:55.290587+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-matching-03", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "cfbfc813-abf0-4c34-a985-4a925029bc8f", "result_sha256": "c5c8d5811dbcd047381e6f2399e714880cd3c69ea32b1f1fda0257aad3f1acd5", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0003653, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "D" }, "group_id": "match-binding-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-04.png", "input_tokens": 1126, "latency_sec": 1.4830190429929644, "model_name": "gemini-3.5-flash-lite", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "D" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "google", "raw_prediction": "{\n \"choice\": \"D\"\n}", "recorded_at": "2026-09-16T15:03:35.574482+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-04", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "f1c652ef-7d7f-4a65-8d7d-8f4a0ac8d979", "result_sha256": "e319a95a8cafcb3f39266b1ad78683b41cbaed01913aa85719031a66051c04cc", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0003653, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "A" }, "group_id": "match-binding-05", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-05.png", "input_tokens": 1126, "latency_sec": 0.7915665310574695, "model_name": "gemini-3.5-flash-lite", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "google", "raw_prediction": "{\n \"choice\": \"A\"\n}", "recorded_at": "2026-09-16T15:39:58.952117+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-05", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "2f3aab08-aa3e-4785-ac1f-a85436b1c1a4", "result_sha256": "aaed5b0af713e2fa51c5ddfbca7eb332067caaaf31790eb5bd28869cea71e40b", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0003653, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "B" }, "group_id": "match-binding-06", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-06.png", "input_tokens": 1126, "latency_sec": 1.0102817110018805, "model_name": "gemini-3.5-flash-lite", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "google", "raw_prediction": "{\n \"choice\": \"B\"\n}", "recorded_at": "2026-09-16T15:38:24.038066+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-06", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "0c392eea-1b75-45f7-8cfc-8b7e7c3411b8", "result_sha256": "b45161dfaea9beb264ab0133c82f5a7d02fe6809d71bbad95d9241e29609e02f", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.0003653, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "C" }, "group_id": "match-binding-07", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-07.png", "input_tokens": 1126, "latency_sec": 9.612434267997742, "model_name": "gemini-3.5-flash-lite", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "google", "raw_prediction": "{\n \"choice\": \"A\"\n}", "recorded_at": "2026-09-16T15:12:02.428305+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-matching-07", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "c13e182e-ba2b-4a8d-a70d-8c5c10c21b9d", "result_sha256": "7e677c9b31322c2e0ab63cdb69c91bac719df53341f9e9164af3c814666ef920", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.0003653, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "D" }, "group_id": "match-binding-08", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-08.png", "input_tokens": 1126, "latency_sec": 0.9267095440300182, "model_name": "gemini-3.5-flash-lite", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "C" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "google", "raw_prediction": "{\n \"choice\": \"C\"\n}", "recorded_at": "2026-09-16T16:18:13.851566+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-matching-08", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "92ebb6cc-24a8-41b6-9444-c9df544d0d43", "result_sha256": "48e70f3b2a28c6029caa9dbbaff6a21b2c9a7bb985e3a9d822dc2f6b22a9d247", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0003653, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "A" }, "group_id": "match-binding-09", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-09.png", "input_tokens": 1126, "latency_sec": 0.9326650049770251, "model_name": "gemini-3.5-flash-lite", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "google", "raw_prediction": "{\n \"choice\": \"A\"\n}", "recorded_at": "2026-09-16T15:47:29.189673+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-09", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "1db0e1d1-489e-49b5-97ee-e9d064b6eb47", "result_sha256": "2371b246666e0c0f1c199770675a27d07c2e70b645320b4c721dc0af6377bfcc", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0003653, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "B" }, "group_id": "match-binding-10", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-10.png", "input_tokens": 1126, "latency_sec": 0.8086360549787059, "model_name": "gemini-3.5-flash-lite", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "google", "raw_prediction": "{\n \"choice\": \"B\"\n}", "recorded_at": "2026-09-16T14:38:13.549915+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-10", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "d7d336c1-c2d7-4838-803b-8d264be22bef", "result_sha256": "40a71f3dbddc636e38b4e2c2f139fb53bcec848fe3d2723b977075be601d2351", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.0003653, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "C" }, "group_id": "match-binding-11", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-11.png", "input_tokens": 1126, "latency_sec": 0.7745115190045908, "model_name": "gemini-3.5-flash-lite", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "google", "raw_prediction": "{\n \"choice\": \"B\"\n}", "recorded_at": "2026-09-16T15:07:41.916343+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-matching-11", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "81d6cd7c-5287-4798-91f7-506cf484733f", "result_sha256": "9bce115a398806b02ac01cebd3e6f51e2290a93b1e1e8354945cc858056c17da", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.0003653, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "D" }, "group_id": "match-binding-12", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-12.png", "input_tokens": 1126, "latency_sec": 0.8279203049605712, "model_name": "gemini-3.5-flash-lite", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "google", "raw_prediction": "{\n \"choice\": \"B\"\n}", "recorded_at": "2026-09-16T14:02:24.219120+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-matching-12", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "18e68e86-8e38-480a-b525-1e1d8a7daaa7", "result_sha256": "0f8d90660e6a2c7e98b7f461cff9621c5d9e3f8fd3f7d72e8d227a3771949582", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.0003653, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "A" }, "group_id": "match-binding-13", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-13.png", "input_tokens": 1126, "latency_sec": 0.983520547975786, "model_name": "gemini-3.5-flash-lite", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "google", "raw_prediction": "{\n \"choice\": \"B\"\n}", "recorded_at": "2026-09-16T15:35:41.095399+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-matching-13", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "d2341181-fb2c-4778-b2c0-11a8dc9e63d4", "result_sha256": "6e84a2b4baaf5e25bf121b21e5b8669e6c9a6919e5bbd994f95450b2bd8beef7", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0003653, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "B" }, "group_id": "match-binding-14", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-14.png", "input_tokens": 1126, "latency_sec": 1.4652443480445072, "model_name": "gemini-3.5-flash-lite", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "google", "raw_prediction": "{\n \"choice\": \"B\"\n}", "recorded_at": "2026-09-16T15:15:16.128587+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-14", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "0a359a9e-530f-49fd-89b5-1f99005487d0", "result_sha256": "c08bbd024ec3112c437221689e9923b7c8b5daaee4c8e8c97fc8131feaadb49d", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.0003653, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "C" }, "group_id": "match-binding-15", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-15.png", "input_tokens": 1126, "latency_sec": 1.2559431499103084, "model_name": "gemini-3.5-flash-lite", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "google", "raw_prediction": "{\n \"choice\": \"B\"\n}", "recorded_at": "2026-09-16T15:23:01.634398+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-matching-15", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "427289af-7a0f-4823-9cfa-3715eda5b7c0", "result_sha256": "94a351a57af788f356962b407c75ce00e27448f3892b24e3c7cc470a3142e7f5", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.0003653, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "D" }, "group_id": "match-binding-16", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-16.png", "input_tokens": 1126, "latency_sec": 0.7557853929465637, "model_name": "gemini-3.5-flash-lite", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "google", "raw_prediction": "{\n \"choice\": \"B\"\n}", "recorded_at": "2026-09-16T14:13:14.530418+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-matching-16", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "9d11fd90-44c6-4b44-a246-e21c00b170a6", "result_sha256": "dfe97960b55732055521da0495310b0d490c8b2cbe2889e0f166be82f4f38437", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0003653, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "A" }, "group_id": "match-binding-17", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-17.png", "input_tokens": 1126, "latency_sec": 0.7421519089257345, "model_name": "gemini-3.5-flash-lite", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "google", "raw_prediction": "{\n \"choice\": \"A\"\n}", "recorded_at": "2026-09-16T15:55:03.165153+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-17", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "04d13b16-cab7-427c-a5c4-923f0bbdb47a", "result_sha256": "3a4ef61026a2b89998e0c61f88d6177b7b7da5ec519f590d822bee930fe67f16", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0003653, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "B" }, "group_id": "match-binding-18", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-18.png", "input_tokens": 1126, "latency_sec": 0.6802757770055905, "model_name": "gemini-3.5-flash-lite", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "google", "raw_prediction": "{\n \"choice\": \"B\"\n}", "recorded_at": "2026-09-16T15:33:11.265940+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-18", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "00e7e301-bbf3-4d60-a2a0-a733f2d3f186", "result_sha256": "3169c4b5bbd9064a4dc22bfd787ad0933ab6a65169849fee37463a722241a713", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.0003653, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "C" }, "group_id": "match-binding-19", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-19.png", "input_tokens": 1126, "latency_sec": 0.740419929032214, "model_name": "gemini-3.5-flash-lite", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "google", "raw_prediction": "{\n \"choice\": \"A\"\n}", "recorded_at": "2026-09-16T15:47:44.881755+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-matching-19", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "de744901-e097-4e7b-934f-7e5f951f2ba1", "result_sha256": "8feee7e5f992ba80517afd24307be1fd0b185dfce5cbf0a773a0700258a92dce", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.0003653, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "D" }, "group_id": "match-binding-20", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-20.png", "input_tokens": 1126, "latency_sec": 0.8692644560942426, "model_name": "gemini-3.5-flash-lite", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "google", "raw_prediction": "{\n \"choice\": \"A\"\n}", "recorded_at": "2026-09-16T15:18:04.505951+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-matching-20", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "55beb08f-1acb-489a-9d72-ac58dd5520c0", "result_sha256": "c9bcc3c41536b4e8fce228db05fde60f637abae7e76cfcda5eff8e74236d7ea5", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0003653, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "A" }, "group_id": "match-binding-21", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-21.png", "input_tokens": 1126, "latency_sec": 0.8772348389029503, "model_name": "gemini-3.5-flash-lite", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "google", "raw_prediction": "{\n \"choice\": \"A\"\n}", "recorded_at": "2026-09-16T14:35:52.564964+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-21", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "f30324fd-c612-4265-a7c5-d5dc4703b109", "result_sha256": "1c06e7851fef2f42d7340ded130ba7d3e1603ff5c4da9ab08fe9c58ca23c7209", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0003653, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "B" }, "group_id": "match-binding-22", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-22.png", "input_tokens": 1126, "latency_sec": 0.9750123620033264, "model_name": "gemini-3.5-flash-lite", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "google", "raw_prediction": "{\n \"choice\": \"B\"\n}", "recorded_at": "2026-09-16T14:28:04.435230+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-22", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "4fef0a14-d859-4292-884d-acb6b9a053fe", "result_sha256": "f6e6d3ec066561ed55c894b78c001fa75dc3842876f4839be03f6ae579807516", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.0003653, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "C" }, "group_id": "match-binding-23", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-23.png", "input_tokens": 1126, "latency_sec": 0.6878090719692409, "model_name": "gemini-3.5-flash-lite", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "google", "raw_prediction": "{\n \"choice\": \"A\"\n}", "recorded_at": "2026-09-16T16:12:53.288213+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-matching-23", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "a2b39784-16ba-4433-a50b-75d08d021bc1", "result_sha256": "3230d4fc95940104da3526c3494987e5cf673f6958f41c643aaa54a976be66c7", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.0003653, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "D" }, "group_id": "match-binding-24", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-24.png", "input_tokens": 1126, "latency_sec": 0.8813984689768404, "model_name": "gemini-3.5-flash-lite", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "google", "raw_prediction": "{\n \"choice\": \"A\"\n}", "recorded_at": "2026-09-16T15:40:52.933508+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-matching-24", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "a81406f5-a5c4-4ebe-b725-e62c0b2dddd0", "result_sha256": "51bafa1b375a5b91fb6d9c910da096286db33d113620fcc8640e3e394cae37b2", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.0003653, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "A" }, "group_id": "match-binding-25", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-25.png", "input_tokens": 1126, "latency_sec": 0.8863388210302219, "model_name": "gemini-3.5-flash-lite", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "google", "raw_prediction": "{\n \"choice\": \"B\"\n}", "recorded_at": "2026-09-16T15:36:06.922138+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-matching-25", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "fc8965ed-b945-4873-a96f-d9e5e4e149e1", "result_sha256": "9cc1a83cd1a840ca2751b8169a92dedc5a4b132f2e7f855935d9726df828dc98", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0003653, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "B" }, "group_id": "match-binding-26", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-26.png", "input_tokens": 1126, "latency_sec": 1.1106853670207784, "model_name": "gemini-3.5-flash-lite", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "google", "raw_prediction": "{\n \"choice\": \"B\"\n}", "recorded_at": "2026-09-16T14:25:42.689154+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-26", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "c359fdec-deea-4ace-bb93-f733e8b8b9e4", "result_sha256": "5d9f6dc0ac4ccd16946d0960312c59bb000855bb4695ca0c55ac187a5790c92e", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.0003653, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "C" }, "group_id": "match-binding-27", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-27.png", "input_tokens": 1126, "latency_sec": 0.7404003649717197, "model_name": "gemini-3.5-flash-lite", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "google", "raw_prediction": "{\n \"choice\": \"B\"\n}", "recorded_at": "2026-09-16T15:09:32.318398+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-matching-27", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "594e061f-2b7d-4314-815f-e634990175c8", "result_sha256": "1560ced5e927355b1e37281724b1ca475c344ebdc4cf04fe443f58a89a89be68", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.0003653, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "D" }, "group_id": "match-binding-28", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-28.png", "input_tokens": 1126, "latency_sec": 0.7936230240156874, "model_name": "gemini-3.5-flash-lite", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "google", "raw_prediction": "{\n \"choice\": \"B\"\n}", "recorded_at": "2026-09-16T15:53:43.720615+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-matching-28", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "09efcf86-55c6-48eb-b306-cdfe61c2ebd0", "result_sha256": "5f0868916a8b828d7bd867d5b0c65a8026efba05922a1fda8ce03c9d402eb312", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0003653, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "A" }, "group_id": "match-binding-29", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-29.png", "input_tokens": 1126, "latency_sec": 5.260966556030326, "model_name": "gemini-3.5-flash-lite", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "google", "raw_prediction": "{\n \"choice\": \"A\"\n}", "recorded_at": "2026-09-16T14:30:58.960878+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-29", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "6a7dc7ad-eb4f-43f9-97f7-c9f0c597bcaa", "result_sha256": "15e556b8bed11ef77e99470ba356fa2e967f1983a564b9d8878cb08749a2487a", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.0003653, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "B" }, "group_id": "match-binding-30", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-30.png", "input_tokens": 1126, "latency_sec": 0.7662370459875092, "model_name": "gemini-3.5-flash-lite", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "google", "raw_prediction": "{\n \"choice\": \"A\"\n}", "recorded_at": "2026-09-16T15:52:28.785720+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-matching-30", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "c9f44609-7a49-474d-a893-7626331e3f97", "result_sha256": "1d27161ef935c7e2f484867e6f30dc1d8607342766354a908eb0e01e329d8162", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.0003653, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "C" }, "group_id": "match-binding-31", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-31.png", "input_tokens": 1126, "latency_sec": 0.9146411609835923, "model_name": "gemini-3.5-flash-lite", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "google", "raw_prediction": "{\n \"choice\": \"B\"\n}", "recorded_at": "2026-09-16T16:20:46.271248+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-matching-31", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "54275e46-313f-4cc0-8834-a36ee5e48537", "result_sha256": "b2434a188494296ffba6fa41a5b5088467e89e032e82c856a04452cc2d4d4aa2", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.0003653, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "D" }, "group_id": "match-binding-32", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-32.png", "input_tokens": 1126, "latency_sec": 0.8405518080107868, "model_name": "gemini-3.5-flash-lite", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "google", "raw_prediction": "{\n \"choice\": \"B\"\n}", "recorded_at": "2026-09-16T15:04:08.168473+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-matching-32", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "64c26244-bf06-4d7c-acce-36745553ad56", "result_sha256": "368e041489f31d5965c8cb4f860689e45d3f70c80e5c227af5d6c708a8a4f3c1", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0003528, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "A" }, "group_id": "match-binding-33", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-33.png", "input_tokens": 1126, "latency_sec": 1.134863967075944, "model_name": "gemini-3.5-flash-lite", "out_of_srgb": null, "output_tokens": 6, "prediction": { "choice": "A" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "google", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T14:49:26.441796+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-33", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "19f3a5f6-02a9-4451-96d5-164fc00edc5f", "result_sha256": "a673acd4adce1cba1d14e67c693895099ef83b846c317bd67ac3686af3bc16dd", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0003653, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "B" }, "group_id": "match-binding-34", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-34.png", "input_tokens": 1126, "latency_sec": 0.8656725100008771, "model_name": "gemini-3.5-flash-lite", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "google", "raw_prediction": "{\n \"choice\": \"B\"\n}", "recorded_at": "2026-09-16T15:42:57.032343+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-34", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "0a25e2bb-95ab-47f8-abb5-5d38a6a9cbb7", "result_sha256": "cb73b8171e6407a90b8b18dfa7f42ecf1b4d6142951506ac816a8067a7bf5a70", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0003653, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "C" }, "group_id": "match-binding-35", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-35.png", "input_tokens": 1126, "latency_sec": 0.6771965979132801, "model_name": "gemini-3.5-flash-lite", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "C" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "google", "raw_prediction": "{\n \"choice\": \"C\"\n}", "recorded_at": "2026-09-16T14:25:54.372491+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-35", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "e46abcdc-feba-4444-89c9-d428b9424523", "result_sha256": "9cb8346b6234f5c36cdca4f845fac35d1c7e9d9dc3c5f99c321e95cc09aec29d", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0003653, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "D" }, "group_id": "match-binding-36", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-36.png", "input_tokens": 1126, "latency_sec": 1.343475400004536, "model_name": "gemini-3.5-flash-lite", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "D" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "google", "raw_prediction": "{\n \"choice\": \"D\"\n}", "recorded_at": "2026-09-16T15:15:29.166875+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-36", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "93f979be-ee36-41fd-8891-7960bcf74fb9", "result_sha256": "4591ad4361176fe228605617c67162c7a045f0f4c49352108874f608a5c8252f", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0003653, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "A" }, "group_id": "match-binding-37", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-37.png", "input_tokens": 1126, "latency_sec": 0.9280367579776794, "model_name": "gemini-3.5-flash-lite", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "google", "raw_prediction": "{\n \"choice\": \"A\"\n}", "recorded_at": "2026-09-16T15:07:28.294646+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-37", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "c11497c5-fb3d-4496-b46e-08859bf6fb69", "result_sha256": "6799bdc27b9e1070d033799344f6c32d4ddf33b67866227ae5b4297bf435ff43", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0003653, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "B" }, "group_id": "match-binding-38", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-38.png", "input_tokens": 1126, "latency_sec": 1.4188273740001023, "model_name": "gemini-3.5-flash-lite", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "google", "raw_prediction": "{\n \"choice\": \"B\"\n}", "recorded_at": "2026-09-16T15:24:47.642664+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-38", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "9be98217-9111-45bd-9753-7d714574b5b6", "result_sha256": "2be0f4e3db7417acad8034a82608a6df385b06127f6abcf131ccc9d4b42855f4", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.0003653, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "C" }, "group_id": "match-binding-39", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-39.png", "input_tokens": 1126, "latency_sec": 0.7502626409986988, "model_name": "gemini-3.5-flash-lite", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "google", "raw_prediction": "{\n \"choice\": \"A\"\n}", "recorded_at": "2026-09-16T15:52:56.706826+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-matching-39", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "fb26833f-c298-47ca-9f67-8ccf9c64fea8", "result_sha256": "9be482ec750b1979eff9450e4d5bd306ce52538cea068aca1c8a19f7e60512cf", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.0003528, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "D" }, "group_id": "match-binding-40", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-40.png", "input_tokens": 1126, "latency_sec": 5.581915746093728, "model_name": "gemini-3.5-flash-lite", "out_of_srgb": null, "output_tokens": 6, "prediction": { "choice": "B" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "google", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T14:30:07.374747+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-matching-40", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "70678d5b-c8eb-4f04-bc87-1abba1ace92d", "result_sha256": "2ce26eb8c5e91b37581378f700258a714e1e140c5a59d96cc32cb5435631b65a", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0003653, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "A" }, "group_id": "match-binding-41", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-41.png", "input_tokens": 1126, "latency_sec": 0.7918742999900132, "model_name": "gemini-3.5-flash-lite", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "google", "raw_prediction": "{\n \"choice\": \"A\"\n}", "recorded_at": "2026-09-16T16:09:17.115559+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-41", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "81e603ab-2137-4b28-9bec-511923714bce", "result_sha256": "1ca37faf68896dba8cf0c7503b37c5b2a85101833e62e97c42416e1012e7f373", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0003653, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "B" }, "group_id": "match-binding-42", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-42.png", "input_tokens": 1126, "latency_sec": 0.8239970600698143, "model_name": "gemini-3.5-flash-lite", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "google", "raw_prediction": "{\n \"choice\": \"B\"\n}", "recorded_at": "2026-09-16T16:23:56.013254+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-42", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "6fde90b2-15fd-4556-8c09-29529cf719f2", "result_sha256": "ed1d84c476163317874c529a2bdc82d790e2264b3fdb5a13cd61fd91d11d4100", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.0003653, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "C" }, "group_id": "match-binding-43", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-43.png", "input_tokens": 1126, "latency_sec": 0.665652564028278, "model_name": "gemini-3.5-flash-lite", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "google", "raw_prediction": "{\n \"choice\": \"A\"\n}", "recorded_at": "2026-09-16T15:07:15.177728+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-matching-43", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "371c65ad-a059-4dab-b1d9-f92e41683862", "result_sha256": "46116a89702b98224cf09bc8972cae5055352027f9e0b253bd5f3503acbf98ca", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.0003653, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "D" }, "group_id": "match-binding-44", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-44.png", "input_tokens": 1126, "latency_sec": 18.79117777396459, "model_name": "gemini-3.5-flash-lite", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "google", "raw_prediction": "{\n \"choice\": \"A\"\n}", "recorded_at": "2026-09-16T16:13:52.639017+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-matching-44", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "e97f6e7d-d258-463d-b9cf-241107bd027b", "result_sha256": "e5817b49a3f6d88f29d576ec39ac400a1d65aab9897f015ccc087d7f8ddfffdc", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.0003653, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "A" }, "group_id": "match-binding-45", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-45.png", "input_tokens": 1126, "latency_sec": 0.8600057249423116, "model_name": "gemini-3.5-flash-lite", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "google", "raw_prediction": "{\n \"choice\": \"B\"\n}", "recorded_at": "2026-09-16T14:19:55.533787+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-matching-45", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "1069ce66-80f6-4055-9a0a-8b463839d806", "result_sha256": "427282e532726b4ce754cfd79554d94692a7ded2d350ac66ac5bb24a0ab97053", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0003653, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "B" }, "group_id": "match-binding-46", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-46.png", "input_tokens": 1126, "latency_sec": 0.9381050410447642, "model_name": "gemini-3.5-flash-lite", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "google", "raw_prediction": "{\n \"choice\": \"B\"\n}", "recorded_at": "2026-09-16T14:41:13.390855+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-46", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "a60feaaf-0530-4940-978d-d5bee331d8b3", "result_sha256": "cfd638b7bf3cbfea9f03087fe21ee2da5e8328a4450f07572d3e45260028fb0c", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.0003653, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "C" }, "group_id": "match-binding-47", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-47.png", "input_tokens": 1126, "latency_sec": 1.1476409799652174, "model_name": "gemini-3.5-flash-lite", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "google", "raw_prediction": "{\n \"choice\": \"B\"\n}", "recorded_at": "2026-09-16T14:01:25.358875+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-matching-47", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "e6a3eb35-ea78-4800-9780-d92403753ba8", "result_sha256": "b3ff986f0e9d5256bbd06336c6ccbf27bd1104a25db4bc435ffdac44ee6f6f98", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.0003653, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "D" }, "group_id": "match-binding-48", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-48.png", "input_tokens": 1126, "latency_sec": 1.3109910660423338, "model_name": "gemini-3.5-flash-lite", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "google", "raw_prediction": "{\n \"choice\": \"B\"\n}", "recorded_at": "2026-09-16T15:04:48.123987+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-matching-48", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "3ce01e26-3864-4e34-98ca-a7c42bb53dae", "result_sha256": "bb79f403d22ff594dc827bd25e18a1c8306ce765eae5461b034c247c63932890", "result": { "component_errors": { "c": 0.04312010674054803, "h": 2.992229240011426, "l": 0.02692608597799706 }, "correct": null, "cost_estimated": false, "cost_usd": 0.0004332, "delta_e_ok": 0.0513588579925526, "error": null, "error_kind": null, "family": "oklch", "ground_truth": { "rgb": [ 192, 64, 80 ] }, "group_id": "numeric-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-01.png", "input_tokens": 1169, "latency_sec": 0.9975508409552276, "model_name": "gemini-3.5-flash-lite", "out_of_srgb": false, "output_tokens": 33, "prediction": { "c": 0.12, "h": 20.0, "l": 0.53 }, "prompt_sha256": "cfc2f885cbdbcece08f23bb635b333e3e35d9a41ebaf72f1a755e461f8f494d4", "provider": "google", "raw_prediction": "{\n \"l\": 0.53,\n \"c\": 0.12,\n \"h\": 20\n}", "recorded_at": "2026-09-16T16:14:47.249260+00:00", "request_attempts": 1, "score": 74.3205710037237, "task_id": "colorbench-oklch-01", "tight_score": 0, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": false, "0.02": false, "0.05": false } } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "57b508c3-b0ff-4baf-874e-3d2b679e47b6", "result_sha256": "a96cb60ad668f2c9d669b67896b86a5e8acc4e85725f83bc9ca9dd172a7fcc12", "result": { "component_errors": { "c": 0.021403039047677652, "h": 1.9452718586605329, "l": 0.009346700659183194 }, "correct": null, "cost_estimated": false, "cost_usd": 0.0004407, "delta_e_ok": 0.023769905471427183, "error": null, "error_kind": null, "family": "oklch", "ground_truth": { "rgb": [ 38, 112, 190 ] }, "group_id": "numeric-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-02.png", "input_tokens": 1169, "latency_sec": 1.1059057309757918, "model_name": "gemini-3.5-flash-lite", "out_of_srgb": false, "output_tokens": 36, "prediction": { "c": 0.12, "h": 255.0, "l": 0.55 }, "prompt_sha256": "cfc2f885cbdbcece08f23bb635b333e3e35d9a41ebaf72f1a755e461f8f494d4", "provider": "google", "raw_prediction": "{\n \"l\": 0.55,\n \"c\": 0.12,\n \"h\": 255.0\n}", "recorded_at": "2026-09-16T14:04:07.438475+00:00", "request_attempts": 1, "score": 88.1150472642864, "task_id": "colorbench-oklch-02", "tight_score": 52.460189057145634, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": false, "0.02": false, "0.05": true } } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "474809f8-4daf-4638-a5a0-5d15323b1f0a", "result_sha256": "0f6954650addf6a6fbe6cafd9d0e6599f7b2000976fbd7000a9e448691131de1", "result": { "component_errors": { "c": 0.020705303141742182, "h": 4.03735052816387, "l": 0.028902482213614133 }, "correct": null, "cost_estimated": false, "cost_usd": 0.00043569999999999997, "delta_e_ok": 0.036111622349753354, "error": null, "error_kind": null, "family": "oklch", "ground_truth": { "rgb": [ 60, 140, 100 ] }, "group_id": "numeric-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-03.png", "input_tokens": 1169, "latency_sec": 1.0875289260875434, "model_name": "gemini-3.5-flash-lite", "out_of_srgb": false, "output_tokens": 34, "prediction": { "c": 0.08, "h": 155.0, "l": 0.55 }, "prompt_sha256": "cfc2f885cbdbcece08f23bb635b333e3e35d9a41ebaf72f1a755e461f8f494d4", "provider": "google", "raw_prediction": "{\n \"l\": 0.55,\n \"c\": 0.08,\n \"h\": 155\n}", "recorded_at": "2026-09-16T14:00:04.700551+00:00", "request_attempts": 1, "score": 81.94418882512332, "task_id": "colorbench-oklch-03", "tight_score": 27.776755300493296, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": false, "0.02": false, "0.05": true } } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "04f92237-7631-49b6-a6a8-f48ceda4cafa", "result_sha256": "06a8ed0cecf0018271b3a4ccf242a22ba2b8961e37c6394db59e87b018a1c401", "result": { "component_errors": { "c": 0.00036181436945799395, "h": 8.04277204060071, "l": 0.006854237561005672 }, "correct": null, "cost_estimated": false, "cost_usd": 0.0004132, "delta_e_ok": 0.018153156441274295, "error": null, "error_kind": null, "family": "oklch", "ground_truth": { "rgb": [ 185, 135, 45 ] }, "group_id": "numeric-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-04.png", "input_tokens": 1169, "latency_sec": 0.8218709579668939, "model_name": "gemini-3.5-flash-lite", "out_of_srgb": false, "output_tokens": 25, "prediction": { "c": 0.12, "h": 70.0, "l": 0.65 }, "prompt_sha256": "cfc2f885cbdbcece08f23bb635b333e3e35d9a41ebaf72f1a755e461f8f494d4", "provider": "google", "raw_prediction": "{\"l\": 0.65, \"c\": 0.12, \"h\": 70}", "recorded_at": "2026-09-16T14:14:58.553446+00:00", "request_attempts": 1, "score": 90.92342177936285, "task_id": "colorbench-oklch-04", "tight_score": 63.69368711745141, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": false, "0.02": true, "0.05": true } } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "3d670470-cdad-4a68-8ec3-7b32c0e03624", "result_sha256": "cb5cad5265a864043e9b9ca4c34c7f5e0f50e2214b1c2e934b937927a7ba574d", "result": { "component_errors": { "c": 0.028125551628440618, "h": 4.007140960468064, "l": 0.014093357125907646 }, "correct": null, "cost_estimated": false, "cost_usd": 0.00043819999999999997, "delta_e_ok": 0.0327130639053741, "error": null, "error_kind": null, "family": "oklch", "ground_truth": { "rgb": [ 135, 85, 175 ] }, "group_id": "numeric-05", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-05.png", "input_tokens": 1169, "latency_sec": 0.7289669290184975, "model_name": "gemini-3.5-flash-lite", "out_of_srgb": false, "output_tokens": 35, "prediction": { "c": 0.115, "h": 312.0, "l": 0.53 }, "prompt_sha256": "cfc2f885cbdbcece08f23bb635b333e3e35d9a41ebaf72f1a755e461f8f494d4", "provider": "google", "raw_prediction": "{\n \"l\": 0.53,\n \"c\": 0.115,\n \"h\": 312\n}", "recorded_at": "2026-09-16T14:07:52.527100+00:00", "request_attempts": 1, "score": 83.64346804731295, "task_id": "colorbench-oklch-05", "tight_score": 34.573872189251794, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": false, "0.02": false, "0.05": true } } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "a902a8ff-bd38-4bb1-99d9-d76578440505", "result_sha256": "fa9e718f9734ea756c7dc7e62337abf9e0873f6d47efe9f287449e2516002ed7", "result": { "component_errors": { "c": 0.020736737775342316, "h": 0.9732349318501292, "l": 0.0070010645449806175 }, "correct": null, "cost_estimated": false, "cost_usd": 0.0004232, "delta_e_ok": 0.02190139674490099, "error": null, "error_kind": null, "family": "oklch", "ground_truth": { "rgb": [ 22, 48, 75 ] }, "group_id": "numeric-06", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-06.png", "input_tokens": 1169, "latency_sec": 1.0196833709487692, "model_name": "gemini-3.5-flash-lite", "out_of_srgb": false, "output_tokens": 29, "prediction": { "c": 0.038, "h": 252.1, "l": 0.31 }, "prompt_sha256": "cfc2f885cbdbcece08f23bb635b333e3e35d9a41ebaf72f1a755e461f8f494d4", "provider": "google", "raw_prediction": "{\"l\": 0.31, \"c\": 0.038, \"h\": 252.1}", "recorded_at": "2026-09-16T16:21:56.360058+00:00", "request_attempts": 1, "score": 89.04930162754951, "task_id": "colorbench-oklch-06", "tight_score": 56.197206510198015, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": false, "0.02": false, "0.05": true } } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "3574e1c4-2a9b-4720-871d-2d9d6938b0b8", "result_sha256": "bc1bcb3933594efb6c1242fcccdc7cad0b44d671db02a365ca02aff3e70121c1", "result": { "component_errors": { "c": 0.0053116212457221534, "h": 2.417870075137529, "l": 0.016092721588155334 }, "correct": null, "cost_estimated": false, "cost_usd": 0.0004232, "delta_e_ok": 0.01703157601942635, "error": null, "error_kind": null, "family": "oklch", "ground_truth": { "rgb": [ 225, 215, 188 ] }, "group_id": "numeric-07", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-07.png", "input_tokens": 1169, "latency_sec": 29.408800926059484, "model_name": "gemini-3.5-flash-lite", "out_of_srgb": false, "output_tokens": 29, "prediction": { "c": 0.043, "h": 92.5, "l": 0.864 }, "prompt_sha256": "cfc2f885cbdbcece08f23bb635b333e3e35d9a41ebaf72f1a755e461f8f494d4", "provider": "google", "raw_prediction": "{\"l\": 0.864, \"c\": 0.043, \"h\": 92.5}", "recorded_at": "2026-09-16T15:37:36.066086+00:00", "request_attempts": 1, "score": 91.48421199028682, "task_id": "colorbench-oklch-07", "tight_score": 65.93684796114731, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": false, "0.02": true, "0.05": true } } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "d336d4ea-cec7-4a5f-ba96-fa3126677d18", "result_sha256": "cc33f1073e852db57108af0302348c26f11cb36e750a3eef98034ea5edbbaaf6", "result": { "component_errors": { "c": 0.0, "h": null, "l": 0.015870801707117743 }, "correct": null, "cost_estimated": false, "cost_usd": 0.0004057, "delta_e_ok": 0.015870801707133494, "error": null, "error_kind": null, "family": "oklch", "ground_truth": { "rgb": [ 128, 128, 128 ] }, "group_id": "numeric-08", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-08.png", "input_tokens": 1169, "latency_sec": 0.9445447330363095, "model_name": "gemini-3.5-flash-lite", "out_of_srgb": false, "output_tokens": 22, "prediction": { "c": 0.0, "h": 0.0, "l": 0.584 }, "prompt_sha256": "cfc2f885cbdbcece08f23bb635b333e3e35d9a41ebaf72f1a755e461f8f494d4", "provider": "google", "raw_prediction": "{\"l\": 0.584, \"c\": 0, \"h\": 0}", "recorded_at": "2026-09-16T15:23:22.276300+00:00", "request_attempts": 1, "score": 92.06459914643325, "task_id": "colorbench-oklch-08", "tight_score": 68.25839658573301, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": false, "0.02": true, "0.05": true } } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "2a8a1e0e-043d-4042-b472-3f24ffe0f406", "result_sha256": "3194ef8737b7fbb0e95a0764b8cc1a21f3142455d4b58d4e8c5846029b6650dd", "result": { "component_errors": { "c": 0.00361924559190388, "h": 2.3493564713070327, "l": 0.012646550277791269 }, "correct": null, "cost_estimated": false, "cost_usd": 0.00043819999999999997, "delta_e_ok": 0.01614201357115322, "error": null, "error_kind": null, "family": "oklch", "ground_truth": { "rgb": [ 230, 32, 44 ] }, "group_id": "numeric-09", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-09.png", "input_tokens": 1169, "latency_sec": 0.8974195190239698, "model_name": "gemini-3.5-flash-lite", "out_of_srgb": false, "output_tokens": 35, "prediction": { "c": 0.23, "h": 28.0, "l": 0.58 }, "prompt_sha256": "cfc2f885cbdbcece08f23bb635b333e3e35d9a41ebaf72f1a755e461f8f494d4", "provider": "google", "raw_prediction": "{\n \"l\": 0.58,\n \"c\": 0.23,\n \"h\": 28.0\n}", "recorded_at": "2026-09-16T14:27:26.678288+00:00", "request_attempts": 1, "score": 91.9289932144234, "task_id": "colorbench-oklch-09", "tight_score": 67.71597285769356, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": false, "0.02": true, "0.05": true } } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "d7f1f7b4-5042-4b8b-bc8b-5692e49a3df1", "result_sha256": "4827d4e0499e119f5881fe7886ee3d2a3b0b4bcf19a0533fae00e5f2dbe86318", "result": { "component_errors": { "c": 0.00697940070759312, "h": 2.50790120372875, "l": 0.025876084597746374 }, "correct": null, "cost_estimated": false, "cost_usd": 0.0004457, "delta_e_ok": 0.027694769466051306, "error": null, "error_kind": null, "family": "oklch", "ground_truth": { "rgb": [ 24, 158, 82 ] }, "group_id": "numeric-10", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-10.png", "input_tokens": 1169, "latency_sec": 0.8466972509631887, "model_name": "gemini-3.5-flash-lite", "out_of_srgb": false, "output_tokens": 38, "prediction": { "c": 0.163, "h": 149.2, "l": 0.589 }, "prompt_sha256": "cfc2f885cbdbcece08f23bb635b333e3e35d9a41ebaf72f1a755e461f8f494d4", "provider": "google", "raw_prediction": "{\n \"l\": 0.589,\n \"c\": 0.163,\n \"h\": 149.2\n}", "recorded_at": "2026-09-16T15:47:11.713397+00:00", "request_attempts": 1, "score": 86.15261526697435, "task_id": "colorbench-oklch-10", "tight_score": 44.61046106789739, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": false, "0.02": false, "0.05": true } } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "e128c6ab-6436-46d3-bbae-b81930898beb", "result_sha256": "84a633f6f4be29e7378217067d4df9f29acba0670d9fd7186b34056dddc4fcbc", "result": { "component_errors": { "c": 0.04615985168583003, "h": 3.0151519492961825, "l": 0.013549961158387247 }, "correct": null, "cost_estimated": false, "cost_usd": 0.0004457, "delta_e_ok": 0.04921980446361884, "error": null, "error_kind": null, "family": "oklch", "ground_truth": { "rgb": [ 44, 84, 228 ] }, "group_id": "numeric-11", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-11.png", "input_tokens": 1169, "latency_sec": 0.8850460420362651, "model_name": "gemini-3.5-flash-lite", "out_of_srgb": false, "output_tokens": 38, "prediction": { "c": 0.176, "h": 263.2, "l": 0.528 }, "prompt_sha256": "cfc2f885cbdbcece08f23bb635b333e3e35d9a41ebaf72f1a755e461f8f494d4", "provider": "google", "raw_prediction": "{\n \"l\": 0.528,\n \"c\": 0.176,\n \"h\": 263.2\n}", "recorded_at": "2026-09-16T14:02:01.186171+00:00", "request_attempts": 1, "score": 75.39009776819059, "task_id": "colorbench-oklch-11", "tight_score": 1.560391072762335, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": false, "0.02": false, "0.05": true } } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "b56a874e-b171-47ed-b476-f3fe432ccef6", "result_sha256": "f8b26a31b08b122a2c96b12b5e4f5f07db11402330f5bc770edde64ce25057e7", "result": { "component_errors": { "c": 0.0026105754932969905, "h": 4.634151692860428, "l": 0.004082831373437346 }, "correct": null, "cost_estimated": false, "cost_usd": 0.00043819999999999997, "delta_e_ok": 0.014475395260293736, "error": null, "error_kind": null, "family": "oklch", "ground_truth": { "rgb": [ 236, 208, 44 ] }, "group_id": "numeric-12", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-12.png", "input_tokens": 1169, "latency_sec": 0.8981931420275941, "model_name": "gemini-3.5-flash-lite", "out_of_srgb": false, "output_tokens": 35, "prediction": { "c": 0.17, "h": 94.0, "l": 0.86 }, "prompt_sha256": "cfc2f885cbdbcece08f23bb635b333e3e35d9a41ebaf72f1a755e461f8f494d4", "provider": "google", "raw_prediction": "{\n \"l\": 0.86,\n \"c\": 0.17,\n \"h\": 94.0\n}", "recorded_at": "2026-09-16T14:38:51.137792+00:00", "request_attempts": 1, "score": 92.76230236985313, "task_id": "colorbench-oklch-12", "tight_score": 71.04920947941254, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": false, "0.02": true, "0.05": true } } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "fe3df522-5ed4-4ffa-ab5b-4dc516af4568", "result_sha256": "8190c511a5d3778738625df2b428f39c324eccf373cd02bbdb1f6c8a8bd570b2", "result": { "component_errors": { "c": 0.0019721192150716493, "h": 0.05634901887896149, "l": 0.017026328770219035 }, "correct": null, "cost_estimated": false, "cost_usd": 0.0004457, "delta_e_ok": 0.017141564040588038, "error": null, "error_kind": null, "family": "oklch", "ground_truth": { "rgb": [ 198, 58, 188 ] }, "group_id": "numeric-13", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-13.png", "input_tokens": 1169, "latency_sec": 1.022800605976954, "model_name": "gemini-3.5-flash-lite", "out_of_srgb": false, "output_tokens": 38, "prediction": { "c": 0.222, "h": 331.0, "l": 0.618 }, "prompt_sha256": "cfc2f885cbdbcece08f23bb635b333e3e35d9a41ebaf72f1a755e461f8f494d4", "provider": "google", "raw_prediction": "{\n \"l\": 0.618,\n \"c\": 0.222,\n \"h\": 331.0\n}", "recorded_at": "2026-09-16T14:05:16.500925+00:00", "request_attempts": 1, "score": 91.42921797970598, "task_id": "colorbench-oklch-13", "tight_score": 65.71687191882393, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": false, "0.02": true, "0.05": true } } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "1fb813e6-67ab-43b7-8fbf-4604b62db050", "result_sha256": "c6030bc1121f0fc7ec2bfce2ac3786f912af7467e7f16711be68747a77bd0dde", "result": { "component_errors": { "c": 0.0047863319628022455, "h": 3.793765922304914, "l": 0.049438343453676925 }, "correct": null, "cost_estimated": false, "cost_usd": 0.0004257, "delta_e_ok": 0.05024538415750309, "error": null, "error_kind": null, "family": "oklch", "ground_truth": { "rgb": [ 44, 178, 198 ] }, "group_id": "numeric-14", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-14.png", "input_tokens": 1169, "latency_sec": 1.1906252490589395, "model_name": "gemini-3.5-flash-lite", "out_of_srgb": true, "output_tokens": 30, "prediction": { "c": 0.117, "h": 213.9, "l": 0.654 }, "prompt_sha256": "cfc2f885cbdbcece08f23bb635b333e3e35d9a41ebaf72f1a755e461f8f494d4", "provider": "google", "raw_prediction": "{\"l\": 0.654, \"c\": 0.117, \"h\": 213.9}", "recorded_at": "2026-09-16T15:06:38.969320+00:00", "request_attempts": 1, "score": 74.87730792124844, "task_id": "colorbench-oklch-14", "tight_score": 0, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": false, "0.02": false, "0.05": false } } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "fe0fe0a3-5d2a-4e66-bb67-a92571718643", "result_sha256": "11c7cbfd3eae0b8330465d92af30686fbd85803ec2fcc6a2132723ae87ec89d6", "result": { "component_errors": { "c": 0.0009064793061580494, "h": null, "l": 0.008940631354675405 }, "correct": null, "cost_estimated": false, "cost_usd": 0.0004432, "delta_e_ok": 0.011606180327748164, "error": null, "error_kind": null, "family": "oklch", "ground_truth": { "rgb": [ 16, 16, 18 ] }, "group_id": "numeric-15", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-15.png", "input_tokens": 1169, "latency_sec": 0.9328173840185627, "model_name": "gemini-3.5-flash-lite", "out_of_srgb": false, "output_tokens": 37, "prediction": { "c": 0.005, "h": 34.5, "l": 0.165 }, "prompt_sha256": "cfc2f885cbdbcece08f23bb635b333e3e35d9a41ebaf72f1a755e461f8f494d4", "provider": "google", "raw_prediction": "{\n \"l\": 0.165,\n \"c\": 0.005,\n \"h\": 34.5\n}", "recorded_at": "2026-09-16T15:49:34.021405+00:00", "request_attempts": 1, "score": 94.19690983612593, "task_id": "colorbench-oklch-15", "tight_score": 76.78763934450367, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": false, "0.02": true, "0.05": true } } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "ff3292a2-99d6-4b5b-83ee-4d3c2a1db231", "result_sha256": "ee1510b4f764d7fdbdddd517342b33208362fc90868e38fa0946a8055d184664", "result": { "component_errors": { "c": 0.0009758155687654901, "h": null, "l": 0.006317975741075621 }, "correct": null, "cost_estimated": false, "cost_usd": 0.0004457, "delta_e_ok": 0.006408102411632268, "error": null, "error_kind": null, "family": "oklch", "ground_truth": { "rgb": [ 243, 243, 240 ] }, "group_id": "numeric-16", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-16.png", "input_tokens": 1169, "latency_sec": 1.1323318020440638, "model_name": "gemini-3.5-flash-lite", "out_of_srgb": false, "output_tokens": 38, "prediction": { "c": 0.003, "h": 113.8, "l": 0.957 }, "prompt_sha256": "cfc2f885cbdbcece08f23bb635b333e3e35d9a41ebaf72f1a755e461f8f494d4", "provider": "google", "raw_prediction": "{\n \"l\": 0.957,\n \"c\": 0.003,\n \"h\": 113.8\n}", "recorded_at": "2026-09-16T14:44:18.313621+00:00", "request_attempts": 1, "score": 96.79594879418386, "task_id": "colorbench-oklch-16", "tight_score": 87.18379517673547, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": true, "0.02": true, "0.05": true } } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "92888a05-481a-4cac-af5e-757e514ed5ef", "result_sha256": "639f808b9ebbdf2bf5b303461fdd1e17daa84fed578effef182841de06a35c89", "result": { "component_errors": { "b": 3, "g": 8, "r": 3 }, "correct": null, "cost_estimated": false, "cost_usd": 0.0003973, "delta_e_ok": 0.016491094389813853, "error": null, "error_kind": null, "family": "rgb", "ground_truth": { "rgb": [ 192, 64, 80 ] }, "group_id": "numeric-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-01.png", "input_tokens": 1141, "latency_sec": 1.006495744921267, "model_name": "gemini-3.5-flash-lite", "out_of_srgb": false, "output_tokens": 22, "prediction": { "b": 83, "g": 72, "r": 195 }, "prompt_sha256": "09fd259e1933fb6529f0be5f0819e7edcbad485141fc78abea1ceadc70f0cf55", "provider": "google", "raw_prediction": "{\"r\": 195, \"g\": 72, \"b\": 83}", "recorded_at": "2026-09-16T15:32:46.981986+00:00", "request_attempts": 1, "score": 91.75445280509308, "task_id": "colorbench-rgb-01", "tight_score": 67.0178112203723, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": false, "0.02": true, "0.05": true } } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "448c989c-19a8-4e5f-a46f-7f1a1c842d8d", "result_sha256": "d3f30b1a6e6cb55b13c6cd78e86b748826ccde448a93ceb2f5dc3c78dfa8510f", "result": { "component_errors": { "b": 5, "g": 2, "r": 7 }, "correct": null, "cost_estimated": false, "cost_usd": 0.0004198, "delta_e_ok": 0.010545561994179917, "error": null, "error_kind": null, "family": "rgb", "ground_truth": { "rgb": [ 38, 112, 190 ] }, "group_id": "numeric-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-02.png", "input_tokens": 1141, "latency_sec": 1.5539542570477352, "model_name": "gemini-3.5-flash-lite", "out_of_srgb": false, "output_tokens": 31, "prediction": { "b": 185, "g": 110, "r": 31 }, "prompt_sha256": "09fd259e1933fb6529f0be5f0819e7edcbad485141fc78abea1ceadc70f0cf55", "provider": "google", "raw_prediction": "{\n \"r\": 31,\n \"g\": 110,\n \"b\": 185\n}", "recorded_at": "2026-09-16T15:09:51.857040+00:00", "request_attempts": 1, "score": 94.72721900291005, "task_id": "colorbench-rgb-02", "tight_score": 78.90887601164016, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": false, "0.02": true, "0.05": true } } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "961dbebd-e24d-487c-aaf4-c0a6a2a13ac0", "result_sha256": "0afab44b26d91aec9e40e7ec50d8a415c164c88ae569ec76ad315a6f2dd0dcea", "result": { "component_errors": { "b": 7, "g": 14, "r": 7 }, "correct": null, "cost_estimated": false, "cost_usd": 0.0004173, "delta_e_ok": 0.043194778473044315, "error": null, "error_kind": null, "family": "rgb", "ground_truth": { "rgb": [ 60, 140, 100 ] }, "group_id": "numeric-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-03.png", "input_tokens": 1141, "latency_sec": 0.9685886419611052, "model_name": "gemini-3.5-flash-lite", "out_of_srgb": false, "output_tokens": 30, "prediction": { "b": 93, "g": 126, "r": 53 }, "prompt_sha256": "09fd259e1933fb6529f0be5f0819e7edcbad485141fc78abea1ceadc70f0cf55", "provider": "google", "raw_prediction": "{\n \"r\": 53,\n \"g\": 126,\n \"b\": 93\n}", "recorded_at": "2026-09-16T16:25:43.307545+00:00", "request_attempts": 1, "score": 78.40261076347784, "task_id": "colorbench-rgb-03", "tight_score": 13.61044305391137, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": false, "0.02": false, "0.05": true } } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "ab3c4d5b-b001-445a-bca6-d797c25d04a6", "result_sha256": "77f460afe92b6c8c23803214f272982f4fc91cbbdab5475d8bd93d9ce9f51568", "result": { "component_errors": { "b": 7, "g": 2, "r": 11 }, "correct": null, "cost_estimated": false, "cost_usd": 0.0003998, "delta_e_ok": 0.018283528123584875, "error": null, "error_kind": null, "family": "rgb", "ground_truth": { "rgb": [ 185, 135, 45 ] }, "group_id": "numeric-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-04.png", "input_tokens": 1141, "latency_sec": 0.7780967290746048, "model_name": "gemini-3.5-flash-lite", "out_of_srgb": false, "output_tokens": 23, "prediction": { "b": 38, "g": 133, "r": 196 }, "prompt_sha256": "09fd259e1933fb6529f0be5f0819e7edcbad485141fc78abea1ceadc70f0cf55", "provider": "google", "raw_prediction": "{\"r\": 196, \"g\": 133, \"b\": 38}", "recorded_at": "2026-09-16T14:43:43.319295+00:00", "request_attempts": 1, "score": 90.85823593820757, "task_id": "colorbench-rgb-04", "tight_score": 63.43294375283025, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": false, "0.02": true, "0.05": true } } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "a492ddbd-cafa-4cd2-a03a-fe33ed952561", "result_sha256": "4526cd9b2c3cfc42c41ffb92b1f8d149296444ee9a86adb79506c66c07e01ca0", "result": { "component_errors": { "b": 16, "g": 0, "r": 11 }, "correct": null, "cost_estimated": false, "cost_usd": 0.0003998, "delta_e_ok": 0.03174773724706383, "error": null, "error_kind": null, "family": "rgb", "ground_truth": { "rgb": [ 135, 85, 175 ] }, "group_id": "numeric-05", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-05.png", "input_tokens": 1141, "latency_sec": 0.9328305029775947, "model_name": "gemini-3.5-flash-lite", "out_of_srgb": false, "output_tokens": 23, "prediction": { "b": 159, "g": 85, "r": 124 }, "prompt_sha256": "09fd259e1933fb6529f0be5f0819e7edcbad485141fc78abea1ceadc70f0cf55", "provider": "google", "raw_prediction": "{\"r\": 124, \"g\": 85, \"b\": 159}", "recorded_at": "2026-09-16T16:32:40.477375+00:00", "request_attempts": 1, "score": 84.12613137646808, "task_id": "colorbench-rgb-05", "tight_score": 36.504525505872344, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": false, "0.02": false, "0.05": true } } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "0be65b5b-1723-4320-892d-d743977d442c", "result_sha256": "978e9b5bf98a300387d63ccb4f86612a1071e49a54d883506d544fa8b4d8e173", "result": { "component_errors": { "b": 12, "g": 7, "r": 1 }, "correct": null, "cost_estimated": false, "cost_usd": 0.0004148, "delta_e_ok": 0.028499540054228226, "error": null, "error_kind": null, "family": "rgb", "ground_truth": { "rgb": [ 22, 48, 75 ] }, "group_id": "numeric-06", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-06.png", "input_tokens": 1141, "latency_sec": 0.8409456749213859, "model_name": "gemini-3.5-flash-lite", "out_of_srgb": false, "output_tokens": 29, "prediction": { "b": 63, "g": 41, "r": 23 }, "prompt_sha256": "09fd259e1933fb6529f0be5f0819e7edcbad485141fc78abea1ceadc70f0cf55", "provider": "google", "raw_prediction": "{\n \"r\": 23,\n \"g\": 41,\n \"b\": 63\n}", "recorded_at": "2026-09-16T15:07:04.685525+00:00", "request_attempts": 1, "score": 85.75022997288588, "task_id": "colorbench-rgb-06", "tight_score": 43.00091989154355, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": false, "0.02": false, "0.05": true } } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "e0ba9e02-b54e-45dc-9970-118623f268cf", "result_sha256": "465c2497adad182af8450531517a859b63eaf3ae752954fb01e257d94e819c78", "result": { "component_errors": { "b": 6, "g": 3, "r": 3 }, "correct": null, "cost_estimated": false, "cost_usd": 0.0004023, "delta_e_ok": 0.009202488819373827, "error": null, "error_kind": null, "family": "rgb", "ground_truth": { "rgb": [ 225, 215, 188 ] }, "group_id": "numeric-07", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-07.png", "input_tokens": 1141, "latency_sec": 6.817576757981442, "model_name": "gemini-3.5-flash-lite", "out_of_srgb": false, "output_tokens": 24, "prediction": { "b": 194, "g": 218, "r": 222 }, "prompt_sha256": "09fd259e1933fb6529f0be5f0819e7edcbad485141fc78abea1ceadc70f0cf55", "provider": "google", "raw_prediction": "{\"r\": 222, \"g\": 218, \"b\": 194}", "recorded_at": "2026-09-16T14:45:02.366485+00:00", "request_attempts": 1, "score": 95.39875559031309, "task_id": "colorbench-rgb-07", "tight_score": 81.59502236125235, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": true, "0.02": true, "0.05": true } } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "14a7aad0-4247-4b98-94d8-24ce035c7276", "result_sha256": "570dede010211f2501ae28fa59725c7e12fdd2d4fedcc13dc7fc0fa0417fb094", "result": { "component_errors": { "b": 0, "g": 0, "r": 0 }, "correct": null, "cost_estimated": false, "cost_usd": 0.0004223, "delta_e_ok": 0.0, "error": null, "error_kind": null, "family": "rgb", "ground_truth": { "rgb": [ 128, 128, 128 ] }, "group_id": "numeric-08", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-08.png", "input_tokens": 1141, "latency_sec": 0.9013365840073675, "model_name": "gemini-3.5-flash-lite", "out_of_srgb": false, "output_tokens": 32, "prediction": { "b": 128, "g": 128, "r": 128 }, "prompt_sha256": "09fd259e1933fb6529f0be5f0819e7edcbad485141fc78abea1ceadc70f0cf55", "provider": "google", "raw_prediction": "{\n \"r\": 128,\n \"g\": 128,\n \"b\": 128\n}", "recorded_at": "2026-09-16T15:38:16.031201+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-rgb-08", "tight_score": 100.0, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": true, "0.01": true, "0.02": true, "0.05": true } } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "f5b559a9-ee19-4126-a1ae-f460b63693b6", "result_sha256": "aa27a13d77f0aafbc831a2d4ca206d552a4c619ce726227fe170fd1208fca56a", "result": { "component_errors": { "b": 9, "g": 1, "r": 2 }, "correct": null, "cost_estimated": false, "cost_usd": 0.0004173, "delta_e_ok": 0.007662652255086437, "error": null, "error_kind": null, "family": "rgb", "ground_truth": { "rgb": [ 230, 32, 44 ] }, "group_id": "numeric-09", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-09.png", "input_tokens": 1141, "latency_sec": 1.2871353349182755, "model_name": "gemini-3.5-flash-lite", "out_of_srgb": false, "output_tokens": 30, "prediction": { "b": 35, "g": 31, "r": 232 }, "prompt_sha256": "09fd259e1933fb6529f0be5f0819e7edcbad485141fc78abea1ceadc70f0cf55", "provider": "google", "raw_prediction": "{\n \"r\": 232,\n \"g\": 31,\n \"b\": 35\n}", "recorded_at": "2026-09-16T15:35:02.940399+00:00", "request_attempts": 1, "score": 96.16867387245678, "task_id": "colorbench-rgb-09", "tight_score": 84.67469548982713, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": true, "0.02": true, "0.05": true } } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "34c5e8df-06d4-47c8-88d6-b904169586f7", "result_sha256": "a420ae806ddea864b1a1c2d579a805bb0e6acd85b5024c69c5b6f7d0b4fc97b9", "result": { "component_errors": { "b": 9, "g": 8, "r": 1 }, "correct": null, "cost_estimated": false, "cost_usd": 0.0003973, "delta_e_ok": 0.02396704385611744, "error": null, "error_kind": null, "family": "rgb", "ground_truth": { "rgb": [ 24, 158, 82 ] }, "group_id": "numeric-10", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-10.png", "input_tokens": 1141, "latency_sec": 0.9438877140637487, "model_name": "gemini-3.5-flash-lite", "out_of_srgb": false, "output_tokens": 22, "prediction": { "b": 73, "g": 150, "r": 23 }, "prompt_sha256": "09fd259e1933fb6529f0be5f0819e7edcbad485141fc78abea1ceadc70f0cf55", "provider": "google", "raw_prediction": "{\"r\": 23, \"g\": 150, \"b\": 73}", "recorded_at": "2026-09-16T14:46:14.948323+00:00", "request_attempts": 1, "score": 88.01647807194128, "task_id": "colorbench-rgb-10", "tight_score": 52.065912287765116, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": false, "0.02": false, "0.05": true } } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "9da0ad71-7d4a-43e7-959c-1ae14efda9a6", "result_sha256": "20b0861589edec62f323246dd9f51508b5223e49103ef1dfaa3c2c9a1fe5448a", "result": { "component_errors": { "b": 3, "g": 6, "r": 1 }, "correct": null, "cost_estimated": false, "cost_usd": 0.0004173, "delta_e_ok": 0.014281729359526117, "error": null, "error_kind": null, "family": "rgb", "ground_truth": { "rgb": [ 44, 84, 228 ] }, "group_id": "numeric-11", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-11.png", "input_tokens": 1141, "latency_sec": 1.1577947260811925, "model_name": "gemini-3.5-flash-lite", "out_of_srgb": false, "output_tokens": 30, "prediction": { "b": 225, "g": 90, "r": 45 }, "prompt_sha256": "09fd259e1933fb6529f0be5f0819e7edcbad485141fc78abea1ceadc70f0cf55", "provider": "google", "raw_prediction": "{\n \"r\": 45,\n \"g\": 90,\n \"b\": 225\n}", "recorded_at": "2026-09-16T16:32:51.402867+00:00", "request_attempts": 1, "score": 92.85913532023694, "task_id": "colorbench-rgb-11", "tight_score": 71.43654128094776, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": false, "0.02": true, "0.05": true } } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "184ddb1a-97bc-4aaa-8cbe-82b208e43fa0", "result_sha256": "8ed3a3f5c1a9154a4fedb4ceb2a4e58df2bc88b7ca09af5851e2fb8b85209866", "result": { "component_errors": { "b": 6, "g": 4, "r": 0 }, "correct": null, "cost_estimated": false, "cost_usd": 0.0003998, "delta_e_ok": 0.009656615315099922, "error": null, "error_kind": null, "family": "rgb", "ground_truth": { "rgb": [ 236, 208, 44 ] }, "group_id": "numeric-12", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-12.png", "input_tokens": 1141, "latency_sec": 0.8883765100035816, "model_name": "gemini-3.5-flash-lite", "out_of_srgb": false, "output_tokens": 23, "prediction": { "b": 38, "g": 204, "r": 236 }, "prompt_sha256": "09fd259e1933fb6529f0be5f0819e7edcbad485141fc78abea1ceadc70f0cf55", "provider": "google", "raw_prediction": "{\"r\": 236, \"g\": 204, \"b\": 38}", "recorded_at": "2026-09-16T15:37:53.627802+00:00", "request_attempts": 1, "score": 95.17169234245004, "task_id": "colorbench-rgb-12", "tight_score": 80.68676936980016, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": true, "0.02": true, "0.05": true } } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "7bb1a14e-2782-44b2-a6ef-6172c62148f6", "result_sha256": "0de3c544eaa15f42453d457a125aaf25502e1dc460a5690b00e5813baf3991a7", "result": { "component_errors": { "b": 6, "g": 1, "r": 2 }, "correct": null, "cost_estimated": false, "cost_usd": 0.0004198, "delta_e_ok": 0.009702504741887729, "error": null, "error_kind": null, "family": "rgb", "ground_truth": { "rgb": [ 198, 58, 188 ] }, "group_id": "numeric-13", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-13.png", "input_tokens": 1141, "latency_sec": 1.0335034739691764, "model_name": "gemini-3.5-flash-lite", "out_of_srgb": false, "output_tokens": 31, "prediction": { "b": 182, "g": 57, "r": 196 }, "prompt_sha256": "09fd259e1933fb6529f0be5f0819e7edcbad485141fc78abea1ceadc70f0cf55", "provider": "google", "raw_prediction": "{\n \"r\": 196,\n \"g\": 57,\n \"b\": 182\n}", "recorded_at": "2026-09-16T15:18:22.623068+00:00", "request_attempts": 1, "score": 95.14874762905615, "task_id": "colorbench-rgb-13", "tight_score": 80.59499051622454, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": true, "0.02": true, "0.05": true } } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "21634b5d-c322-42e3-95d8-5d09b67104cb", "result_sha256": "74596b956dc3dd06b4866e87810c2d0e3757667a5dda97c204ff1f6fd7878482", "result": { "component_errors": { "b": 9, "g": 15, "r": 2 }, "correct": null, "cost_estimated": false, "cost_usd": 0.0004198, "delta_e_ok": 0.0425248164201782, "error": null, "error_kind": null, "family": "rgb", "ground_truth": { "rgb": [ 44, 178, 198 ] }, "group_id": "numeric-14", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-14.png", "input_tokens": 1141, "latency_sec": 22.782215578015894, "model_name": "gemini-3.5-flash-lite", "out_of_srgb": false, "output_tokens": 31, "prediction": { "b": 189, "g": 163, "r": 42 }, "prompt_sha256": "09fd259e1933fb6529f0be5f0819e7edcbad485141fc78abea1ceadc70f0cf55", "provider": "google", "raw_prediction": "{\n \"r\": 42,\n \"g\": 163,\n \"b\": 189\n}", "recorded_at": "2026-09-16T15:08:52.173697+00:00", "request_attempts": 1, "score": 78.7375917899109, "task_id": "colorbench-rgb-14", "tight_score": 14.950367159643607, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": false, "0.02": false, "0.05": true } } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "8a059d77-c5ea-4a64-836f-aff95df60165", "result_sha256": "f273c784ba4fb6fe66168d30d7d49280e7d7140fcae0660f571c50f83857d35e", "result": { "component_errors": { "b": 0, "g": 2, "r": 2 }, "correct": null, "cost_estimated": false, "cost_usd": 0.0003948, "delta_e_ok": 0.009221458439319421, "error": null, "error_kind": null, "family": "rgb", "ground_truth": { "rgb": [ 16, 16, 18 ] }, "group_id": "numeric-15", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-15.png", "input_tokens": 1141, "latency_sec": 1.0198216571006924, "model_name": "gemini-3.5-flash-lite", "out_of_srgb": false, "output_tokens": 21, "prediction": { "b": 18, "g": 18, "r": 18 }, "prompt_sha256": "09fd259e1933fb6529f0be5f0819e7edcbad485141fc78abea1ceadc70f0cf55", "provider": "google", "raw_prediction": "{\"r\": 18, \"g\": 18, \"b\": 18}", "recorded_at": "2026-09-16T15:30:40.183151+00:00", "request_attempts": 1, "score": 95.38927078034028, "task_id": "colorbench-rgb-15", "tight_score": 81.55708312136116, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": true, "0.02": true, "0.05": true } } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "e22a7780-155f-4350-8753-d6138f93b364", "result_sha256": "37b4f4146c1c10df2cea4a51801a63c239972843b3c31c3cea645c50f809248b", "result": { "component_errors": { "b": 2, "g": 1, "r": 1 }, "correct": null, "cost_estimated": false, "cost_usd": 0.0004223, "delta_e_ok": 0.003535604511830316, "error": null, "error_kind": null, "family": "rgb", "ground_truth": { "rgb": [ 243, 243, 240 ] }, "group_id": "numeric-16", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-16.png", "input_tokens": 1141, "latency_sec": 1.6386672330554575, "model_name": "gemini-3.5-flash-lite", "out_of_srgb": false, "output_tokens": 32, "prediction": { "b": 242, "g": 244, "r": 244 }, "prompt_sha256": "09fd259e1933fb6529f0be5f0819e7edcbad485141fc78abea1ceadc70f0cf55", "provider": "google", "raw_prediction": "{\n \"r\": 244,\n \"g\": 244,\n \"b\": 242\n}", "recorded_at": "2026-09-16T15:36:45.708363+00:00", "request_attempts": 1, "score": 98.23219774408484, "task_id": "colorbench-rgb-16", "tight_score": 92.92879097633937, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": true, "0.01": true, "0.02": true, "0.05": true } } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "7ccd8f89-f315-4cd9-b7ea-8cfd7bcec8c3", "result_sha256": "820a758a33176e97a4f1b051ef596d42bd34877ca2621277529b271b4595d332", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0003665, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "A" }, "group_id": "samediff-pair-01-aa", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-01-aa.png", "input_tokens": 1130, "latency_sec": 0.9382051239954308, "model_name": "gemini-3.5-flash-lite", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "5e7848665b728e9630152c817156693405880e5f162e38c259dfb28921044958", "provider": "google", "raw_prediction": "{\n \"choice\": \"A\"\n}", "recorded_at": "2026-09-16T15:01:21.838339+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-01", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "c769da78-9d4e-4c0f-b362-11523f8fa90b", "result_sha256": "6c20abd649d78ed408ea4c4896befb9f23f0144c9edfff7970f106ae3875e8f6", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0003665, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "B" }, "group_id": "samediff-pair-01-aa", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-01-aa.png", "input_tokens": 1130, "latency_sec": 0.8205564760137349, "model_name": "gemini-3.5-flash-lite", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "0a4ab165981a50bcd6b555f867e9fb0981199d629c3115939bc1fd3f4639f344", "provider": "google", "raw_prediction": "{\n \"choice\": \"B\"\n}", "recorded_at": "2026-09-16T16:29:39.566733+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-02", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "de6a2c2c-f4ee-43cc-8c9c-54652234c951", "result_sha256": "8587d75fc872259e7c0c64a8c5c089e36a4da5e199041f2a039b003942e6f8ca", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0003665, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "A" }, "group_id": "samediff-pair-01-bb", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-01-bb.png", "input_tokens": 1130, "latency_sec": 0.9308969830162823, "model_name": "gemini-3.5-flash-lite", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "5e7848665b728e9630152c817156693405880e5f162e38c259dfb28921044958", "provider": "google", "raw_prediction": "{\n \"choice\": \"A\"\n}", "recorded_at": "2026-09-16T15:45:05.544812+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-03", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "53d5b5f5-59ad-4822-9489-5b11423093fb", "result_sha256": "bad6c73798af15d0629b78f271b6385a5433cfdc03b87f979ed1805abd04e913", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0003665, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "B" }, "group_id": "samediff-pair-01-bb", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-01-bb.png", "input_tokens": 1130, "latency_sec": 15.272993696969934, "model_name": "gemini-3.5-flash-lite", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "0a4ab165981a50bcd6b555f867e9fb0981199d629c3115939bc1fd3f4639f344", "provider": "google", "raw_prediction": "{\n \"choice\": \"B\"\n}", "recorded_at": "2026-09-16T14:25:45.432112+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-04", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "bc615871-0d0e-469d-bc25-8826265c107d", "result_sha256": "2f785f33ef5fa8ec549f052addcc4a0fe2d92e2790a8fbd666996a6b64aa10f8", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.0003665, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "B" }, "group_id": "samediff-pair-01-ab", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-01-ab.png", "input_tokens": 1130, "latency_sec": 0.9440740300342441, "model_name": "gemini-3.5-flash-lite", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "5e7848665b728e9630152c817156693405880e5f162e38c259dfb28921044958", "provider": "google", "raw_prediction": "{\n \"choice\": \"A\"\n}", "recorded_at": "2026-09-16T15:39:34.003304+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-samediff-05", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "ef72bf9e-4f47-4c90-a75e-040015cea585", "result_sha256": "a350d6322f277a7e8f82e78d4c75bfa5eb6227e4f5dec82defdd2ea3ff3b9b39", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.0003665, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "A" }, "group_id": "samediff-pair-01-ab", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-01-ab.png", "input_tokens": 1130, "latency_sec": 0.9329700119560584, "model_name": "gemini-3.5-flash-lite", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "0a4ab165981a50bcd6b555f867e9fb0981199d629c3115939bc1fd3f4639f344", "provider": "google", "raw_prediction": "{\n \"choice\": \"B\"\n}", "recorded_at": "2026-09-16T15:28:59.564683+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-samediff-06", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "629318b0-0b49-4bd2-87c3-613f081c8ee3", "result_sha256": "682142a075e1ae638d28b4dea812143fcd58633039f1ccfe786962f0ad577c51", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.0003665, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "B" }, "group_id": "samediff-pair-01-ba", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-01-ba.png", "input_tokens": 1130, "latency_sec": 0.7625781410606578, "model_name": "gemini-3.5-flash-lite", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "5e7848665b728e9630152c817156693405880e5f162e38c259dfb28921044958", "provider": "google", "raw_prediction": "{\n \"choice\": \"A\"\n}", "recorded_at": "2026-09-16T15:52:44.746500+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-samediff-07", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "7513846f-58b1-41fc-892a-e594d1e09ad3", "result_sha256": "4c44953ce4593a58e9d28e30265336c0fcd3578a910edfaed56f1c1c054b3e71", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.0003665, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "A" }, "group_id": "samediff-pair-01-ba", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-01-ba.png", "input_tokens": 1130, "latency_sec": 0.825228574918583, "model_name": "gemini-3.5-flash-lite", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "0a4ab165981a50bcd6b555f867e9fb0981199d629c3115939bc1fd3f4639f344", "provider": "google", "raw_prediction": "{\n \"choice\": \"B\"\n}", "recorded_at": "2026-09-16T15:42:02.461986+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-samediff-08", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "87f87ca6-2419-4b76-ab64-5236a62f1dfe", "result_sha256": "4066d4bfee1cb3ff815e6b6d52d6407043941fe3a66d2134e14214b7066ddf91", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0003665, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "A" }, "group_id": "samediff-pair-02-aa", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-02-aa.png", "input_tokens": 1130, "latency_sec": 0.7381735449889675, "model_name": "gemini-3.5-flash-lite", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "5e7848665b728e9630152c817156693405880e5f162e38c259dfb28921044958", "provider": "google", "raw_prediction": "{\n \"choice\": \"A\"\n}", "recorded_at": "2026-09-16T16:01:50.339909+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-09", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "0a74608a-9de8-40d5-906f-158c3b4d02e7", "result_sha256": "4dcce93a428d90b37531cb301ab20ae9da4685d76d5b074b038d6a73311844b8", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0003665, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "B" }, "group_id": "samediff-pair-02-aa", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-02-aa.png", "input_tokens": 1130, "latency_sec": 0.7930910449940711, "model_name": "gemini-3.5-flash-lite", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "0a4ab165981a50bcd6b555f867e9fb0981199d629c3115939bc1fd3f4639f344", "provider": "google", "raw_prediction": "{\n \"choice\": \"B\"\n}", "recorded_at": "2026-09-16T16:25:04.884828+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-10", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "19706dbf-bc6c-4bff-99ae-7e9815c2f311", "result_sha256": "78b12c91dc4ff47605601b28f5c05b7fb191dcdcdf82dd579329af87863c8046", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0003665, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "A" }, "group_id": "samediff-pair-02-bb", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-02-bb.png", "input_tokens": 1130, "latency_sec": 1.2712201148970053, "model_name": "gemini-3.5-flash-lite", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "5e7848665b728e9630152c817156693405880e5f162e38c259dfb28921044958", "provider": "google", "raw_prediction": "{\n \"choice\": \"A\"\n}", "recorded_at": "2026-09-16T15:51:38.096912+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-11", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "263b8aa4-ae48-4a33-82d9-254871302c25", "result_sha256": "318a1ec850242bdf029ce5dd3704dbd71a4147b606d17153d03a4c7056579026", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0003665, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "B" }, "group_id": "samediff-pair-02-bb", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-02-bb.png", "input_tokens": 1130, "latency_sec": 0.8390248509822413, "model_name": "gemini-3.5-flash-lite", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "0a4ab165981a50bcd6b555f867e9fb0981199d629c3115939bc1fd3f4639f344", "provider": "google", "raw_prediction": "{\n \"choice\": \"B\"\n}", "recorded_at": "2026-09-16T16:07:44.549788+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-12", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "cd319495-a260-4d70-95f7-d72e6036cf38", "result_sha256": "dbf42aa50dc6b63b9104b7401f301adec2799116041c00a70287c646e4763c91", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.0003665, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "B" }, "group_id": "samediff-pair-02-ab", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-02-ab.png", "input_tokens": 1130, "latency_sec": 0.771658843033947, "model_name": "gemini-3.5-flash-lite", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "5e7848665b728e9630152c817156693405880e5f162e38c259dfb28921044958", "provider": "google", "raw_prediction": "{\n \"choice\": \"A\"\n}", "recorded_at": "2026-09-16T16:16:04.361086+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-samediff-13", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "f9844c0f-26d8-454a-8d6a-1f312ffdd39c", "result_sha256": "2583c93186aa553209b6b759f5f4bc2368cf50018b9c01f0ea96f90e69a2dd2a", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.0003665, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "A" }, "group_id": "samediff-pair-02-ab", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-02-ab.png", "input_tokens": 1130, "latency_sec": 1.6665207500336692, "model_name": "gemini-3.5-flash-lite", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "0a4ab165981a50bcd6b555f867e9fb0981199d629c3115939bc1fd3f4639f344", "provider": "google", "raw_prediction": "{\n \"choice\": \"B\"\n}", "recorded_at": "2026-09-16T15:32:08.653431+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-samediff-14", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "92bbbd19-a859-4582-b87f-2e5d0dddc6e8", "result_sha256": "0c8c255fa4ca36a7b293614495faa5229838938e765559ef739dd5f6ac2c197c", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.0003665, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "B" }, "group_id": "samediff-pair-02-ba", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-02-ba.png", "input_tokens": 1130, "latency_sec": 18.669420455000363, "model_name": "gemini-3.5-flash-lite", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "5e7848665b728e9630152c817156693405880e5f162e38c259dfb28921044958", "provider": "google", "raw_prediction": "{\n \"choice\": \"A\"\n}", "recorded_at": "2026-09-16T16:23:55.627220+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-samediff-15", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "57fa8384-5134-4b3b-8dc7-eddc128e3390", "result_sha256": "e4fec2e09d445a30fed375e63549f18986fc0abda70c327fe58389860fc040f5", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.0003665, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "A" }, "group_id": "samediff-pair-02-ba", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-02-ba.png", "input_tokens": 1130, "latency_sec": 13.178190295002423, "model_name": "gemini-3.5-flash-lite", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "0a4ab165981a50bcd6b555f867e9fb0981199d629c3115939bc1fd3f4639f344", "provider": "google", "raw_prediction": "{\n \"choice\": \"B\"\n}", "recorded_at": "2026-09-16T14:27:17.289038+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-samediff-16", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "cadc0a3a-3092-4696-a327-4bb82edbfa9f", "result_sha256": "551221c14dd4ebb02275327f97d3aece8f01dc94df7e662678f0715491887846", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.000354, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "A" }, "group_id": "samediff-pair-03-aa", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-03-aa.png", "input_tokens": 1130, "latency_sec": 0.8399505129782483, "model_name": "gemini-3.5-flash-lite", "out_of_srgb": null, "output_tokens": 6, "prediction": { "choice": "A" }, "prompt_sha256": "5e7848665b728e9630152c817156693405880e5f162e38c259dfb28921044958", "provider": "google", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T15:25:34.551832+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-17", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "e3968ef0-c41d-4700-be8a-b18113637a81", "result_sha256": "f86837f0887ecd259a13a9f8be673d120f13ccbccf47d1d2d1d5c93e20ea9bb3", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0003665, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "B" }, "group_id": "samediff-pair-03-aa", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-03-aa.png", "input_tokens": 1130, "latency_sec": 0.7832849160768092, "model_name": "gemini-3.5-flash-lite", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "0a4ab165981a50bcd6b555f867e9fb0981199d629c3115939bc1fd3f4639f344", "provider": "google", "raw_prediction": "{\n \"choice\": \"B\"\n}", "recorded_at": "2026-09-16T15:12:20.415187+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-18", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "9db95d30-1922-497f-a43e-d1c8e40cf7f7", "result_sha256": "b1529d055960411a94cdf4244e3682a62eb7c432f1a6fb08187ce71dab258d61", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0003665, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "A" }, "group_id": "samediff-pair-03-bb", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-03-bb.png", "input_tokens": 1130, "latency_sec": 0.9719638549722731, "model_name": "gemini-3.5-flash-lite", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "5e7848665b728e9630152c817156693405880e5f162e38c259dfb28921044958", "provider": "google", "raw_prediction": "{\n \"choice\": \"A\"\n}", "recorded_at": "2026-09-16T15:53:05.824140+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-19", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "e945140e-d9bd-47ed-a91a-ffda07509160", "result_sha256": "293c9bc21612a3d9a70e0486e934386a0982e2259c5ee60aa9015e6c12a10b4f", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0003665, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "B" }, "group_id": "samediff-pair-03-bb", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-03-bb.png", "input_tokens": 1130, "latency_sec": 0.7523188139311969, "model_name": "gemini-3.5-flash-lite", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "0a4ab165981a50bcd6b555f867e9fb0981199d629c3115939bc1fd3f4639f344", "provider": "google", "raw_prediction": "{\n \"choice\": \"B\"\n}", "recorded_at": "2026-09-16T16:00:53.191748+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-20", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "cc0660dd-ec8f-4fb2-8e09-1c447de4a988", "result_sha256": "268c5114adb1a28b259fd84704f1251141de8941136cbf166c0b6c0b64c4c83b", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.0003665, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "B" }, "group_id": "samediff-pair-03-ab", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-03-ab.png", "input_tokens": 1130, "latency_sec": 0.7429559960728511, "model_name": "gemini-3.5-flash-lite", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "5e7848665b728e9630152c817156693405880e5f162e38c259dfb28921044958", "provider": "google", "raw_prediction": "{\n \"choice\": \"A\"\n}", "recorded_at": "2026-09-16T14:43:55.248282+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-samediff-21", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "fe6de40b-49e6-4995-a9d2-54e37a765461", "result_sha256": "e3897b7176b18a8413adba72cd33e03ed0f9d722e2d6ac7d76f7d45f2e43488b", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.0003665, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "A" }, "group_id": "samediff-pair-03-ab", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-03-ab.png", "input_tokens": 1130, "latency_sec": 0.9262236829381436, "model_name": "gemini-3.5-flash-lite", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "0a4ab165981a50bcd6b555f867e9fb0981199d629c3115939bc1fd3f4639f344", "provider": "google", "raw_prediction": "{\n \"choice\": \"B\"\n}", "recorded_at": "2026-09-16T15:33:38.270839+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-samediff-22", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "1a6c726f-3ead-4501-ae50-9c2028f208d6", "result_sha256": "15c0970af00cf45764df8e068974431be2eabedccd287f05b016e27a656757ce", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.0003665, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "B" }, "group_id": "samediff-pair-03-ba", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-03-ba.png", "input_tokens": 1130, "latency_sec": 0.7567727620480582, "model_name": "gemini-3.5-flash-lite", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "5e7848665b728e9630152c817156693405880e5f162e38c259dfb28921044958", "provider": "google", "raw_prediction": "{\n \"choice\": \"A\"\n}", "recorded_at": "2026-09-16T16:13:19.901320+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-samediff-23", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "2bed84ca-6eef-4bc0-ba9f-01f61e6dfd45", "result_sha256": "5e06744c793b16a658a7afcecc5fefeb8ee2c7cd6d768ec513311334452dfe2b", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.0003665, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "A" }, "group_id": "samediff-pair-03-ba", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-03-ba.png", "input_tokens": 1130, "latency_sec": 0.9060373560059816, "model_name": "gemini-3.5-flash-lite", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "0a4ab165981a50bcd6b555f867e9fb0981199d629c3115939bc1fd3f4639f344", "provider": "google", "raw_prediction": "{\n \"choice\": \"B\"\n}", "recorded_at": "2026-09-16T16:11:27.682291+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-samediff-24", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "ba1d50a9-a816-4116-ac89-f76a05c17fc2", "result_sha256": "400fed2583100aae4dc9fcfe85d08c0195c656183c4ff4b1b8b16ed7088c7f80", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0003665, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "A" }, "group_id": "samediff-pair-04-aa", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-04-aa.png", "input_tokens": 1130, "latency_sec": 1.0386030690278858, "model_name": "gemini-3.5-flash-lite", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "5e7848665b728e9630152c817156693405880e5f162e38c259dfb28921044958", "provider": "google", "raw_prediction": "{\n \"choice\": \"A\"\n}", "recorded_at": "2026-09-16T16:29:29.562052+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-25", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "40cc7a19-7807-4bd3-abe3-e60dbf073a99", "result_sha256": "3d44be218c6227254b878b8b76b7ef4b77ed441602fee93725411740c367a333", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0003665, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "B" }, "group_id": "samediff-pair-04-aa", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-04-aa.png", "input_tokens": 1130, "latency_sec": 1.3923347719246522, "model_name": "gemini-3.5-flash-lite", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "0a4ab165981a50bcd6b555f867e9fb0981199d629c3115939bc1fd3f4639f344", "provider": "google", "raw_prediction": "{\n \"choice\": \"B\"\n}", "recorded_at": "2026-09-16T15:22:05.017193+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-26", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "6c5d1643-eb2e-4a00-882e-69b91ddbc121", "result_sha256": "4bc4936fe40fde9bcf96c07bebea5c6193b6f05c68e7d527df54e019950055fa", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0003665, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "A" }, "group_id": "samediff-pair-04-bb", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-04-bb.png", "input_tokens": 1130, "latency_sec": 0.9429012349573895, "model_name": "gemini-3.5-flash-lite", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "5e7848665b728e9630152c817156693405880e5f162e38c259dfb28921044958", "provider": "google", "raw_prediction": "{\n \"choice\": \"A\"\n}", "recorded_at": "2026-09-16T15:32:32.137242+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-27", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "76c13933-1836-4a9f-93d8-42b2d519080a", "result_sha256": "10b5182054a8ae2dd4219200495a135c76e1d557a872ea128c95e55d95f5b673", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0003665, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "B" }, "group_id": "samediff-pair-04-bb", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-04-bb.png", "input_tokens": 1130, "latency_sec": 14.699729311978444, "model_name": "gemini-3.5-flash-lite", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "0a4ab165981a50bcd6b555f867e9fb0981199d629c3115939bc1fd3f4639f344", "provider": "google", "raw_prediction": "{\n \"choice\": \"B\"\n}", "recorded_at": "2026-09-16T15:09:28.800612+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-28", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "b3c5afcc-8e98-433d-b14f-8080dff92bb8", "result_sha256": "003ea400a9c8fe856ef53551fa171eae6f2e9f11bdb6b181731b491676860ae2", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.0003665, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "B" }, "group_id": "samediff-pair-04-ab", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-04-ab.png", "input_tokens": 1130, "latency_sec": 0.9098282540217042, "model_name": "gemini-3.5-flash-lite", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "5e7848665b728e9630152c817156693405880e5f162e38c259dfb28921044958", "provider": "google", "raw_prediction": "{\n \"choice\": \"A\"\n}", "recorded_at": "2026-09-16T15:44:08.933052+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-samediff-29", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "7f746b0b-51e4-4030-8658-e64a8b2f921f", "result_sha256": "152129216661848777ef42ed0d5b1d8d3d960bbf9c69d5391e542370241a667d", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.0003665, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "A" }, "group_id": "samediff-pair-04-ab", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-04-ab.png", "input_tokens": 1130, "latency_sec": 1.326975613948889, "model_name": "gemini-3.5-flash-lite", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "0a4ab165981a50bcd6b555f867e9fb0981199d629c3115939bc1fd3f4639f344", "provider": "google", "raw_prediction": "{\n \"choice\": \"B\"\n}", "recorded_at": "2026-09-16T14:06:09.312865+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-samediff-30", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "1abaf5d6-779e-4c94-a3e4-a6b8420923f0", "result_sha256": "2a5feda219c8eaf3c422293e8daa95cae4a71ccbad8b5eda31819590a7ead0b7", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.0003665, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "B" }, "group_id": "samediff-pair-04-ba", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-04-ba.png", "input_tokens": 1130, "latency_sec": 0.7619269411079586, "model_name": "gemini-3.5-flash-lite", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "5e7848665b728e9630152c817156693405880e5f162e38c259dfb28921044958", "provider": "google", "raw_prediction": "{\n \"choice\": \"A\"\n}", "recorded_at": "2026-09-16T16:14:21.125079+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-samediff-31", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "c1056e5c-f5fd-4445-82c7-bf37640547de", "result_sha256": "1b38f5c2a4b08d3e25ff14486065fb3b87111ae7833e7f8184b9a1e7fc18062b", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.000354, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "A" }, "group_id": "samediff-pair-04-ba", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-04-ba.png", "input_tokens": 1130, "latency_sec": 0.901872131973505, "model_name": "gemini-3.5-flash-lite", "out_of_srgb": null, "output_tokens": 6, "prediction": { "choice": "B" }, "prompt_sha256": "0a4ab165981a50bcd6b555f867e9fb0981199d629c3115939bc1fd3f4639f344", "provider": "google", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T15:46:11.177716+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-samediff-32", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "fa7f6828-2006-48cb-957d-b36ee3ca7e77", "result_sha256": "8c560126575af56a08c78a67fb3dfc4117e636e77537ebe72810525a9fe3c62c", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0003665, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "A" }, "group_id": "samediff-pair-05-aa", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-05-aa.png", "input_tokens": 1130, "latency_sec": 0.7864542520837858, "model_name": "gemini-3.5-flash-lite", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "5e7848665b728e9630152c817156693405880e5f162e38c259dfb28921044958", "provider": "google", "raw_prediction": "{\n \"choice\": \"A\"\n}", "recorded_at": "2026-09-16T15:07:59.158732+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-33", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "d20d3b50-f067-4dcf-bdd3-7bd5a3adcbd6", "result_sha256": "974dabcd64861c9e63bd4601ee0c2f2b5b2b54da7cbbfba314bd7d1917613206", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0003665, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "B" }, "group_id": "samediff-pair-05-aa", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-05-aa.png", "input_tokens": 1130, "latency_sec": 0.8834702670574188, "model_name": "gemini-3.5-flash-lite", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "0a4ab165981a50bcd6b555f867e9fb0981199d629c3115939bc1fd3f4639f344", "provider": "google", "raw_prediction": "{\n \"choice\": \"B\"\n}", "recorded_at": "2026-09-16T15:43:57.422935+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-34", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "5f4144c7-a264-469c-9c71-1664ef60efc7", "result_sha256": "10a862c016a4c6f1d8156e8f37c4a6a6a1b320d6b696ce8231d62a1968dedf9c", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0003665, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "A" }, "group_id": "samediff-pair-05-bb", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-05-bb.png", "input_tokens": 1130, "latency_sec": 0.8834660740103573, "model_name": "gemini-3.5-flash-lite", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "5e7848665b728e9630152c817156693405880e5f162e38c259dfb28921044958", "provider": "google", "raw_prediction": "{\n \"choice\": \"A\"\n}", "recorded_at": "2026-09-16T16:02:55.429330+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-35", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "1c214f31-ac5f-4845-abc4-6240517d3862", "result_sha256": "baa19456906b610ed1837b8044014c03e84dd917ce68da34035aa29dab732886", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0003665, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "B" }, "group_id": "samediff-pair-05-bb", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-05-bb.png", "input_tokens": 1130, "latency_sec": 1.0080534709850326, "model_name": "gemini-3.5-flash-lite", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "0a4ab165981a50bcd6b555f867e9fb0981199d629c3115939bc1fd3f4639f344", "provider": "google", "raw_prediction": "{\n \"choice\": \"B\"\n}", "recorded_at": "2026-09-16T16:21:06.818865+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-36", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "d43fb6e0-f054-4fb7-b7e5-fc63773f60c8", "result_sha256": "e6b367accf09e52d7326bd0f8d5e7547afc0a799ce070cc6fae44187cffd5cd2", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.0003665, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "B" }, "group_id": "samediff-pair-05-ab", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-05-ab.png", "input_tokens": 1130, "latency_sec": 0.808724612928927, "model_name": "gemini-3.5-flash-lite", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "5e7848665b728e9630152c817156693405880e5f162e38c259dfb28921044958", "provider": "google", "raw_prediction": "{\n \"choice\": \"A\"\n}", "recorded_at": "2026-09-16T15:47:58.341136+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-samediff-37", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "e1860e41-db64-4845-b6f3-05678802db84", "result_sha256": "8e4cb167ac7eafb713e7d43d5b4da8791d9e52341136eb9ce220243f8f91dfa2", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.0003665, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "A" }, "group_id": "samediff-pair-05-ab", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-05-ab.png", "input_tokens": 1130, "latency_sec": 0.8715195769909769, "model_name": "gemini-3.5-flash-lite", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "0a4ab165981a50bcd6b555f867e9fb0981199d629c3115939bc1fd3f4639f344", "provider": "google", "raw_prediction": "{\n \"choice\": \"B\"\n}", "recorded_at": "2026-09-16T15:55:14.266104+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-samediff-38", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "d60f3b20-dceb-4d30-8451-36d7e579e458", "result_sha256": "1f07eb0e13cf5d59a9b3ee09fed51f681a98422be9be634a1c053fa577b9dff2", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.0003665, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "B" }, "group_id": "samediff-pair-05-ba", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-05-ba.png", "input_tokens": 1130, "latency_sec": 0.810123511007987, "model_name": "gemini-3.5-flash-lite", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "5e7848665b728e9630152c817156693405880e5f162e38c259dfb28921044958", "provider": "google", "raw_prediction": "{\n \"choice\": \"A\"\n}", "recorded_at": "2026-09-16T15:15:04.048470+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-samediff-39", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "96e9e5b6-82d8-434b-b439-ddb3604de63b", "result_sha256": "fbce57aae076d62973b55d9fdd0b1b223e9fc1d86c79fd5a3c21110cc8cb2521", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.0003665, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "A" }, "group_id": "samediff-pair-05-ba", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-05-ba.png", "input_tokens": 1130, "latency_sec": 1.3044062471017241, "model_name": "gemini-3.5-flash-lite", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "0a4ab165981a50bcd6b555f867e9fb0981199d629c3115939bc1fd3f4639f344", "provider": "google", "raw_prediction": "{\n \"choice\": \"B\"\n}", "recorded_at": "2026-09-16T14:52:38.471907+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-samediff-40", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "3b7b5bcd-aab0-4e5b-ac16-1980ac40b29e", "result_sha256": "734e218d75c45e281141e234d9de5a009a7d66cd3bd294038417db24cee7c4b1", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.000354, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "A" }, "group_id": "samediff-pair-06-aa", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-06-aa.png", "input_tokens": 1130, "latency_sec": 19.755879702046514, "model_name": "gemini-3.5-flash-lite", "out_of_srgb": null, "output_tokens": 6, "prediction": { "choice": "A" }, "prompt_sha256": "5e7848665b728e9630152c817156693405880e5f162e38c259dfb28921044958", "provider": "google", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T14:25:31.808491+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-41", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "8baf8ea1-1eaa-48f8-a932-441235b31a91", "result_sha256": "65546315ff27f8ef557ed478bcb19c3f617780e30c2a589d6c731b1170a5a85a", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0003665, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "B" }, "group_id": "samediff-pair-06-aa", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-06-aa.png", "input_tokens": 1130, "latency_sec": 11.834321920992807, "model_name": "gemini-3.5-flash-lite", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "0a4ab165981a50bcd6b555f867e9fb0981199d629c3115939bc1fd3f4639f344", "provider": "google", "raw_prediction": "{\n \"choice\": \"B\"\n}", "recorded_at": "2026-09-16T15:21:24.630742+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-42", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "9536ef97-0374-459c-8e1a-735750c087ef", "result_sha256": "b302b2b7938a76ead33493dcac380af938a84393b21a14415368d8988b165327", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.000354, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "A" }, "group_id": "samediff-pair-06-bb", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-06-bb.png", "input_tokens": 1130, "latency_sec": 0.7149693249957636, "model_name": "gemini-3.5-flash-lite", "out_of_srgb": null, "output_tokens": 6, "prediction": { "choice": "A" }, "prompt_sha256": "5e7848665b728e9630152c817156693405880e5f162e38c259dfb28921044958", "provider": "google", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T14:48:03.062892+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-43", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "73788ff4-c663-4c36-9aed-cdd63f582b5e", "result_sha256": "0ddcfade2b05cd7f537c803ea0fbe645908031bb7cc9df02a8c3551d4b298762", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0003665, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "B" }, "group_id": "samediff-pair-06-bb", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-06-bb.png", "input_tokens": 1130, "latency_sec": 1.0492832439485937, "model_name": "gemini-3.5-flash-lite", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "0a4ab165981a50bcd6b555f867e9fb0981199d629c3115939bc1fd3f4639f344", "provider": "google", "raw_prediction": "{\n \"choice\": \"B\"\n}", "recorded_at": "2026-09-16T16:17:11.905594+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-44", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "2b1246f5-1081-4d1f-934e-0a6c0b3f4ae7", "result_sha256": "6ca8bf37a35d71773cabbe62a90e2e4840f6534c0ab8f857554bf79c82b401b2", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.000354, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "B" }, "group_id": "samediff-pair-06-ab", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-06-ab.png", "input_tokens": 1130, "latency_sec": 0.8611626599449664, "model_name": "gemini-3.5-flash-lite", "out_of_srgb": null, "output_tokens": 6, "prediction": { "choice": "A" }, "prompt_sha256": "5e7848665b728e9630152c817156693405880e5f162e38c259dfb28921044958", "provider": "google", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T14:34:35.560942+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-samediff-45", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "adc0fe16-1769-45ad-b523-7079ec5f114e", "result_sha256": "dfabb15a73cde1e6772141036a42e2b4101aa68b838c701886bc7d589d364148", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.0003665, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "A" }, "group_id": "samediff-pair-06-ab", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-06-ab.png", "input_tokens": 1130, "latency_sec": 0.7663955580210313, "model_name": "gemini-3.5-flash-lite", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "0a4ab165981a50bcd6b555f867e9fb0981199d629c3115939bc1fd3f4639f344", "provider": "google", "raw_prediction": "{\n \"choice\": \"B\"\n}", "recorded_at": "2026-09-16T15:33:52.774831+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-samediff-46", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "d3cda5d4-6a3d-4a64-b812-6e0a4f263256", "result_sha256": "11fc9b4f53953400cf0475c332c8204861c1d24289ac087d8bbc5eb7b8e0fa28", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.0003665, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "B" }, "group_id": "samediff-pair-06-ba", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-06-ba.png", "input_tokens": 1130, "latency_sec": 0.9578946310793981, "model_name": "gemini-3.5-flash-lite", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "5e7848665b728e9630152c817156693405880e5f162e38c259dfb28921044958", "provider": "google", "raw_prediction": "{\n \"choice\": \"A\"\n}", "recorded_at": "2026-09-16T14:12:25.921687+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-samediff-47", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "ec278e6e-38a1-45d2-985b-1fa79f5a70e3", "result_sha256": "e79d72a10ef04b15e91a160dea51f138a5c6eae432dbbd58ff81f745a44f7e0b", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.0003665, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "A" }, "group_id": "samediff-pair-06-ba", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-06-ba.png", "input_tokens": 1130, "latency_sec": 0.9732465259730816, "model_name": "gemini-3.5-flash-lite", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "0a4ab165981a50bcd6b555f867e9fb0981199d629c3115939bc1fd3f4639f344", "provider": "google", "raw_prediction": "{\n \"choice\": \"B\"\n}", "recorded_at": "2026-09-16T14:41:37.282286+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-samediff-48", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "a4fb9dc6-34ca-467b-b048-d0c2775a9413", "result_sha256": "491f69dc9b9197c3919055da3c732c047e0fca575b7170842cb86b8ff2d89d4b", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.0003662, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "A" }, "group_id": "smallmatch-01-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-01.png", "input_tokens": 1129, "latency_sec": 0.7987488210201263, "model_name": "gemini-3.5-flash-lite", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "google", "raw_prediction": "{\n \"choice\": \"B\"\n}", "recorded_at": "2026-09-16T14:22:52.924938+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-smallmatch-01", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "9b6f3ea0-99c8-4bb8-a9b3-e5fb7ec22682", "result_sha256": "1de064e390a4249be8d374db12224d5ab4fe01b0b30e4f002b3545cd449ad793", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0003662, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "B" }, "group_id": "smallmatch-01-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-02.png", "input_tokens": 1129, "latency_sec": 1.079926952952519, "model_name": "gemini-3.5-flash-lite", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "google", "raw_prediction": "{\n \"choice\": \"B\"\n}", "recorded_at": "2026-09-16T16:03:11.646609+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-02", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "565b38f6-eeba-4114-99a5-fab55c83d9b9", "result_sha256": "2a2cb808b7bf798d02e1f39e73f7358e21a82eb2e8afa5132064d35ca9c4be83", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.0003662, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "C" }, "group_id": "smallmatch-01-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-03.png", "input_tokens": 1129, "latency_sec": 0.7853068020194769, "model_name": "gemini-3.5-flash-lite", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "google", "raw_prediction": "{\n \"choice\": \"B\"\n}", "recorded_at": "2026-09-16T14:19:15.327751+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-smallmatch-03", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "51126b7a-4943-4f16-9aca-87d28c3f0252", "result_sha256": "7470d6a1975d2620e0ca8a0ed18816b3595959909bd47e256daae7c1a4e9a1a6", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.0003662, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "D" }, "group_id": "smallmatch-01-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-04.png", "input_tokens": 1129, "latency_sec": 0.7497065869392827, "model_name": "gemini-3.5-flash-lite", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "google", "raw_prediction": "{\n \"choice\": \"B\"\n}", "recorded_at": "2026-09-16T15:41:32.059867+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-smallmatch-04", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "8e44df30-6d4b-4f8a-8cf0-bb44cc3899be", "result_sha256": "3d38cbf1131ab8e0a7495e3b7b9e1a6a9703e510ffa089f9411bd0a8799cc6af", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0003662, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "A" }, "group_id": "smallmatch-01-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-05.png", "input_tokens": 1129, "latency_sec": 0.8802790419431403, "model_name": "gemini-3.5-flash-lite", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "google", "raw_prediction": "{\n \"choice\": \"A\"\n}", "recorded_at": "2026-09-16T15:54:47.963968+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-05", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "60f69bb2-f42c-455b-be5c-65e30549f569", "result_sha256": "353487d293833f5e176a3b9019b9d3b633e8f8f1ca1b00d5976c5650f1173a0e", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.0003537, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "B" }, "group_id": "smallmatch-01-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-06.png", "input_tokens": 1129, "latency_sec": 0.7812290530418977, "model_name": "gemini-3.5-flash-lite", "out_of_srgb": null, "output_tokens": 6, "prediction": { "choice": "A" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "google", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T14:34:06.982224+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-smallmatch-06", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "17755d96-edfb-4fd3-a339-4657f9c2f35d", "result_sha256": "f268f1513731ade6345c5b9b028f8de79f440587722626302664325c133c70dc", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.0003662, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "C" }, "group_id": "smallmatch-01-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-07.png", "input_tokens": 1129, "latency_sec": 0.9450779280159622, "model_name": "gemini-3.5-flash-lite", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "google", "raw_prediction": "{\n \"choice\": \"A\"\n}", "recorded_at": "2026-09-16T15:00:48.276731+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-smallmatch-07", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "ea139110-9062-44b0-bb32-5c714d05ff1d", "result_sha256": "8db32cc8b909d56e7b45f7fd15b4cd11aa98750948eb4bf93e5ea9f3f2da48bb", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.0003662, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "D" }, "group_id": "smallmatch-01-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-08.png", "input_tokens": 1129, "latency_sec": 0.886854344047606, "model_name": "gemini-3.5-flash-lite", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "google", "raw_prediction": "{\n \"choice\": \"B\"\n}", "recorded_at": "2026-09-16T16:32:24.667201+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-smallmatch-08", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "34fc0efa-e5b9-4da7-862b-b52b5abe6b69", "result_sha256": "1acba508ad8f05a89f9990c7ff6dd4f75a9b107b4b99370d222e59865062f75b", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.0003662, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "A" }, "group_id": "smallmatch-01-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-09.png", "input_tokens": 1129, "latency_sec": 0.7282220940105617, "model_name": "gemini-3.5-flash-lite", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "google", "raw_prediction": "{\n \"choice\": \"B\"\n}", "recorded_at": "2026-09-16T16:27:42.495209+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-smallmatch-09", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "bf6e4eca-9ec7-4a2a-b388-16c21fd9feb6", "result_sha256": "f2214c4adc7808b429b23ac33d7ac2aa03443a587f856e1ecd6549d9621766d4", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0003537, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "B" }, "group_id": "smallmatch-01-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-10.png", "input_tokens": 1129, "latency_sec": 0.7700271490029991, "model_name": "gemini-3.5-flash-lite", "out_of_srgb": null, "output_tokens": 6, "prediction": { "choice": "B" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "google", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T16:04:31.142555+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-10", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "d7a3dc5f-850f-4d52-96bc-ce3df4114b47", "result_sha256": "39863ac06ba641b6a87de204ae0377b2dd85899afdd27bf8d38fd2e0ee86f7f1", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.0003662, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "C" }, "group_id": "smallmatch-01-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-11.png", "input_tokens": 1129, "latency_sec": 0.8409226670628414, "model_name": "gemini-3.5-flash-lite", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "google", "raw_prediction": "{\n \"choice\": \"B\"\n}", "recorded_at": "2026-09-16T16:02:29.309508+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-smallmatch-11", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "0c5f2d5d-fc0f-4551-acce-e21919f36e8a", "result_sha256": "d9bf93c8ac2170abd8d3edb612332d7165d63627173dcfb9d9157e4218627c2c", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.0003662, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "D" }, "group_id": "smallmatch-01-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-12.png", "input_tokens": 1129, "latency_sec": 0.9419293130049482, "model_name": "gemini-3.5-flash-lite", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "google", "raw_prediction": "{\n \"choice\": \"B\"\n}", "recorded_at": "2026-09-16T15:34:48.113050+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-smallmatch-12", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "de2177b3-f296-4a95-be55-08d55461ec87", "result_sha256": "fb7a265413a1f72b02bcdba629b0d4602fbb50a19678237715164ea6c2f9da47", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.0003662, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "A" }, "group_id": "smallmatch-01-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-13.png", "input_tokens": 1129, "latency_sec": 1.0564185460098088, "model_name": "gemini-3.5-flash-lite", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "google", "raw_prediction": "{\n \"choice\": \"B\"\n}", "recorded_at": "2026-09-16T16:21:21.073307+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-smallmatch-13", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "e018c9f4-0e10-4f7e-8fda-6facf89219d3", "result_sha256": "8af71c5817582526653b2fad22a3bc89935ce870520579d790e81ddab2a4df84", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0003662, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "B" }, "group_id": "smallmatch-01-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-14.png", "input_tokens": 1129, "latency_sec": 5.7533762929961085, "model_name": "gemini-3.5-flash-lite", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "google", "raw_prediction": "{\n \"choice\": \"B\"\n}", "recorded_at": "2026-09-16T16:23:01.653781+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-14", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "0a0c1182-68e1-40f1-96b4-b3f45704c2c7", "result_sha256": "aa63b6a31a0c1b258f1a174594afcd62bbc607d909d7f5e17977512ef0f4bf66", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.0003662, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "C" }, "group_id": "smallmatch-01-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-15.png", "input_tokens": 1129, "latency_sec": 0.8039477140409872, "model_name": "gemini-3.5-flash-lite", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "D" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "google", "raw_prediction": "{\n \"choice\": \"D\"\n}", "recorded_at": "2026-09-16T14:24:02.076459+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-smallmatch-15", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "73a7eb07-34c2-46a0-aefc-0802b539dff9", "result_sha256": "187433e2a6a8b63a0446a8c4db2785bfce3b0e0e40900de6429d8662f0b0a90f", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.0003662, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "D" }, "group_id": "smallmatch-01-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-16.png", "input_tokens": 1129, "latency_sec": 18.841508212964982, "model_name": "gemini-3.5-flash-lite", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "google", "raw_prediction": "{\n \"choice\": \"A\"\n}", "recorded_at": "2026-09-16T15:11:44.059577+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-smallmatch-16", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "25b9cfcc-5fc0-4ab9-85e5-c0d6cf1f2de7", "result_sha256": "3c92fae4158ee21307f7d1b336701f7109458d6e0f6d3dbe020fefbdd10281fc", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.0003662, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "A" }, "group_id": "smallmatch-02-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-17.png", "input_tokens": 1129, "latency_sec": 0.9403345809550956, "model_name": "gemini-3.5-flash-lite", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "google", "raw_prediction": "{\n \"choice\": \"B\"\n}", "recorded_at": "2026-09-16T16:27:20.313395+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-smallmatch-17", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "ddff4e0d-1f33-4b4e-8b0d-dba8dfe68ae9", "result_sha256": "9b55f5881c6e4a1915e8756fd21f780ae38e44e299c1aeac1abd43067504a1a8", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0003662, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "B" }, "group_id": "smallmatch-02-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-18.png", "input_tokens": 1129, "latency_sec": 0.8993613449856639, "model_name": "gemini-3.5-flash-lite", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "google", "raw_prediction": "{\n \"choice\": \"B\"\n}", "recorded_at": "2026-09-16T16:24:33.095359+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-18", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "8f01090c-773c-4deb-80ec-c50b6777ee08", "result_sha256": "6099827a5563b6f9ed79bc08a4c46fe70f207538051f0f43bb0ea4c12c4bef7c", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.0003662, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "C" }, "group_id": "smallmatch-02-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-19.png", "input_tokens": 1129, "latency_sec": 0.7839905449654907, "model_name": "gemini-3.5-flash-lite", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "google", "raw_prediction": "{\n \"choice\": \"B\"\n}", "recorded_at": "2026-09-16T15:26:16.489623+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-smallmatch-19", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "18392538-03c5-4dce-ba60-962fcb8d612c", "result_sha256": "ee02c78e482e157c7f98ef5300a5f08221ac101b09201905c7d00f8b08bb2c80", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.0003662, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "D" }, "group_id": "smallmatch-02-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-20.png", "input_tokens": 1129, "latency_sec": 0.9647929050261155, "model_name": "gemini-3.5-flash-lite", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "google", "raw_prediction": "{\n \"choice\": \"B\"\n}", "recorded_at": "2026-09-16T15:08:15.105654+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-smallmatch-20", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "bc466950-d807-4563-9d5b-d1aa835baea5", "result_sha256": "04f292ba8624ee64df0c63ef407b49c0de28502f9498c43e5d656f7b7ffea672", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0003662, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "A" }, "group_id": "smallmatch-02-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-21.png", "input_tokens": 1129, "latency_sec": 1.0262931380420923, "model_name": "gemini-3.5-flash-lite", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "google", "raw_prediction": "{\n \"choice\": \"A\"\n}", "recorded_at": "2026-09-16T15:12:50.857113+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-21", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "b9b366d5-83ec-42d1-95ae-b17ff5874600", "result_sha256": "8f62c214696a63f0614f69b793e625f28002a6846628929205be0f03bcbfea6c", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0003662, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "B" }, "group_id": "smallmatch-02-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-22.png", "input_tokens": 1129, "latency_sec": 1.7969296419760212, "model_name": "gemini-3.5-flash-lite", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "google", "raw_prediction": "{\n \"choice\": \"B\"\n}", "recorded_at": "2026-09-16T14:24:57.101653+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-22", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "685c9710-4bac-44ae-a3f9-c8ca2177901b", "result_sha256": "21e48e64774c5bef9e012f3b17c71a33079fc0c4ba239a965088a6fc478736fb", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.0003662, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "C" }, "group_id": "smallmatch-02-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-23.png", "input_tokens": 1129, "latency_sec": 0.7516185889253393, "model_name": "gemini-3.5-flash-lite", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "google", "raw_prediction": "{\n \"choice\": \"A\"\n}", "recorded_at": "2026-09-16T16:29:52.639935+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-smallmatch-23", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "43b9526a-c676-4f63-b7a5-7d9d77c2ae17", "result_sha256": "fd73bf92d48552163187ca518ab39daabb2d10dded2380273475cff4279d1f08", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.0003662, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "D" }, "group_id": "smallmatch-02-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-24.png", "input_tokens": 1129, "latency_sec": 0.8441558359190822, "model_name": "gemini-3.5-flash-lite", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "C" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "google", "raw_prediction": "{\n \"choice\": \"C\"\n}", "recorded_at": "2026-09-16T15:39:18.126210+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-smallmatch-24", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "3a50f5b3-318f-4acc-bbf5-1756cfb27b32", "result_sha256": "33b4b2ce84e93f81b14eee1271833ec96398789f5d602b7fb0ecfeb821ce6122", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.0003662, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "A" }, "group_id": "smallmatch-02-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-25.png", "input_tokens": 1129, "latency_sec": 0.9600329510867596, "model_name": "gemini-3.5-flash-lite", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "google", "raw_prediction": "{\n \"choice\": \"B\"\n}", "recorded_at": "2026-09-16T16:10:04.367766+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-smallmatch-25", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "4c0a9eb0-4e56-4222-81b8-b4ae82f7f4d6", "result_sha256": "a17e0ea4a5cc9fc16f02d22158e1e59647894c72bd2647a5ee852af9050e23be", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0003662, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "B" }, "group_id": "smallmatch-02-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-26.png", "input_tokens": 1129, "latency_sec": 1.1782317929901183, "model_name": "gemini-3.5-flash-lite", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "google", "raw_prediction": "{\n \"choice\": \"B\"\n}", "recorded_at": "2026-09-16T14:53:22.397522+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-26", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "cb6dd656-fbf4-49d1-aadb-a6d27e6399dd", "result_sha256": "3fc33eabc64d3bf4ab676ab6cb2ddaac470c5fa781516db7b732b47118855c8f", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.0003662, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "C" }, "group_id": "smallmatch-02-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-27.png", "input_tokens": 1129, "latency_sec": 0.9908038799185306, "model_name": "gemini-3.5-flash-lite", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "google", "raw_prediction": "{\n \"choice\": \"B\"\n}", "recorded_at": "2026-09-16T15:17:46.776984+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-smallmatch-27", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "75896a8d-81e7-4c71-9ed8-3cba4db1c0db", "result_sha256": "00b3182703419a0b4594a864a5ed49a32e605b18e5bc2d30ea72b0dd123dd4f5", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.0003537, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "D" }, "group_id": "smallmatch-02-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-28.png", "input_tokens": 1129, "latency_sec": 0.8409737069159746, "model_name": "gemini-3.5-flash-lite", "out_of_srgb": null, "output_tokens": 6, "prediction": { "choice": "B" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "google", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T14:02:51.631113+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-smallmatch-28", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "f8027f09-8b9b-4c29-8880-3131e9596a49", "result_sha256": "5bf012fce93b02bafeebb3edf70c570509515a7814c520197b5568b74048e2ce", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.0003662, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "A" }, "group_id": "smallmatch-02-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-29.png", "input_tokens": 1129, "latency_sec": 1.0393129189033061, "model_name": "gemini-3.5-flash-lite", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "google", "raw_prediction": "{\n \"choice\": \"B\"\n}", "recorded_at": "2026-09-16T14:39:31.697223+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-smallmatch-29", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "9d49ba33-73a2-40d8-8b65-d3abb0d49418", "result_sha256": "26fc4b1cba5d45da36740756b7c9b32119e5911c8041b8b370f3acf148e73b9d", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0003662, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "B" }, "group_id": "smallmatch-02-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-30.png", "input_tokens": 1129, "latency_sec": 0.9522924099583179, "model_name": "gemini-3.5-flash-lite", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "google", "raw_prediction": "{\n \"choice\": \"B\"\n}", "recorded_at": "2026-09-16T16:02:03.112035+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-30", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "bbeb5cb2-4836-49af-8d85-cf8529b3ef31", "result_sha256": "bf9f26a493344efc3c7b4634df914f6a63e823b2be5e7596d19eb3528cfd3299", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.0003662, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "C" }, "group_id": "smallmatch-02-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-31.png", "input_tokens": 1129, "latency_sec": 0.792290459969081, "model_name": "gemini-3.5-flash-lite", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "google", "raw_prediction": "{\n \"choice\": \"B\"\n}", "recorded_at": "2026-09-16T14:11:43.132792+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-smallmatch-31", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "ce16a4ee-e3d5-423c-a05b-93590b2c3995", "result_sha256": "ec8f588bf4ab0e9d77a840e27211e2baefacc1f03a594db64686b27a232b5f58", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.0003662, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "D" }, "group_id": "smallmatch-02-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-32.png", "input_tokens": 1129, "latency_sec": 0.8285233599599451, "model_name": "gemini-3.5-flash-lite", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "google", "raw_prediction": "{\n \"choice\": \"B\"\n}", "recorded_at": "2026-09-16T16:03:47.065128+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-smallmatch-32", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "cfcb47fd-de15-4956-a49d-219be54a920b", "result_sha256": "1316e04033119f59cc15771f1c3e2269a8ba355958681d957a2cec6ad154f751", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.0003662, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "A" }, "group_id": "smallmatch-03-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-33.png", "input_tokens": 1129, "latency_sec": 0.7971142790047452, "model_name": "gemini-3.5-flash-lite", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "google", "raw_prediction": "{\n \"choice\": \"B\"\n}", "recorded_at": "2026-09-16T14:43:02.536797+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-smallmatch-33", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "f440230c-2dbd-48f2-9de3-1473d7b5e593", "result_sha256": "3d345e76f8962a49bcf3d21b6bc9edfc63f4c0f52b70812190617c031abe46e4", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0003662, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "B" }, "group_id": "smallmatch-03-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-34.png", "input_tokens": 1129, "latency_sec": 0.7485229520825669, "model_name": "gemini-3.5-flash-lite", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "google", "raw_prediction": "{\n \"choice\": \"B\"\n}", "recorded_at": "2026-09-16T14:42:24.203922+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-34", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "687c67e3-c3c5-464b-bf7c-cef1c43943b8", "result_sha256": "48c9b40b0125e51d13d5aeb13a4ce7ea96560e1170072dbb6496993eaf4a7b11", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.0003662, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "C" }, "group_id": "smallmatch-03-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-35.png", "input_tokens": 1129, "latency_sec": 0.9785847449675202, "model_name": "gemini-3.5-flash-lite", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "google", "raw_prediction": "{\n \"choice\": \"B\"\n}", "recorded_at": "2026-09-16T15:27:31.258881+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-smallmatch-35", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "bfbbdf83-cda0-4fdf-87c7-123b82c36eca", "result_sha256": "13307bc89e66aa3268ea8dd6758996abe92a59614c459a84bbc0084dfa42ef21", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.0003662, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "D" }, "group_id": "smallmatch-03-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-36.png", "input_tokens": 1129, "latency_sec": 0.8736942959949374, "model_name": "gemini-3.5-flash-lite", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "google", "raw_prediction": "{\n \"choice\": \"B\"\n}", "recorded_at": "2026-09-16T15:38:36.963274+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-smallmatch-36", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "c497d545-bfc8-4396-afcb-b1a6af78a5c1", "result_sha256": "fe69058170bce65b00724d8480587d61e2dbb408b1019f094dc0461b1b7715b0", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0003662, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "A" }, "group_id": "smallmatch-03-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-37.png", "input_tokens": 1129, "latency_sec": 0.6813631789991632, "model_name": "gemini-3.5-flash-lite", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "google", "raw_prediction": "{\n \"choice\": \"A\"\n}", "recorded_at": "2026-09-16T15:08:44.879175+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-37", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "9fea8230-7484-4203-8525-b5990cabff5b", "result_sha256": "828b64c0804f0c9674e9a59974b17f6ec62a01896e7779d01b34710d756f32c7", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0003662, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "B" }, "group_id": "smallmatch-03-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-38.png", "input_tokens": 1129, "latency_sec": 0.9452971660066396, "model_name": "gemini-3.5-flash-lite", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "google", "raw_prediction": "{\n \"choice\": \"B\"\n}", "recorded_at": "2026-09-16T15:01:11.436570+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-38", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "0737d714-02c3-41c2-80d2-05f289553a14", "result_sha256": "538069785e9e7c24a9c2cce19a368e0a8de2631a8d6016bbacecb64df2262896", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.0003662, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "C" }, "group_id": "smallmatch-03-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-39.png", "input_tokens": 1129, "latency_sec": 0.7201896400656551, "model_name": "gemini-3.5-flash-lite", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "google", "raw_prediction": "{\n \"choice\": \"A\"\n}", "recorded_at": "2026-09-16T15:32:57.835829+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-smallmatch-39", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "8dd11ddc-cbee-4189-8be4-51e96daf14e2", "result_sha256": "98e11ef162242cac9dc7d281c13eba56cacb7c0b6231bb9a0a08c5040674b7c4", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.0003662, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "D" }, "group_id": "smallmatch-03-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-40.png", "input_tokens": 1129, "latency_sec": 0.9317796820541844, "model_name": "gemini-3.5-flash-lite", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "google", "raw_prediction": "{\n \"choice\": \"B\"\n}", "recorded_at": "2026-09-16T14:52:58.662022+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-smallmatch-40", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "cff12135-93b9-4786-b89d-c48321ca2472", "result_sha256": "dd4664f1eaa6ee8e08ce1cc33ff11148bc9613afde17f451f676fc30ee7f1c29", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.0003662, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "A" }, "group_id": "smallmatch-03-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-41.png", "input_tokens": 1129, "latency_sec": 1.0460810109507293, "model_name": "gemini-3.5-flash-lite", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "google", "raw_prediction": "{\n \"choice\": \"B\"\n}", "recorded_at": "2026-09-16T14:14:21.534234+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-smallmatch-41", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "32fd04c4-6250-4c2b-a4ab-ebc50ad31449", "result_sha256": "7b062750e3c5531e654fc152df3791ca5609d712b1e0877850667730baf93b94", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0003662, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "B" }, "group_id": "smallmatch-03-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-42.png", "input_tokens": 1129, "latency_sec": 0.881064422079362, "model_name": "gemini-3.5-flash-lite", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "google", "raw_prediction": "{\n \"choice\": \"B\"\n}", "recorded_at": "2026-09-16T16:25:55.855788+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-42", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "eb0a4e69-5eeb-44ca-b3e4-772e6c472d42", "result_sha256": "7e66ff6a5357e1b12ebe573bcda8821cdbd8ef30d8994b24f89a3dfda72d89f8", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.0003662, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "C" }, "group_id": "smallmatch-03-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-43.png", "input_tokens": 1129, "latency_sec": 1.0760478109586984, "model_name": "gemini-3.5-flash-lite", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "google", "raw_prediction": "{\n \"choice\": \"B\"\n}", "recorded_at": "2026-09-16T15:02:19.115516+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-smallmatch-43", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "ac0cdc39-1beb-4926-9792-4a0322739233", "result_sha256": "7efed2757f61baeb9138506d2b886618b80c96958aa490bf0677354623c74a09", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.0003662, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "D" }, "group_id": "smallmatch-03-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-44.png", "input_tokens": 1129, "latency_sec": 0.9329740359680727, "model_name": "gemini-3.5-flash-lite", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "google", "raw_prediction": "{\n \"choice\": \"B\"\n}", "recorded_at": "2026-09-16T14:45:07.141062+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-smallmatch-44", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "ef9cc33a-acf0-44a2-ae37-46cee69aea9d", "result_sha256": "dceffc02d56e0cdfedcc252026c36dc3982d7a81f7eb376affa4119005a2ed2f", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.0003662, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "A" }, "group_id": "smallmatch-03-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-45.png", "input_tokens": 1129, "latency_sec": 0.7053520900662988, "model_name": "gemini-3.5-flash-lite", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "google", "raw_prediction": "{\n \"choice\": \"B\"\n}", "recorded_at": "2026-09-16T15:41:18.085112+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-smallmatch-45", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "25566422-d53d-4db8-8a7b-0141d8d60e8a", "result_sha256": "8e33feada8f2e332fa6e162b309828879f328f147e80cbcd8a79e62ab86f33a2", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0003662, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "B" }, "group_id": "smallmatch-03-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-46.png", "input_tokens": 1129, "latency_sec": 0.9167742129648104, "model_name": "gemini-3.5-flash-lite", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "google", "raw_prediction": "{\n \"choice\": \"B\"\n}", "recorded_at": "2026-09-16T14:39:04.124510+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-46", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "dcee75db-2f2c-4703-90d1-4a698d85287c", "result_sha256": "18d95b79dfadc5dabc8cca73a2e5f6be80d04aa26e24f5ab0a605ebe260c6e34", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.0003662, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "C" }, "group_id": "smallmatch-03-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-47.png", "input_tokens": 1129, "latency_sec": 0.88026811205782, "model_name": "gemini-3.5-flash-lite", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "google", "raw_prediction": "{\n \"choice\": \"B\"\n}", "recorded_at": "2026-09-16T16:31:12.212106+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-smallmatch-47", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "17620a53-1318-4e03-8c87-2fb8f4f4dabd", "result_sha256": "506410738c4d3864f265c887aaf0d1f9a898b46d5ee3d7f659455ed2150c6d34", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.0003662, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "D" }, "group_id": "smallmatch-03-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-48.png", "input_tokens": 1129, "latency_sec": 0.8236515490571037, "model_name": "gemini-3.5-flash-lite", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "google", "raw_prediction": "{\n \"choice\": \"B\"\n}", "recorded_at": "2026-09-16T16:28:57.338109+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-smallmatch-48", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "b9c11469-71dc-4043-b8fa-a883254f7121", "result_sha256": "ee1f34ea6b7be29460b6ad90f72edf3a39997edc013253ce6f500f69f750aef5", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.0003662, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "A" }, "group_id": "smallmatch-04-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-49.png", "input_tokens": 1129, "latency_sec": 0.8487408159999177, "model_name": "gemini-3.5-flash-lite", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "google", "raw_prediction": "{\n \"choice\": \"B\"\n}", "recorded_at": "2026-09-16T16:17:31.174263+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-smallmatch-49", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "c3307385-38c9-4e02-bc37-0db018ff7a7d", "result_sha256": "8f262a346631ccbfd6aad5184af49dfb5f7504c85e582e75eaa0859bd9bcfdf6", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0003662, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "B" }, "group_id": "smallmatch-04-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-50.png", "input_tokens": 1129, "latency_sec": 0.930272517958656, "model_name": "gemini-3.5-flash-lite", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "google", "raw_prediction": "{\n \"choice\": \"B\"\n}", "recorded_at": "2026-09-16T15:29:50.572327+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-50", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "d2cb4843-aadf-421e-bc23-9dd993466c8b", "result_sha256": "eb0a739ef998f6cdd09289935ce531e63d401251a5f06ebabf91848fb93cbad5", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.0003662, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "C" }, "group_id": "smallmatch-04-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-51.png", "input_tokens": 1129, "latency_sec": 0.9701909689465538, "model_name": "gemini-3.5-flash-lite", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "google", "raw_prediction": "{\n \"choice\": \"B\"\n}", "recorded_at": "2026-09-16T14:54:00.087613+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-smallmatch-51", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "c27188a9-70c3-436b-b391-a9777743b24e", "result_sha256": "a4d1e442ad2d628ff4e999a01fd50249c3f84b880b587a466925db8d3ac39439", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.0003662, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "D" }, "group_id": "smallmatch-04-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-52.png", "input_tokens": 1129, "latency_sec": 1.568092754110694, "model_name": "gemini-3.5-flash-lite", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "google", "raw_prediction": "{\n \"choice\": \"B\"\n}", "recorded_at": "2026-09-16T16:07:14.626892+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-smallmatch-52", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "e7a8f4c4-9e50-4fba-9fb7-000599ed269e", "result_sha256": "cbe349473e4069b86bb87ceff71cb028f54618c2eb3376feee0905d7d4bff1e5", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.0003662, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "A" }, "group_id": "smallmatch-04-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-53.png", "input_tokens": 1129, "latency_sec": 0.7910073739476502, "model_name": "gemini-3.5-flash-lite", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "google", "raw_prediction": "{\n \"choice\": \"B\"\n}", "recorded_at": "2026-09-16T16:13:04.638368+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-smallmatch-53", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "117612a1-6aca-4092-8eec-473e9bad9b25", "result_sha256": "e0876443356b5303bff76200764bd87519076eb2514f4f1de6b53b20b7b385c9", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0003662, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "B" }, "group_id": "smallmatch-04-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-54.png", "input_tokens": 1129, "latency_sec": 7.62286086496897, "model_name": "gemini-3.5-flash-lite", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "google", "raw_prediction": "{\n \"choice\": \"B\"\n}", "recorded_at": "2026-09-16T14:26:55.039075+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-54", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "cba79e75-59ae-4c1d-a432-0292d7719f8f", "result_sha256": "0e8b01637e3ec7f80199c50c9721b6dcbe0aa2ff9d6656b110ac7e7cac4f30fa", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.0003662, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "C" }, "group_id": "smallmatch-04-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-55.png", "input_tokens": 1129, "latency_sec": 3.5986814310308546, "model_name": "gemini-3.5-flash-lite", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "google", "raw_prediction": "{\n \"choice\": \"B\"\n}", "recorded_at": "2026-09-16T14:04:43.533533+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-smallmatch-55", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "db43f8df-ac22-4353-9c60-3afb826ae101", "result_sha256": "0d724db12cdec0d3e094ae4f8b452b1538028b5a8c85d8a8f061d629212b30fd", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.0003662, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "D" }, "group_id": "smallmatch-04-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-56.png", "input_tokens": 1129, "latency_sec": 0.8488217630656436, "model_name": "gemini-3.5-flash-lite", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "google", "raw_prediction": "{\n \"choice\": \"B\"\n}", "recorded_at": "2026-09-16T14:59:17.142177+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-smallmatch-56", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "e2ea81b5-d405-4a4d-b211-8a5df0d1aede", "result_sha256": "97e66231c7a001d811d5737094f64102742504ad7a4c5a6a4d3ab0003545971b", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.0003662, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "A" }, "group_id": "smallmatch-04-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-57.png", "input_tokens": 1129, "latency_sec": 0.9591708459192887, "model_name": "gemini-3.5-flash-lite", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "google", "raw_prediction": "{\n \"choice\": \"B\"\n}", "recorded_at": "2026-09-16T15:04:27.720602+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-smallmatch-57", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "e3ace301-c13b-4aba-85b5-f501ccda7b1f", "result_sha256": "93e78920c2daf401cfb6223247d7bb4539ebdb8aacaf558016e4a8ed03de7ae7", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0003662, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "B" }, "group_id": "smallmatch-04-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-58.png", "input_tokens": 1129, "latency_sec": 9.598805728019215, "model_name": "gemini-3.5-flash-lite", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "google", "raw_prediction": "{\n \"choice\": \"B\"\n}", "recorded_at": "2026-09-16T15:10:11.529475+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-58", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "1d6b99bd-28e4-4592-ae8f-67cf93edae4b", "result_sha256": "b500d8e39be034ff852a5c712ef562215878e71ce8f5536a3bf4d6c338f8942b", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.0003662, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "C" }, "group_id": "smallmatch-04-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-59.png", "input_tokens": 1129, "latency_sec": 0.8001208550995216, "model_name": "gemini-3.5-flash-lite", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "google", "raw_prediction": "{\n \"choice\": \"B\"\n}", "recorded_at": "2026-09-16T14:11:21.362077+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-smallmatch-59", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "78fa543f-2395-4ef9-871d-47d184049bce", "result_sha256": "2db03d431b0db74f6f6775e21145a4a191d37ffef6c2555a048fc60533a4be87", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.0003537, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "D" }, "group_id": "smallmatch-04-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-60.png", "input_tokens": 1129, "latency_sec": 0.799205087008886, "model_name": "gemini-3.5-flash-lite", "out_of_srgb": null, "output_tokens": 6, "prediction": { "choice": "A" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "google", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T15:30:51.390046+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-smallmatch-60", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "bdc66b10-400c-44af-880e-2f80a28c14a7", "result_sha256": "e6305b9eb9841c7b3aef031633fe96140fae61ccbc797c3dd602051b8273bc7b", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.0003662, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "A" }, "group_id": "smallmatch-04-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-61.png", "input_tokens": 1129, "latency_sec": 20.471255706972443, "model_name": "gemini-3.5-flash-lite", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "google", "raw_prediction": "{\n \"choice\": \"B\"\n}", "recorded_at": "2026-09-16T14:26:43.740695+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-smallmatch-61", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "11b6769d-ee09-4bbe-bb3a-8f878c90241d", "result_sha256": "57ba1abacde3559efeb623a81fe153091f793e6fc565fbb65058c6cdf18f22fe", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0003662, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "B" }, "group_id": "smallmatch-04-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-62.png", "input_tokens": 1129, "latency_sec": 0.9591456190682948, "model_name": "gemini-3.5-flash-lite", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "google", "raw_prediction": "{\n \"choice\": \"B\"\n}", "recorded_at": "2026-09-16T15:27:01.229908+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-62", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "81fa37a8-1012-4cb0-9524-dcdd49e0d009", "result_sha256": "caf26e7612cc781224820974650ab62c18f246f2121d015226c2931d5af05f34", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.0003662, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "C" }, "group_id": "smallmatch-04-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-63.png", "input_tokens": 1129, "latency_sec": 0.8803317019483075, "model_name": "gemini-3.5-flash-lite", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "google", "raw_prediction": "{\n \"choice\": \"B\"\n}", "recorded_at": "2026-09-16T15:45:57.746453+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-smallmatch-63", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "100528f6-edb5-4cfa-967e-26c2749832ab", "result_sha256": "2099a5a2fb4061eafcc62372203344d7208a2607f9fa8b28b7cd7862f93f2f0a", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.0003662, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "D" }, "group_id": "smallmatch-04-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-64.png", "input_tokens": 1129, "latency_sec": 3.248071623966098, "model_name": "gemini-3.5-flash-lite", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "google", "raw_prediction": "{\n \"choice\": \"B\"\n}", "recorded_at": "2026-09-16T14:24:19.692286+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-smallmatch-64", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "aa32bbe8-2ace-4651-9af2-90a1dfaa21d4", "result_sha256": "bfe8b34c05987d1d7897f7adaf860e713dca2899793a44998d0fcf8eed15b1a0", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002466, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "A" }, "group_id": "match-binding-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-01.png", "input_tokens": 1128, "latency_sec": 3.3253480460261926, "model_name": "gemini-3.8-flash", "out_of_srgb": null, "output_tokens": 432, "prediction": { "choice": "A" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "google", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T16:12:33.136918+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-01", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "cf67b3bb-6387-491c-9d97-463e569db22a", "result_sha256": "a5fa0c34a3b0c6b40d33a973139e17b5744eb41376b96653ea7f8931f6c78d33", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00151725, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "B" }, "group_id": "match-binding-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-02.png", "input_tokens": 1128, "latency_sec": 17.180621948908083, "model_name": "gemini-3.8-flash", "out_of_srgb": null, "output_tokens": 179, "prediction": { "choice": "B" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "google", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T14:22:23.927121+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-02", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "4b84e9de-b46c-405d-87ed-08a3de316999", "result_sha256": "4c77b82433dc4332a02821c285294c54c0479bdb04750fbb850fd0f52e5f5962", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.01561725, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "C" }, "group_id": "match-binding-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-03.png", "input_tokens": 1128, "latency_sec": 23.107808461994864, "model_name": "gemini-3.8-flash", "out_of_srgb": null, "output_tokens": 3939, "prediction": { "choice": "A" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "google", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T14:43:55.155783+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-binding-03", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "57a4e827-c838-4f80-a530-15d126a83091", "result_sha256": "3cba2578d52ea51a9d9ac61ac42d8fa11113de7e86637d4fc30175ea11f41166", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00270225, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "D" }, "group_id": "match-binding-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-04.png", "input_tokens": 1128, "latency_sec": 7.971371549996547, "model_name": "gemini-3.8-flash", "out_of_srgb": null, "output_tokens": 495, "prediction": { "choice": "D" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "google", "raw_prediction": "{\"choice\": \"D\"}", "recorded_at": "2026-09-16T14:59:09.679304+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-04", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "5918fc23-4850-4f17-a857-8e36807f5b49", "result_sha256": "c4c762d94b31e3316ed10b710716a7f0cb6895a66bd6ca680ba66b953734ad99", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0029085, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "A" }, "group_id": "match-binding-05", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-05.png", "input_tokens": 1128, "latency_sec": 3.9252278249477968, "model_name": "gemini-3.8-flash", "out_of_srgb": null, "output_tokens": 550, "prediction": { "choice": "A" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "google", "raw_prediction": "{\n \"choice\": \"A\"\n}", "recorded_at": "2026-09-16T14:48:33.447394+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-05", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "4596edfd-a328-4eba-8235-35422ab876a6", "result_sha256": "9f2ee80150ca53674d926161d21cfd6b44fc84888a5889b50ddff6cb58cc2126", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002331, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "B" }, "group_id": "match-binding-06", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-06.png", "input_tokens": 1128, "latency_sec": 5.3293014069786295, "model_name": "gemini-3.8-flash", "out_of_srgb": null, "output_tokens": 396, "prediction": { "choice": "B" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "google", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T14:50:52.317236+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-06", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "d743ca39-b8d5-44a7-ac81-b4cad128277f", "result_sha256": "11dc413283174c0e1e840537395db3e5f97ce6a47e446ee0a2ca063668fc5b80", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.003426, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "C" }, "group_id": "match-binding-07", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-07.png", "input_tokens": 1128, "latency_sec": 3.9181843820260838, "model_name": "gemini-3.8-flash", "out_of_srgb": null, "output_tokens": 688, "prediction": { "choice": "C" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "google", "raw_prediction": "{\n \"choice\": \"C\"\n}", "recorded_at": "2026-09-16T15:26:33.315323+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-07", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "80c4122e-05cf-433c-83e1-c3db5988d888", "result_sha256": "445e74b2b3fda59c3449f7d0c0c625ac4d422e9b2ff4f3ba4a102e671fe2a41b", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00483975, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "D" }, "group_id": "match-binding-08", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-08.png", "input_tokens": 1128, "latency_sec": 6.560552840935998, "model_name": "gemini-3.8-flash", "out_of_srgb": null, "output_tokens": 1065, "prediction": { "choice": "D" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "google", "raw_prediction": "{\n \"choice\": \"D\"\n}", "recorded_at": "2026-09-16T16:15:36.931653+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-08", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "e4d51b84-70b1-459c-875c-53ba9b97c2de", "result_sha256": "4dc72e4fd8b97679b2e866f40b3d394814cbcb40bed68fc0cdbf00de46c14ae8", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.0117735, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "A" }, "group_id": "match-binding-09", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-09.png", "input_tokens": 1128, "latency_sec": 17.296274097054265, "model_name": "gemini-3.8-flash", "out_of_srgb": null, "output_tokens": 2914, "prediction": { "choice": "C" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "google", "raw_prediction": "{\n \"choice\": \"C\"\n}", "recorded_at": "2026-09-16T15:43:54.274061+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-binding-09", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "78224687-fab2-4a5b-87e7-d25bd426478b", "result_sha256": "a52a29ee91bd1fc5032ade28804bfcbdeb0726c8387e2daa751f9296d71c486e", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.007416, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "B" }, "group_id": "match-binding-10", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-10.png", "input_tokens": 1128, "latency_sec": 8.306378395995125, "model_name": "gemini-3.8-flash", "out_of_srgb": null, "output_tokens": 1752, "prediction": { "choice": "B" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "google", "raw_prediction": "{\n \"choice\": \"B\"\n}", "recorded_at": "2026-09-16T15:03:25.292065+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-10", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "15b2adff-067f-453b-824f-3aaf89b12656", "result_sha256": "979ffec670ee7f6f6d2373ad8839545049c330a84e5df4167b9360ed7c456d48", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.00981225, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "C" }, "group_id": "match-binding-11", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-11.png", "input_tokens": 1128, "latency_sec": 21.089183839038014, "model_name": "gemini-3.8-flash", "out_of_srgb": null, "output_tokens": 2391, "prediction": { "choice": "B" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "google", "raw_prediction": "{\n \"choice\": \"B\"\n}", "recorded_at": "2026-09-16T14:48:31.936471+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-binding-11", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "976090b9-f1f2-45e2-b440-f4249632aabb", "result_sha256": "1c16cbea19c9b238debd789c80459fc8c69209ea7fea871f6b763ea50be77c25", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.010506, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "D" }, "group_id": "match-binding-12", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-12.png", "input_tokens": 1128, "latency_sec": 17.458083198056556, "model_name": "gemini-3.8-flash", "out_of_srgb": null, "output_tokens": 2576, "prediction": { "choice": "B" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "google", "raw_prediction": "{\n \"choice\": \"B\"\n}", "recorded_at": "2026-09-16T15:35:40.111521+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-binding-12", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "219351e2-40dd-493f-867e-049ce8108df2", "result_sha256": "8c0107e491c00764aca4ac5dd411f70b336e8cf6b698ea102422056193eb7a6f", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.00658725, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "A" }, "group_id": "match-binding-13", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-13.png", "input_tokens": 1128, "latency_sec": 7.061849094927311, "model_name": "gemini-3.8-flash", "out_of_srgb": null, "output_tokens": 1531, "prediction": { "choice": "C" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "google", "raw_prediction": "{\n \"choice\": \"C\"\n}", "recorded_at": "2026-09-16T15:01:40.360878+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-binding-13", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "16cfa2f8-ec1b-4048-b270-eafc6662c385", "result_sha256": "e55f5ce4518464bed5fd5493487ceeb27ced9f917bf17b2e7c64678e24ca2b7a", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.009141, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "B" }, "group_id": "match-binding-14", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-14.png", "input_tokens": 1128, "latency_sec": 10.150615518097766, "model_name": "gemini-3.8-flash", "out_of_srgb": null, "output_tokens": 2212, "prediction": { "choice": "C" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "google", "raw_prediction": "{\n \"choice\": \"C\"\n}", "recorded_at": "2026-09-16T15:39:05.023695+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-binding-14", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "6a1cb817-bdb5-400d-8a88-ceea93618b23", "result_sha256": "3c3587ed3f8adaaabd9019d1db1f7267f0271dca4bea0d63bb67ad3886992b2e", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00618975, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "C" }, "group_id": "match-binding-15", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-15.png", "input_tokens": 1128, "latency_sec": 6.009926008991897, "model_name": "gemini-3.8-flash", "out_of_srgb": null, "output_tokens": 1425, "prediction": { "choice": "C" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "google", "raw_prediction": "{\n \"choice\": \"C\"\n}", "recorded_at": "2026-09-16T14:35:03.559106+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-15", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "de9697bb-4800-4656-a611-5a6ffd54f8ca", "result_sha256": "082118003c2f1822d7faad642e6c40d0518181b49b86058ace34a909f5be2563", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.006981, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "D" }, "group_id": "match-binding-16", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-16.png", "input_tokens": 1128, "latency_sec": 19.84683666191995, "model_name": "gemini-3.8-flash", "out_of_srgb": null, "output_tokens": 1636, "prediction": { "choice": "C" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "google", "raw_prediction": "{\n \"choice\": \"C\"\n}", "recorded_at": "2026-09-16T14:27:59.340710+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-binding-16", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "0b112f08-e58b-46e3-8de9-1f34c3f6f74c", "result_sha256": "7c5a3b988e9a03c04885a7c984f4ec461127db7c3b768447f7dd533314384faa", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002376, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "A" }, "group_id": "match-binding-17", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-17.png", "input_tokens": 1128, "latency_sec": 2.692757035023533, "model_name": "gemini-3.8-flash", "out_of_srgb": null, "output_tokens": 408, "prediction": { "choice": "A" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "google", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T15:55:26.266345+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-17", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "58ca28a0-3d54-4606-8240-efaa34323bfb", "result_sha256": "5b935d39740bddeca60f7d56d0f21be2f5055bc339c08df8e951387bbb1553fa", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.001536, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "B" }, "group_id": "match-binding-18", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-18.png", "input_tokens": 1128, "latency_sec": 3.745265200966969, "model_name": "gemini-3.8-flash", "out_of_srgb": null, "output_tokens": 184, "prediction": { "choice": "B" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "google", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T14:08:56.497599+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-18", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "227cd0dd-bd90-4291-b6b0-dd189a2c0797", "result_sha256": "f9b772e100cdf2f66d66cb44d4c18ccdf349b23be7d9a0d68c4becca84370199", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00349725, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "C" }, "group_id": "match-binding-19", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-19.png", "input_tokens": 1128, "latency_sec": 4.431818956043571, "model_name": "gemini-3.8-flash", "out_of_srgb": null, "output_tokens": 707, "prediction": { "choice": "C" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "google", "raw_prediction": "{\n \"choice\": \"C\"\n}", "recorded_at": "2026-09-16T15:35:56.729618+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-19", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "48a7fae6-9d37-4dc4-928f-27ab28784481", "result_sha256": "4efc8222259578deecf1b5d01707a729887c57289609cedd820787a6d9199dff", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0026085, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "D" }, "group_id": "match-binding-20", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-20.png", "input_tokens": 1128, "latency_sec": 5.195236100931652, "model_name": "gemini-3.8-flash", "out_of_srgb": null, "output_tokens": 470, "prediction": { "choice": "D" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "google", "raw_prediction": "{\"choice\": \"D\"}", "recorded_at": "2026-09-16T15:53:20.691772+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-20", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "4e238951-5c8b-4aec-9c18-603be91ab921", "result_sha256": "dd511ddd083576b4c2cbcf403550aa5fffc44d25cef7a1961fa3e8aa89eb423a", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.00459225, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "A" }, "group_id": "match-binding-21", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-21.png", "input_tokens": 1128, "latency_sec": 5.154055794933811, "model_name": "gemini-3.8-flash", "out_of_srgb": null, "output_tokens": 999, "prediction": { "choice": "C" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "google", "raw_prediction": "{\n \"choice\": \"C\"\n}", "recorded_at": "2026-09-16T16:31:56.252009+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-binding-21", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "86e72047-f7c2-4b7c-a8d9-160e76334c81", "result_sha256": "52eca994704bf08a3973045b987dd036facedaa987c9c90dab4446f90fe27a80", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.0156285, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "B" }, "group_id": "match-binding-22", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-22.png", "input_tokens": 1128, "latency_sec": 18.035110210068524, "model_name": "gemini-3.8-flash", "out_of_srgb": null, "output_tokens": 3942, "prediction": { "choice": "D" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "google", "raw_prediction": "{\n \"choice\": \"D\"\n}", "recorded_at": "2026-09-16T15:00:16.967274+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-binding-22", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "ea564a5b-442f-42ac-81a6-74b0d24af0b8", "result_sha256": "91643d12f2f9791f348e65b1330caeaa881cb2f8fad837ba7bc1714a3ce17f94", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00270225, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "C" }, "group_id": "match-binding-23", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-23.png", "input_tokens": 1128, "latency_sec": 6.0943069260101765, "model_name": "gemini-3.8-flash", "out_of_srgb": null, "output_tokens": 495, "prediction": { "choice": "C" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "google", "raw_prediction": "{\n \"choice\": \"C\"\n}", "recorded_at": "2026-09-16T14:33:42.752853+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-23", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "0300319f-f85e-40e3-baa2-a315cd463f08", "result_sha256": "82fe8b51038721dec5463421637735e29506b17471218e33fcb4c623e262be74", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.013056, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "D" }, "group_id": "match-binding-24", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-24.png", "input_tokens": 1128, "latency_sec": 14.930892428965308, "model_name": "gemini-3.8-flash", "out_of_srgb": null, "output_tokens": 3256, "prediction": { "choice": "D" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "google", "raw_prediction": "{\n \"choice\": \"D\"\n}", "recorded_at": "2026-09-16T15:40:43.109962+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-24", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "c447346f-8fc2-4446-afd9-4c01830c9c85", "result_sha256": "8c6a5876613f57194bad001704b8e39acdffd5e3593595bfadea561c8e62aba4", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00921975, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "A" }, "group_id": "match-binding-25", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-25.png", "input_tokens": 1128, "latency_sec": 17.48084842506796, "model_name": "gemini-3.8-flash", "out_of_srgb": null, "output_tokens": 2233, "prediction": { "choice": "A" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "google", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T14:07:35.177011+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-25", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "099cbbc5-7250-47f3-a5dd-ddd39438a559", "result_sha256": "064350071818555a940b29e516870e1b22595cbb6f7431af266a52cdfc77e290", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00834975, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "B" }, "group_id": "match-binding-26", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-26.png", "input_tokens": 1128, "latency_sec": 39.278218560968526, "model_name": "gemini-3.8-flash", "out_of_srgb": null, "output_tokens": 2001, "prediction": { "choice": "B" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "google", "raw_prediction": "{\n \"choice\": \"B\"\n}", "recorded_at": "2026-09-16T14:55:43.200936+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-26", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "ac0cd5a4-ff2e-458f-a159-78798798365b", "result_sha256": "9a0dc10ccc87cd2d148bae6a99ae9f890ea205b7dfd4dcadba6956208d3de161", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00604725, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "C" }, "group_id": "match-binding-27", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-27.png", "input_tokens": 1128, "latency_sec": 8.513578810030594, "model_name": "gemini-3.8-flash", "out_of_srgb": null, "output_tokens": 1387, "prediction": { "choice": "C" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "google", "raw_prediction": "{\n \"choice\": \"C\"\n}", "recorded_at": "2026-09-16T14:00:35.281459+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-27", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "f26f57b8-9d14-45a0-972c-3bbcacf6be05", "result_sha256": "b97145f24fa0b6893a2832d0ce7b1a59e9c0a0caf2c83b2968208f6d853f1955", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.00749475, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "D" }, "group_id": "match-binding-28", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-28.png", "input_tokens": 1128, "latency_sec": 13.506835100939497, "model_name": "gemini-3.8-flash", "out_of_srgb": null, "output_tokens": 1773, "prediction": { "choice": "B" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "google", "raw_prediction": "{\n \"choice\": \"B\"\n}", "recorded_at": "2026-09-16T14:17:53.460215+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-binding-28", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "bd520cf7-cd82-44e2-b3ae-4f1cf619f6cd", "result_sha256": "53b664247ca4ec603267dce0dd9811b296230fa3e04dfcc58a7db69e6f27147e", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.012636, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "A" }, "group_id": "match-binding-29", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-29.png", "input_tokens": 1128, "latency_sec": 18.205912213074043, "model_name": "gemini-3.8-flash", "out_of_srgb": null, "output_tokens": 3144, "prediction": { "choice": "C" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "google", "raw_prediction": "{\n \"choice\": \"C\"\n}", "recorded_at": "2026-09-16T14:23:30.747428+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-binding-29", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "ffed2671-4cab-4c73-8176-435c680343c4", "result_sha256": "33c5f6bbc26c7da3f528057453bac4ba19a72f910003561be1b45121915fb7d9", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.00577725, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "B" }, "group_id": "match-binding-30", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-30.png", "input_tokens": 1128, "latency_sec": 7.268891477026045, "model_name": "gemini-3.8-flash", "out_of_srgb": null, "output_tokens": 1315, "prediction": { "choice": "C" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "google", "raw_prediction": "{\n \"choice\": \"C\"\n}", "recorded_at": "2026-09-16T15:28:49.794796+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-binding-30", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "fdc663a1-1634-4f2e-a32c-10b9b744bafc", "result_sha256": "aa1669115e9745269ce9c4103572572830e206fcf13d907cb9c8e7e4c87cdb26", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0056235, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "C" }, "group_id": "match-binding-31", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-31.png", "input_tokens": 1128, "latency_sec": 7.300460737082176, "model_name": "gemini-3.8-flash", "out_of_srgb": null, "output_tokens": 1274, "prediction": { "choice": "C" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "google", "raw_prediction": "{\"choice\": \"C\"}", "recorded_at": "2026-09-16T14:54:34.153674+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-31", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "b1328c62-01c2-445e-a451-e425904600a1", "result_sha256": "bc389da9fd63c5c900de50429fa5b3807fb406f292c1c5925ada43db0c3c2f4d", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.00615975, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "D" }, "group_id": "match-binding-32", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-32.png", "input_tokens": 1128, "latency_sec": 8.386930534965359, "model_name": "gemini-3.8-flash", "out_of_srgb": null, "output_tokens": 1417, "prediction": { "choice": "C" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "google", "raw_prediction": "{\n \"choice\": \"C\"\n}", "recorded_at": "2026-09-16T16:16:27.934423+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-binding-32", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "93f2b96a-365f-4509-b50b-9b142c76cf62", "result_sha256": "695f40188bc9eb9c4a6b481116209bdf8d40bd2e3617bc5367d6c83bddab3a22", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00140475, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "A" }, "group_id": "match-binding-33", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-33.png", "input_tokens": 1128, "latency_sec": 1.5677914170082659, "model_name": "gemini-3.8-flash", "out_of_srgb": null, "output_tokens": 149, "prediction": { "choice": "A" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "google", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T16:09:07.415922+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-33", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "0d40b978-9385-4a50-b67e-b1cb6619cf14", "result_sha256": "0b4de75f2fef2b6fbd3db68b9c3ccc77abe69d68c2cbec0ad5a52f3b899e86fb", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.001491, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "B" }, "group_id": "match-binding-34", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-34.png", "input_tokens": 1128, "latency_sec": 1.8825785339577124, "model_name": "gemini-3.8-flash", "out_of_srgb": null, "output_tokens": 172, "prediction": { "choice": "B" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "google", "raw_prediction": "{\n \"choice\": \"B\"\n}", "recorded_at": "2026-09-16T15:17:32.147870+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-34", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "b66140eb-2874-4991-a3fb-827827a4be12", "result_sha256": "d5541eeccccf01dcbf587b688de697cffdeceb2acc5513792b9e82b5af41d595", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.001281, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "C" }, "group_id": "match-binding-35", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-35.png", "input_tokens": 1128, "latency_sec": 1.4123394589405507, "model_name": "gemini-3.8-flash", "out_of_srgb": null, "output_tokens": 116, "prediction": { "choice": "C" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "google", "raw_prediction": "{\"choice\": \"C\"}", "recorded_at": "2026-09-16T14:50:00.159653+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-35", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "cc22fff0-4028-4f3a-8860-86a72b4c1906", "result_sha256": "365bb768dd1560ca53377dde79e2eca28b008f75b6b0229fb92d6a1c66131177", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00128475, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "D" }, "group_id": "match-binding-36", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-36.png", "input_tokens": 1128, "latency_sec": 1.7670888190623373, "model_name": "gemini-3.8-flash", "out_of_srgb": null, "output_tokens": 117, "prediction": { "choice": "D" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "google", "raw_prediction": "{\"choice\": \"D\"}", "recorded_at": "2026-09-16T15:54:12.577842+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-36", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "42eae451-af49-4b7e-bb81-79fd4c814a44", "result_sha256": "50892a0bc9d9061a80a22e7a1026ff1aa6e0eaf8e89d891ff509bf2b6520439f", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.001566, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "A" }, "group_id": "match-binding-37", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-37.png", "input_tokens": 1128, "latency_sec": 2.7620463189668953, "model_name": "gemini-3.8-flash", "out_of_srgb": null, "output_tokens": 192, "prediction": { "choice": "A" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "google", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T15:32:23.372617+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-37", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "6cf0e34b-31db-474a-b64d-f7df4fd25eb0", "result_sha256": "733f35af886ac4cdaaa0562b9801a07d0255df4fc265bf811d79112529086271", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.001521, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "B" }, "group_id": "match-binding-38", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-38.png", "input_tokens": 1128, "latency_sec": 9.250354689080268, "model_name": "gemini-3.8-flash", "out_of_srgb": null, "output_tokens": 180, "prediction": { "choice": "B" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "google", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T16:21:45.185202+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-38", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "5af41980-72b1-4f71-a626-46f3dfafa3ec", "result_sha256": "bbd3b7cc63e8b8eeae5931cf95b059a11b20d769cbfb62a6b5b4c0c1c4cfe6e9", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0014985, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "C" }, "group_id": "match-binding-39", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-39.png", "input_tokens": 1128, "latency_sec": 1.6747832850087434, "model_name": "gemini-3.8-flash", "out_of_srgb": null, "output_tokens": 174, "prediction": { "choice": "C" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "google", "raw_prediction": "{\"choice\": \"C\"}", "recorded_at": "2026-09-16T14:43:15.631475+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-39", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "c27b1b5c-8262-49d9-ba85-f44bf358daf9", "result_sha256": "abf9207ec9101c7a713a35ab4d4d9050ae4e240fd852c7b097a961a0aac070c4", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00207975, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "D" }, "group_id": "match-binding-40", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-40.png", "input_tokens": 1128, "latency_sec": 3.211983946035616, "model_name": "gemini-3.8-flash", "out_of_srgb": null, "output_tokens": 329, "prediction": { "choice": "D" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "google", "raw_prediction": "{\"choice\": \"D\"}", "recorded_at": "2026-09-16T14:49:05.698307+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-40", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "629380e7-6cd9-46eb-b055-b383191135f0", "result_sha256": "65835d9e1e00157f3bc108d2e954a11876752dc9ba36e49419918e3e4c41a2f4", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0033135, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "A" }, "group_id": "match-binding-41", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-41.png", "input_tokens": 1128, "latency_sec": 3.800418770988472, "model_name": "gemini-3.8-flash", "out_of_srgb": null, "output_tokens": 658, "prediction": { "choice": "A" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "google", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T15:23:36.366708+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-41", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "5dd4fb79-5b10-4ea6-8ddc-4336633a806f", "result_sha256": "1e57c128592c150c6473c753283ae4709af419a1cfaa40231a5e8073f7d499cb", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.003816, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "B" }, "group_id": "match-binding-42", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-42.png", "input_tokens": 1128, "latency_sec": 4.6867839799961075, "model_name": "gemini-3.8-flash", "out_of_srgb": null, "output_tokens": 792, "prediction": { "choice": "B" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "google", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T16:06:12.885134+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-42", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "1de58d39-9ba2-4e67-85d4-b7a1e062b51a", "result_sha256": "adcd493fa47e9c90b4e4045b0b09c33931cb0598909d9b033aae8118def6b0f0", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0057285, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "C" }, "group_id": "match-binding-43", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-43.png", "input_tokens": 1128, "latency_sec": 6.02468144800514, "model_name": "gemini-3.8-flash", "out_of_srgb": null, "output_tokens": 1302, "prediction": { "choice": "C" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "google", "raw_prediction": "{\"choice\": \"C\"}", "recorded_at": "2026-09-16T15:46:27.768924+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-43", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "c9ca6921-115d-4a3e-9ce1-e4db6985e217", "result_sha256": "7275617b7819cb47657851aa19f42c53676a82afb067ed7d9bac7eb383f0e929", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.003396, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "D" }, "group_id": "match-binding-44", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-44.png", "input_tokens": 1128, "latency_sec": 5.447884883964434, "model_name": "gemini-3.8-flash", "out_of_srgb": null, "output_tokens": 680, "prediction": { "choice": "D" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "google", "raw_prediction": "{\"choice\": \"D\"}", "recorded_at": "2026-09-16T14:40:59.966311+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-44", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "1e4cad90-338d-4fd0-ace4-8f7c9a33c158", "result_sha256": "8b3a5703bf55b78608fbc0fd4c834496f25dda6df9ec9a5ac6a06fdc62e44b2f", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00738225, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "A" }, "group_id": "match-binding-45", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-45.png", "input_tokens": 1128, "latency_sec": 8.694633441977203, "model_name": "gemini-3.8-flash", "out_of_srgb": null, "output_tokens": 1743, "prediction": { "choice": "A" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "google", "raw_prediction": "{\n \"choice\": \"A\"\n}", "recorded_at": "2026-09-16T14:13:03.993410+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-45", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "77afb674-b574-46ad-9806-45379c0a6364", "result_sha256": "262c3920b840259568b344cebc66c20a4914a853e016a71911ea44551c418beb", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00611475, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "B" }, "group_id": "match-binding-46", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-46.png", "input_tokens": 1128, "latency_sec": 7.161011110059917, "model_name": "gemini-3.8-flash", "out_of_srgb": null, "output_tokens": 1405, "prediction": { "choice": "B" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "google", "raw_prediction": "{\n \"choice\": \"B\"\n}", "recorded_at": "2026-09-16T15:54:03.169985+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-46", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "5d887a91-deac-4f28-8dab-9b8af96e1188", "result_sha256": "95448076c9bd3305aa2c66829013daa5b41afa7d7ff17ec50a9f1c442147c00f", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00754725, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "C" }, "group_id": "match-binding-47", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-47.png", "input_tokens": 1128, "latency_sec": 10.557099060039036, "model_name": "gemini-3.8-flash", "out_of_srgb": null, "output_tokens": 1787, "prediction": { "choice": "C" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "google", "raw_prediction": "{\n \"choice\": \"C\"\n}", "recorded_at": "2026-09-16T16:06:44.198892+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-47", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "c6fb7767-5ab8-496f-b71e-a495361f7452", "result_sha256": "1c7c14f74f8d5c3bfcf68b9597f189d596e9045b3de2f02fd04b0b328f10ee38", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.00550725, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "D" }, "group_id": "match-binding-48", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-48.png", "input_tokens": 1128, "latency_sec": 6.591966312029399, "model_name": "gemini-3.8-flash", "out_of_srgb": null, "output_tokens": 1243, "prediction": { "choice": "C" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "google", "raw_prediction": "{\n \"choice\": \"C\"\n}", "recorded_at": "2026-09-16T16:15:22.892450+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-binding-48", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "d2d5e8de-0940-4c68-a8d8-ef002087adae", "result_sha256": "f538c11365ad3d8473179d16fb4fb6e35107d293711e16e80c8e90671009299a", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.001224, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "B" }, "group_id": "chroma-chain-01-edge-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-01.png", "input_tokens": 1132, "latency_sec": 2.0377974219154567, "model_name": "gemini-3.8-flash", "out_of_srgb": null, "output_tokens": 100, "prediction": { "choice": "B" }, "prompt_sha256": "7cb1baae3d2170148c899969e7afaa6d6a5143997cc3086bc447697d521e10ca", "provider": "google", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T16:25:31.894306+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-01", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "d1249f6b-3e91-475b-9ad8-59e60bc506d7", "result_sha256": "d69a19e58ba7254dd195c1a5e2c574f133bf81881a530e636c59302860f45d2d", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00132525, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "A" }, "group_id": "chroma-chain-01-edge-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-02.png", "input_tokens": 1132, "latency_sec": 22.865099217975512, "model_name": "gemini-3.8-flash", "out_of_srgb": null, "output_tokens": 127, "prediction": { "choice": "A" }, "prompt_sha256": "7cb1baae3d2170148c899969e7afaa6d6a5143997cc3086bc447697d521e10ca", "provider": "google", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T15:14:40.577931+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-02", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "b6ade414-c6c1-450d-81e5-18ef8f563fa4", "result_sha256": "80e83d0be1955ba25393a26ee6a0f40447ab6d7c09b663ce5ae3d7a9f9d2d570", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00112275, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "A" }, "group_id": "chroma-chain-01-edge-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-03.png", "input_tokens": 1132, "latency_sec": 3.2090295020025223, "model_name": "gemini-3.8-flash", "out_of_srgb": null, "output_tokens": 73, "prediction": { "choice": "A" }, "prompt_sha256": "f7627aca5640b4e4bb5108ec22eda036673dd7300493ad098f17639bff610e34", "provider": "google", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T16:22:12.908429+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-03", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "89bd3eae-1f0c-415a-b40a-109a884ef711", "result_sha256": "eee777e9063760ecff5cc6d96aff2195968f8f7926da7b33f749cc7dd4a07e22", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00125025, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "B" }, "group_id": "chroma-chain-01-edge-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-04.png", "input_tokens": 1132, "latency_sec": 1.983618300058879, "model_name": "gemini-3.8-flash", "out_of_srgb": null, "output_tokens": 107, "prediction": { "choice": "B" }, "prompt_sha256": "f7627aca5640b4e4bb5108ec22eda036673dd7300493ad098f17639bff610e34", "provider": "google", "raw_prediction": "{\n \"choice\": \"B\"\n}", "recorded_at": "2026-09-16T16:19:32.477573+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-04", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "245a52f4-61a5-4c58-bb50-274d9fb1a78b", "result_sha256": "1fdf9fa79c856ec468b43db1b5affb5595b8a3430b4ac0fc9a6c58c195e6aa14", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00158025, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "B" }, "group_id": "chroma-chain-01-edge-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-05.png", "input_tokens": 1132, "latency_sec": 3.3305177530273795, "model_name": "gemini-3.8-flash", "out_of_srgb": null, "output_tokens": 195, "prediction": { "choice": "B" }, "prompt_sha256": "7cb1baae3d2170148c899969e7afaa6d6a5143997cc3086bc447697d521e10ca", "provider": "google", "raw_prediction": "{\n \"choice\": \"B\"\n}", "recorded_at": "2026-09-16T14:47:55.848601+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-05", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "08c023b0-bc52-465c-ba67-33b57855c882", "result_sha256": "575279eca9d2e59f2fc664f35b4fac3ac4922f23a55009f32bb8953bc8306e1e", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00169275, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "A" }, "group_id": "chroma-chain-01-edge-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-06.png", "input_tokens": 1132, "latency_sec": 3.2372375739505515, "model_name": "gemini-3.8-flash", "out_of_srgb": null, "output_tokens": 225, "prediction": { "choice": "A" }, "prompt_sha256": "7cb1baae3d2170148c899969e7afaa6d6a5143997cc3086bc447697d521e10ca", "provider": "google", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T14:44:05.068299+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-06", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "f37302a2-0117-4afd-9751-de60a3412442", "result_sha256": "e0ebee5d2b8d2ac0118d09a6ff11268e02ab3be550503a8399a4a9ac992aa3db", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.001614, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "A" }, "group_id": "chroma-chain-01-edge-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-07.png", "input_tokens": 1132, "latency_sec": 10.54021906806156, "model_name": "gemini-3.8-flash", "out_of_srgb": null, "output_tokens": 204, "prediction": { "choice": "A" }, "prompt_sha256": "f7627aca5640b4e4bb5108ec22eda036673dd7300493ad098f17639bff610e34", "provider": "google", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T14:57:27.155469+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-07", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "79ab8745-dcbe-4554-a46f-389968d91b8b", "result_sha256": "e4cd6e756eefbbe276b1c77a3b88baebc399b8b86604d8508b6ca53a4b3c6e3b", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0015465, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "B" }, "group_id": "chroma-chain-01-edge-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-08.png", "input_tokens": 1132, "latency_sec": 1.7915777480229735, "model_name": "gemini-3.8-flash", "out_of_srgb": null, "output_tokens": 186, "prediction": { "choice": "B" }, "prompt_sha256": "f7627aca5640b4e4bb5108ec22eda036673dd7300493ad098f17639bff610e34", "provider": "google", "raw_prediction": "{\n \"choice\": \"B\"\n}", "recorded_at": "2026-09-16T16:05:04.776848+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-08", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "883cba6e-57b3-459c-9f87-b66a7e0f40b5", "result_sha256": "a818f47c4e308d148fe293e28a6e7406a504b6e190fa2b27d25bc93fdca354e4", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002169, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "B" }, "group_id": "chroma-chain-01-edge-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-09.png", "input_tokens": 1132, "latency_sec": 2.643092893064022, "model_name": "gemini-3.8-flash", "out_of_srgb": null, "output_tokens": 352, "prediction": { "choice": "B" }, "prompt_sha256": "7cb1baae3d2170148c899969e7afaa6d6a5143997cc3086bc447697d521e10ca", "provider": "google", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T14:08:45.652279+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-09", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "d955d494-8548-4fbc-87f5-67b7c4cdfb2b", "result_sha256": "b6695419ea4cdb62bdd041f6260796b0b99e1a8091b248f92296abaace103438", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0016815, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "A" }, "group_id": "chroma-chain-01-edge-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-10.png", "input_tokens": 1132, "latency_sec": 2.2893534920876846, "model_name": "gemini-3.8-flash", "out_of_srgb": null, "output_tokens": 222, "prediction": { "choice": "A" }, "prompt_sha256": "7cb1baae3d2170148c899969e7afaa6d6a5143997cc3086bc447697d521e10ca", "provider": "google", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T15:12:35.215662+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-10", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "6894837a-b58b-4b38-a199-262684f71315", "result_sha256": "7caeee21608e6f44a9ab4157d7ee5523687a524f43bac96b51db0c1245b64434", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00266025, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "A" }, "group_id": "chroma-chain-01-edge-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-11.png", "input_tokens": 1132, "latency_sec": 9.78177098208107, "model_name": "gemini-3.8-flash", "out_of_srgb": null, "output_tokens": 483, "prediction": { "choice": "A" }, "prompt_sha256": "f7627aca5640b4e4bb5108ec22eda036673dd7300493ad098f17639bff610e34", "provider": "google", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T14:20:32.505457+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-11", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "a9decba6-0227-4cd1-b289-77bb8133feff", "result_sha256": "94f2a9132629ed8799b5b68e1bb598c186e054af539ff867fe503b395e30bcf8", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.001689, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "B" }, "group_id": "chroma-chain-01-edge-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-12.png", "input_tokens": 1132, "latency_sec": 1.997092260979116, "model_name": "gemini-3.8-flash", "out_of_srgb": null, "output_tokens": 224, "prediction": { "choice": "B" }, "prompt_sha256": "f7627aca5640b4e4bb5108ec22eda036673dd7300493ad098f17639bff610e34", "provider": "google", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T15:45:37.120188+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-12", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "b270aa51-52d5-44bd-b46e-d7bd257c815f", "result_sha256": "a70e08781c710ce964ac1affe22cba545053b23c6829d2a9a86eba76038baa4e", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002229, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "B" }, "group_id": "chroma-chain-01-edge-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-13.png", "input_tokens": 1132, "latency_sec": 2.8126302900491282, "model_name": "gemini-3.8-flash", "out_of_srgb": null, "output_tokens": 368, "prediction": { "choice": "B" }, "prompt_sha256": "7cb1baae3d2170148c899969e7afaa6d6a5143997cc3086bc447697d521e10ca", "provider": "google", "raw_prediction": "{\n \"choice\": \"B\"\n}", "recorded_at": "2026-09-16T15:27:18.201146+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-13", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "2d1383d1-6b1b-418d-bb2d-c4cdc24ef827", "result_sha256": "e679a9b86e3fcc717f9c0253461fce39b50416658972435d263d0e6339f37f9c", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00245775, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "A" }, "group_id": "chroma-chain-01-edge-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-14.png", "input_tokens": 1132, "latency_sec": 3.5098807390313596, "model_name": "gemini-3.8-flash", "out_of_srgb": null, "output_tokens": 429, "prediction": { "choice": "A" }, "prompt_sha256": "7cb1baae3d2170148c899969e7afaa6d6a5143997cc3086bc447697d521e10ca", "provider": "google", "raw_prediction": "{\n \"choice\": \"A\"\n}", "recorded_at": "2026-09-16T15:37:42.536192+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-14", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "1ab96992-569a-4c44-84b7-1361e631ac4d", "result_sha256": "6531a52f62965f548a0231c0e7a10694f02fc5573add2d021449471e7c7743df", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.01046775, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "A" }, "group_id": "chroma-chain-01-edge-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-15.png", "input_tokens": 1132, "latency_sec": 16.17828490701504, "model_name": "gemini-3.8-flash", "out_of_srgb": null, "output_tokens": 2565, "prediction": { "choice": "B" }, "prompt_sha256": "f7627aca5640b4e4bb5108ec22eda036673dd7300493ad098f17639bff610e34", "provider": "google", "raw_prediction": "{\n \"choice\": \"B\"\n}", "recorded_at": "2026-09-16T14:13:46.256707+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-chroma-15", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "9134a551-460a-410d-a125-5700ec57a827", "result_sha256": "5eefb08700e36dde94b97a1a88d8e71e7aae2ffbcb990d07d012dc009af63f60", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0025815, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "B" }, "group_id": "chroma-chain-01-edge-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-16.png", "input_tokens": 1132, "latency_sec": 4.494033621973358, "model_name": "gemini-3.8-flash", "out_of_srgb": null, "output_tokens": 462, "prediction": { "choice": "B" }, "prompt_sha256": "f7627aca5640b4e4bb5108ec22eda036673dd7300493ad098f17639bff610e34", "provider": "google", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T16:03:28.903063+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-16", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "e3a550a5-0204-49bd-acaa-417879dd50f8", "result_sha256": "f2fa26cb63e89988ef61ca388e3ae289aa70085788ef689635ed4ad1aa6b78e8", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0014415, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "B" }, "group_id": "chroma-chain-02-edge-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-17.png", "input_tokens": 1132, "latency_sec": 20.639902440016158, "model_name": "gemini-3.8-flash", "out_of_srgb": null, "output_tokens": 158, "prediction": { "choice": "B" }, "prompt_sha256": "7cb1baae3d2170148c899969e7afaa6d6a5143997cc3086bc447697d521e10ca", "provider": "google", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T14:19:53.215281+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-17", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "9ca4f1a6-3b6e-4563-86f8-1c13eefaa56d", "result_sha256": "311d0d95f440b665679f941899b7fd8febf4c1854583d039dbae85541b0e8cf5", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00164025, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "A" }, "group_id": "chroma-chain-02-edge-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-18.png", "input_tokens": 1132, "latency_sec": 1.9245737249730155, "model_name": "gemini-3.8-flash", "out_of_srgb": null, "output_tokens": 211, "prediction": { "choice": "A" }, "prompt_sha256": "7cb1baae3d2170148c899969e7afaa6d6a5143997cc3086bc447697d521e10ca", "provider": "google", "raw_prediction": "{\n \"choice\": \"A\"\n}", "recorded_at": "2026-09-16T14:50:09.065531+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-18", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "bf631771-16d9-46b5-8af0-d16214dc1f5a", "result_sha256": "15c72e5a546ca2377d36108379361bb140e2d505c827c44ff12c2d91a3e106a4", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00128025, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "A" }, "group_id": "chroma-chain-02-edge-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-19.png", "input_tokens": 1132, "latency_sec": 1.2112931240117177, "model_name": "gemini-3.8-flash", "out_of_srgb": null, "output_tokens": 115, "prediction": { "choice": "A" }, "prompt_sha256": "f7627aca5640b4e4bb5108ec22eda036673dd7300493ad098f17639bff610e34", "provider": "google", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T15:53:33.508983+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-19", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "7cad5574-4acd-4e3f-8263-07c5862c2e47", "result_sha256": "eb295d20ce80e03a7914bf10cd744fa0662119919ac8cf54cddfb9765323ad34", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0014265, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "B" }, "group_id": "chroma-chain-02-edge-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-20.png", "input_tokens": 1132, "latency_sec": 2.7739921109750867, "model_name": "gemini-3.8-flash", "out_of_srgb": null, "output_tokens": 154, "prediction": { "choice": "B" }, "prompt_sha256": "f7627aca5640b4e4bb5108ec22eda036673dd7300493ad098f17639bff610e34", "provider": "google", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T14:02:37.325867+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-20", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "617933c3-7418-4468-a306-2cc210485f7f", "result_sha256": "e387dcca3355d95783147a611b12d50aea673a67383022885ed6cd6addf13db1", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002469, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "B" }, "group_id": "chroma-chain-02-edge-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-21.png", "input_tokens": 1132, "latency_sec": 6.984798746067099, "model_name": "gemini-3.8-flash", "out_of_srgb": null, "output_tokens": 432, "prediction": { "choice": "B" }, "prompt_sha256": "7cb1baae3d2170148c899969e7afaa6d6a5143997cc3086bc447697d521e10ca", "provider": "google", "raw_prediction": "{\n \"choice\": \"B\"\n}", "recorded_at": "2026-09-16T14:14:39.753705+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-21", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "8431db45-3b1a-4ef7-8c42-9536a78101a0", "result_sha256": "391f1ec17da79dc5736aee83b83b50d207302e6f7b4fe46356d47d4edeae06d3", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.001569, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "A" }, "group_id": "chroma-chain-02-edge-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-22.png", "input_tokens": 1132, "latency_sec": 7.88299623504281, "model_name": "gemini-3.8-flash", "out_of_srgb": null, "output_tokens": 192, "prediction": { "choice": "A" }, "prompt_sha256": "7cb1baae3d2170148c899969e7afaa6d6a5143997cc3086bc447697d521e10ca", "provider": "google", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T15:22:23.379624+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-22", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "a0cba09f-3a24-4ba0-8d7a-ab5b11279b74", "result_sha256": "41d1e4631fd4f303e687d7f5337384acb0656387936d0c714b354e32e25b4065", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00222525, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "A" }, "group_id": "chroma-chain-02-edge-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-23.png", "input_tokens": 1132, "latency_sec": 2.9399412509519607, "model_name": "gemini-3.8-flash", "out_of_srgb": null, "output_tokens": 367, "prediction": { "choice": "A" }, "prompt_sha256": "f7627aca5640b4e4bb5108ec22eda036673dd7300493ad098f17639bff610e34", "provider": "google", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T14:50:36.808926+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-23", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "228e684e-2121-43aa-9dcc-3d90dd7cfdb3", "result_sha256": "54820ddaaca08652e485f72d4f0d34e9fbb5c8ad1b6b307f7a08413d96249011", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00158025, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "B" }, "group_id": "chroma-chain-02-edge-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-24.png", "input_tokens": 1132, "latency_sec": 1.8024704379495233, "model_name": "gemini-3.8-flash", "out_of_srgb": null, "output_tokens": 195, "prediction": { "choice": "B" }, "prompt_sha256": "f7627aca5640b4e4bb5108ec22eda036673dd7300493ad098f17639bff610e34", "provider": "google", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T16:26:40.141379+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-24", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "9c34ab86-aa5c-473e-ab71-6a4080a3eb54", "result_sha256": "890d3f2fdccfc295e4f228b1a6e0a3af6bf6eca566ac4a1bf70c40ac39dde3ae", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.004149, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "B" }, "group_id": "chroma-chain-02-edge-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-25.png", "input_tokens": 1132, "latency_sec": 5.124586008954793, "model_name": "gemini-3.8-flash", "out_of_srgb": null, "output_tokens": 880, "prediction": { "choice": "A" }, "prompt_sha256": "7cb1baae3d2170148c899969e7afaa6d6a5143997cc3086bc447697d521e10ca", "provider": "google", "raw_prediction": "{\n \"choice\": \"A\"\n}", "recorded_at": "2026-09-16T16:07:34.081520+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-chroma-25", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "5d352611-9900-43a8-b309-d710918e1fce", "result_sha256": "5e937d5af1e478a3b2aebfe80e2ac3a70a5aae8e561b47a1c84a9028bb32ca33", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0015465, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "A" }, "group_id": "chroma-chain-02-edge-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-26.png", "input_tokens": 1132, "latency_sec": 20.168487463030033, "model_name": "gemini-3.8-flash", "out_of_srgb": null, "output_tokens": 186, "prediction": { "choice": "A" }, "prompt_sha256": "7cb1baae3d2170148c899969e7afaa6d6a5143997cc3086bc447697d521e10ca", "provider": "google", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T14:09:29.857107+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-26", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "4a0631e8-afac-4e82-964c-a31dfb494eb4", "result_sha256": "875f4d5520bd457fec53d1c4effbd53f1b9f5703bcd39790a1caad86ad92e778", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00803775, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "A" }, "group_id": "chroma-chain-02-edge-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-27.png", "input_tokens": 1132, "latency_sec": 11.340780601953156, "model_name": "gemini-3.8-flash", "out_of_srgb": null, "output_tokens": 1917, "prediction": { "choice": "A" }, "prompt_sha256": "f7627aca5640b4e4bb5108ec22eda036673dd7300493ad098f17639bff610e34", "provider": "google", "raw_prediction": "{\n \"choice\": \"A\"\n}", "recorded_at": "2026-09-16T15:41:15.454379+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-27", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "0fdb255b-290f-4c61-b14b-0bea603fa736", "result_sha256": "5c7b12e199e326a47e44d5439ab81aa33ccae884aaa6a04104e30df604eebe33", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00172275, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "B" }, "group_id": "chroma-chain-02-edge-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-28.png", "input_tokens": 1132, "latency_sec": 3.1700127340154722, "model_name": "gemini-3.8-flash", "out_of_srgb": null, "output_tokens": 233, "prediction": { "choice": "B" }, "prompt_sha256": "f7627aca5640b4e4bb5108ec22eda036673dd7300493ad098f17639bff610e34", "provider": "google", "raw_prediction": "{\n \"choice\": \"B\"\n}", "recorded_at": "2026-09-16T16:22:37.027861+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-28", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "50cbb3c0-213f-4d95-9c58-f82312551b22", "result_sha256": "2eb68a69b66eb7efd3e8c285d73571aef3f42a6b47d501fd09f392a9b4902bc9", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00122775, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "B" }, "group_id": "chroma-chain-02-edge-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-29.png", "input_tokens": 1132, "latency_sec": 4.6987230110680684, "model_name": "gemini-3.8-flash", "out_of_srgb": null, "output_tokens": 101, "prediction": { "choice": "B" }, "prompt_sha256": "7cb1baae3d2170148c899969e7afaa6d6a5143997cc3086bc447697d521e10ca", "provider": "google", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T15:53:28.579182+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-29", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "539e8cc6-bd60-472a-9dbd-211aac0511be", "result_sha256": "e21f69d7869136d7656ea30ce61c9fb82a14f69b05859e8bf46d3c9b0548c772", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00135525, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "A" }, "group_id": "chroma-chain-02-edge-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-30.png", "input_tokens": 1132, "latency_sec": 2.2278873459436, "model_name": "gemini-3.8-flash", "out_of_srgb": null, "output_tokens": 135, "prediction": { "choice": "A" }, "prompt_sha256": "7cb1baae3d2170148c899969e7afaa6d6a5143997cc3086bc447697d521e10ca", "provider": "google", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T14:53:08.769239+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-30", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "1f2c10b5-7b46-4821-aee3-28f093268ed7", "result_sha256": "978cf39dc607c56801150ccaa75a8c0d29afd33e942986dde6bbf1fa0112adfb", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0013815, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "A" }, "group_id": "chroma-chain-02-edge-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-31.png", "input_tokens": 1132, "latency_sec": 11.393576523056254, "model_name": "gemini-3.8-flash", "out_of_srgb": null, "output_tokens": 142, "prediction": { "choice": "A" }, "prompt_sha256": "f7627aca5640b4e4bb5108ec22eda036673dd7300493ad098f17639bff610e34", "provider": "google", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T15:24:24.116063+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-31", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "e8be9892-bd2a-4ba2-8656-53569f472637", "result_sha256": "7d67823194df3e66a390692e7ac44321fb99edbfa688902593865c6a891b1cd8", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.001239, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "B" }, "group_id": "chroma-chain-02-edge-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-32.png", "input_tokens": 1132, "latency_sec": 4.34336846799124, "model_name": "gemini-3.8-flash", "out_of_srgb": null, "output_tokens": 104, "prediction": { "choice": "B" }, "prompt_sha256": "f7627aca5640b4e4bb5108ec22eda036673dd7300493ad098f17639bff610e34", "provider": "google", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T15:16:53.107276+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-32", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "7c7ed158-6157-42e1-a113-8f6eac0e23e1", "result_sha256": "9eda2005d2de4e4af236ea184f2db0cafa0b92af179823618929d9a54ff613e2", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00186525, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "B" }, "group_id": "chroma-chain-03-edge-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-33.png", "input_tokens": 1132, "latency_sec": 3.9731867489172146, "model_name": "gemini-3.8-flash", "out_of_srgb": null, "output_tokens": 271, "prediction": { "choice": "B" }, "prompt_sha256": "7cb1baae3d2170148c899969e7afaa6d6a5143997cc3086bc447697d521e10ca", "provider": "google", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T14:57:53.899714+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-33", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "ebc5aa19-d449-4212-971e-36c023e759f5", "result_sha256": "c28a7bfda27871f5a3aca45f6f16cb361c0dc74644575e7db465d613fe6f15f4", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00188775, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "A" }, "group_id": "chroma-chain-03-edge-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-34.png", "input_tokens": 1132, "latency_sec": 7.400698560057208, "model_name": "gemini-3.8-flash", "out_of_srgb": null, "output_tokens": 277, "prediction": { "choice": "A" }, "prompt_sha256": "7cb1baae3d2170148c899969e7afaa6d6a5143997cc3086bc447697d521e10ca", "provider": "google", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T15:28:31.174280+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-34", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "059e2f2e-00cc-4f9b-9d93-b3c1a38f644d", "result_sha256": "ef7704e94c490e172ab8cab240194e6beb8fd0bd16f40a22e3b44481d86e0e56", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0019665, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "A" }, "group_id": "chroma-chain-03-edge-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-35.png", "input_tokens": 1132, "latency_sec": 2.6935028560692444, "model_name": "gemini-3.8-flash", "out_of_srgb": null, "output_tokens": 298, "prediction": { "choice": "A" }, "prompt_sha256": "f7627aca5640b4e4bb5108ec22eda036673dd7300493ad098f17639bff610e34", "provider": "google", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T15:28:17.519177+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-35", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "f8db57df-035d-4ecb-b78d-b5bccc396a25", "result_sha256": "502a63ddcaae4a4b5fa066aa95c8e290703d71f56ec627fc36d8efcc83758e41", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00197775, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "B" }, "group_id": "chroma-chain-03-edge-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-36.png", "input_tokens": 1132, "latency_sec": 2.540050056995824, "model_name": "gemini-3.8-flash", "out_of_srgb": null, "output_tokens": 301, "prediction": { "choice": "B" }, "prompt_sha256": "f7627aca5640b4e4bb5108ec22eda036673dd7300493ad098f17639bff610e34", "provider": "google", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T15:02:36.687129+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-36", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "2d251b85-3366-4ecd-a589-0b3cb40db324", "result_sha256": "9931e64ec2688e095045b242a9f58b6ba7e9afee5ae3130d1fbdae9cc493578c", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.007704, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "B" }, "group_id": "chroma-chain-03-edge-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-37.png", "input_tokens": 1132, "latency_sec": 10.936861393041909, "model_name": "gemini-3.8-flash", "out_of_srgb": null, "output_tokens": 1828, "prediction": { "choice": "B" }, "prompt_sha256": "7cb1baae3d2170148c899969e7afaa6d6a5143997cc3086bc447697d521e10ca", "provider": "google", "raw_prediction": "{\n \"choice\": \"B\"\n}", "recorded_at": "2026-09-16T14:16:18.381767+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-37", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "61979c84-96d0-49e7-859b-1feb103ec044", "result_sha256": "aa946919a4ecd83e04e0cc1654468ba3deb458064ea3b042aacc8b933bd6cd59", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00267525, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "A" }, "group_id": "chroma-chain-03-edge-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-38.png", "input_tokens": 1132, "latency_sec": 4.727621686994098, "model_name": "gemini-3.8-flash", "out_of_srgb": null, "output_tokens": 487, "prediction": { "choice": "A" }, "prompt_sha256": "7cb1baae3d2170148c899969e7afaa6d6a5143997cc3086bc447697d521e10ca", "provider": "google", "raw_prediction": "{\n \"choice\": \"A\"\n}", "recorded_at": "2026-09-16T15:13:36.544357+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-38", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "80cb8023-aa9d-412b-8614-4e8b1cd6eca3", "result_sha256": "0e3bfb2da095835df784c20c2b1cd1a7ee484988645d8bb54020bb0fb5976813", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00557775, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "A" }, "group_id": "chroma-chain-03-edge-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-39.png", "input_tokens": 1132, "latency_sec": 6.144676792086102, "model_name": "gemini-3.8-flash", "out_of_srgb": null, "output_tokens": 1261, "prediction": { "choice": "A" }, "prompt_sha256": "f7627aca5640b4e4bb5108ec22eda036673dd7300493ad098f17639bff610e34", "provider": "google", "raw_prediction": "{\n \"choice\": \"A\"\n}", "recorded_at": "2026-09-16T15:29:16.598936+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-39", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "d495a205-27b6-4705-a742-66c7d8bd421b", "result_sha256": "a590eac2392eb564d9e82ef6b03f0802506a09deecc0b5d5de557e320c029a33", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002424, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "B" }, "group_id": "chroma-chain-03-edge-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-40.png", "input_tokens": 1132, "latency_sec": 2.8082404450979084, "model_name": "gemini-3.8-flash", "out_of_srgb": null, "output_tokens": 420, "prediction": { "choice": "B" }, "prompt_sha256": "f7627aca5640b4e4bb5108ec22eda036673dd7300493ad098f17639bff610e34", "provider": "google", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T15:42:11.971043+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-40", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "93dce246-ecdf-44eb-9d23-e35e4e6ab703", "result_sha256": "e56fbfad1cb48e321cea64317a23da09bd9d7a23662b5449d953519ccf1eb0d7", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00129525, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "B" }, "group_id": "chroma-chain-03-edge-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-41.png", "input_tokens": 1132, "latency_sec": 2.843259406974539, "model_name": "gemini-3.8-flash", "out_of_srgb": null, "output_tokens": 119, "prediction": { "choice": "B" }, "prompt_sha256": "7cb1baae3d2170148c899969e7afaa6d6a5143997cc3086bc447697d521e10ca", "provider": "google", "raw_prediction": "{\n \"choice\": \"B\"\n}", "recorded_at": "2026-09-16T14:49:36.794660+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-41", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "d81052c3-239f-4fe5-bc85-db8523bf5443", "result_sha256": "83792221b67453c422872cc5ecc78c2c6bc7c2e52a530219d9105c7425e3a652", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.001254, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "A" }, "group_id": "chroma-chain-03-edge-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-42.png", "input_tokens": 1132, "latency_sec": 1.6363250010181218, "model_name": "gemini-3.8-flash", "out_of_srgb": null, "output_tokens": 108, "prediction": { "choice": "A" }, "prompt_sha256": "7cb1baae3d2170148c899969e7afaa6d6a5143997cc3086bc447697d521e10ca", "provider": "google", "raw_prediction": "{\n \"choice\": \"A\"\n}", "recorded_at": "2026-09-16T15:26:49.092204+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-42", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "e4aa2796-ef98-431c-838a-36eccb31b5fb", "result_sha256": "f3dff9e4ac46d7b18189d49bf2926e7ca049a684d15333d1075872f55cd2a0de", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0011865, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "A" }, "group_id": "chroma-chain-03-edge-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-43.png", "input_tokens": 1132, "latency_sec": 1.9885819259798154, "model_name": "gemini-3.8-flash", "out_of_srgb": null, "output_tokens": 90, "prediction": { "choice": "A" }, "prompt_sha256": "f7627aca5640b4e4bb5108ec22eda036673dd7300493ad098f17639bff610e34", "provider": "google", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T14:15:56.359012+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-43", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "8bca7090-84ea-4cb8-9bc1-bb7c2159a668", "result_sha256": "de3e8f34db53c734b750e57e91b213e9251c7c88d6bcda8970d27e2a4a4eff66", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00115275, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "B" }, "group_id": "chroma-chain-03-edge-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-44.png", "input_tokens": 1132, "latency_sec": 1.7572782250354066, "model_name": "gemini-3.8-flash", "out_of_srgb": null, "output_tokens": 81, "prediction": { "choice": "B" }, "prompt_sha256": "f7627aca5640b4e4bb5108ec22eda036673dd7300493ad098f17639bff610e34", "provider": "google", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T14:41:29.580018+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-44", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "320196ea-5e1f-46e5-912a-fb38fb9f1a69", "result_sha256": "c261ff51da19add98a4e1e9b7a9b046ace07f0603ad0a6d9b888c6ee65c87b34", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.001389, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "B" }, "group_id": "chroma-chain-03-edge-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-45.png", "input_tokens": 1132, "latency_sec": 8.165945408982225, "model_name": "gemini-3.8-flash", "out_of_srgb": null, "output_tokens": 144, "prediction": { "choice": "B" }, "prompt_sha256": "7cb1baae3d2170148c899969e7afaa6d6a5143997cc3086bc447697d521e10ca", "provider": "google", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T15:31:35.383572+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-45", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "c92c8103-e9b5-4ee6-81fd-b1ae7d9d9e24", "result_sha256": "93c0384445f785530482b710a93f42fe6d909c7c28f8c12c58773cb62d89a834", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.001209, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "A" }, "group_id": "chroma-chain-03-edge-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-46.png", "input_tokens": 1132, "latency_sec": 2.8364341109991074, "model_name": "gemini-3.8-flash", "out_of_srgb": null, "output_tokens": 96, "prediction": { "choice": "A" }, "prompt_sha256": "7cb1baae3d2170148c899969e7afaa6d6a5143997cc3086bc447697d521e10ca", "provider": "google", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T14:46:30.380187+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-46", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "53fb1edb-8cae-4f61-ad5a-81a169dc2a4d", "result_sha256": "26b11d475a7b5a1439fa3ebf4e778dbb210b95f4f9fa5b8c62efa7d265fe37be", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00180525, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "A" }, "group_id": "chroma-chain-03-edge-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-47.png", "input_tokens": 1132, "latency_sec": 1.8539809710346162, "model_name": "gemini-3.8-flash", "out_of_srgb": null, "output_tokens": 255, "prediction": { "choice": "A" }, "prompt_sha256": "f7627aca5640b4e4bb5108ec22eda036673dd7300493ad098f17639bff610e34", "provider": "google", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T15:55:59.287865+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-47", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "22ef106d-a16f-422e-9cb1-56a3525034f9", "result_sha256": "88dcbce2294172bb5af415b43b19e6a9b2117a97322e8259da71e2590d53d04a", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00133275, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "B" }, "group_id": "chroma-chain-03-edge-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-48.png", "input_tokens": 1132, "latency_sec": 3.29407375107985, "model_name": "gemini-3.8-flash", "out_of_srgb": null, "output_tokens": 129, "prediction": { "choice": "B" }, "prompt_sha256": "f7627aca5640b4e4bb5108ec22eda036673dd7300493ad098f17639bff610e34", "provider": "google", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T15:55:36.702983+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-48", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "1fb2e514-a2e4-44b4-beda-dca8ed748c99", "result_sha256": "a99b5527a8069c55d81e31299c1bc21ba1015962b57c44be8d94e8c24b296a29", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0039465, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "B" }, "group_id": "chroma-chain-04-edge-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-49.png", "input_tokens": 1132, "latency_sec": 4.740747835952789, "model_name": "gemini-3.8-flash", "out_of_srgb": null, "output_tokens": 826, "prediction": { "choice": "B" }, "prompt_sha256": "7cb1baae3d2170148c899969e7afaa6d6a5143997cc3086bc447697d521e10ca", "provider": "google", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T15:55:49.349796+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-49", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "2786900a-dcc7-41f5-8a8f-3683303a9c4b", "result_sha256": "6c7d0ba00744572652969a66560bfd43e4787c09fa31f2b2ae73a04fc9b32027", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0018465, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "A" }, "group_id": "chroma-chain-04-edge-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-50.png", "input_tokens": 1132, "latency_sec": 2.4224714760202914, "model_name": "gemini-3.8-flash", "out_of_srgb": null, "output_tokens": 266, "prediction": { "choice": "A" }, "prompt_sha256": "7cb1baae3d2170148c899969e7afaa6d6a5143997cc3086bc447697d521e10ca", "provider": "google", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T16:08:53.023472+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-50", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "d342abb4-a91d-4279-990d-d720523e5643", "result_sha256": "40e38822b878069b42bb1a6816d7de1cb9cb2494f4b247d213f20faf3fb27e51", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.001974, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "A" }, "group_id": "chroma-chain-04-edge-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-51.png", "input_tokens": 1132, "latency_sec": 4.2233122830512, "model_name": "gemini-3.8-flash", "out_of_srgb": null, "output_tokens": 300, "prediction": { "choice": "A" }, "prompt_sha256": "f7627aca5640b4e4bb5108ec22eda036673dd7300493ad098f17639bff610e34", "provider": "google", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T14:10:37.593633+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-51", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "b5cfe07f-3050-49a9-870a-b50ea603585c", "result_sha256": "f2ea87b8bdbd286e8f3808727e012048c6066e35d446df75c8fa477f0dd1214d", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002184, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "B" }, "group_id": "chroma-chain-04-edge-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-52.png", "input_tokens": 1132, "latency_sec": 2.9289598730392754, "model_name": "gemini-3.8-flash", "out_of_srgb": null, "output_tokens": 356, "prediction": { "choice": "B" }, "prompt_sha256": "f7627aca5640b4e4bb5108ec22eda036673dd7300493ad098f17639bff610e34", "provider": "google", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T15:35:14.700187+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-52", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "c5addf88-2704-4a58-9137-d9e4945dd12b", "result_sha256": "c17ffadd12624ea2c4e7134f368a2256c5e2b53e705ff5466eb565d90f3521ef", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.001164, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "B" }, "group_id": "chroma-chain-04-edge-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-53.png", "input_tokens": 1132, "latency_sec": 13.964261148008518, "model_name": "gemini-3.8-flash", "out_of_srgb": null, "output_tokens": 84, "prediction": { "choice": "B" }, "prompt_sha256": "7cb1baae3d2170148c899969e7afaa6d6a5143997cc3086bc447697d521e10ca", "provider": "google", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T14:14:17.660597+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-53", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "2e7fa66b-a6f4-43b8-ad63-6a79ead95732", "result_sha256": "733d00139a0edf2d20975cf2344d54ea1e57f62c479f45fd676741222164bb9d", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00131025, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "A" }, "group_id": "chroma-chain-04-edge-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-54.png", "input_tokens": 1132, "latency_sec": 5.932327560032718, "model_name": "gemini-3.8-flash", "out_of_srgb": null, "output_tokens": 123, "prediction": { "choice": "A" }, "prompt_sha256": "7cb1baae3d2170148c899969e7afaa6d6a5143997cc3086bc447697d521e10ca", "provider": "google", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T14:51:29.033953+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-54", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "bcf04607-c6a5-457f-bdf4-e3cb9069d93c", "result_sha256": "bb65565a05aa3f077c616a2ca2bff9be1a075cbc1293b84f93658c1dab1ba2f0", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.001299, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "A" }, "group_id": "chroma-chain-04-edge-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-55.png", "input_tokens": 1132, "latency_sec": 1.7272406320553273, "model_name": "gemini-3.8-flash", "out_of_srgb": null, "output_tokens": 120, "prediction": { "choice": "A" }, "prompt_sha256": "f7627aca5640b4e4bb5108ec22eda036673dd7300493ad098f17639bff610e34", "provider": "google", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T15:30:18.334649+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-55", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "37040634-3d25-40a9-a8ee-388d2239e1b6", "result_sha256": "31c18dc1a60239778869a2082df180d08bce9ea62493dcbe9098cade1dc4cad0", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0012165, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "B" }, "group_id": "chroma-chain-04-edge-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-56.png", "input_tokens": 1132, "latency_sec": 6.019482392002828, "model_name": "gemini-3.8-flash", "out_of_srgb": null, "output_tokens": 98, "prediction": { "choice": "B" }, "prompt_sha256": "f7627aca5640b4e4bb5108ec22eda036673dd7300493ad098f17639bff610e34", "provider": "google", "raw_prediction": "{\n \"choice\": \"B\"\n}", "recorded_at": "2026-09-16T14:10:01.384521+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-56", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "d4a53a34-1f2a-4e17-bc97-d8813c5548ce", "result_sha256": "ce942be1295c86c894d561c69558f8129514af64e48f9fe5f64d0d4b695dc36e", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00134025, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "B" }, "group_id": "chroma-chain-04-edge-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-57.png", "input_tokens": 1132, "latency_sec": 2.006244720076211, "model_name": "gemini-3.8-flash", "out_of_srgb": null, "output_tokens": 131, "prediction": { "choice": "B" }, "prompt_sha256": "7cb1baae3d2170148c899969e7afaa6d6a5143997cc3086bc447697d521e10ca", "provider": "google", "raw_prediction": "{\n \"choice\": \"B\"\n}", "recorded_at": "2026-09-16T16:17:58.532400+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-57", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "b9e3e268-f47b-4323-9227-6c3459362f0e", "result_sha256": "9c9b6baef8bc6632cc426bbccf2d0ee3a125eae9979b80ff409d17177963a8dc", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.001479, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "A" }, "group_id": "chroma-chain-04-edge-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-58.png", "input_tokens": 1132, "latency_sec": 3.7151462950278074, "model_name": "gemini-3.8-flash", "out_of_srgb": null, "output_tokens": 168, "prediction": { "choice": "A" }, "prompt_sha256": "7cb1baae3d2170148c899969e7afaa6d6a5143997cc3086bc447697d521e10ca", "provider": "google", "raw_prediction": "{\n \"choice\": \"A\"\n}", "recorded_at": "2026-09-16T14:33:03.221907+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-58", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "9f9a8744-33fe-4b49-b74a-4818ae98b8da", "result_sha256": "ef3532fff2cc6815573ad052eb7797ce8c6ce32fd4263e53b36cf20ba63e851e", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00174525, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "A" }, "group_id": "chroma-chain-04-edge-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-59.png", "input_tokens": 1132, "latency_sec": 8.76223235402722, "model_name": "gemini-3.8-flash", "out_of_srgb": null, "output_tokens": 239, "prediction": { "choice": "A" }, "prompt_sha256": "f7627aca5640b4e4bb5108ec22eda036673dd7300493ad098f17639bff610e34", "provider": "google", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T15:16:03.526197+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-59", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "ad77e87c-11eb-4b9b-9ded-078c36d8ca12", "result_sha256": "95c524f5f18b68f4928b1b1e4efa27e7aba4bb71cb74346a22cb22c244591e82", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0014565, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "B" }, "group_id": "chroma-chain-04-edge-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-60.png", "input_tokens": 1132, "latency_sec": 3.2614701110869646, "model_name": "gemini-3.8-flash", "out_of_srgb": null, "output_tokens": 162, "prediction": { "choice": "B" }, "prompt_sha256": "f7627aca5640b4e4bb5108ec22eda036673dd7300493ad098f17639bff610e34", "provider": "google", "raw_prediction": "{\n \"choice\": \"B\"\n}", "recorded_at": "2026-09-16T15:34:02.254952+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-60", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "3a807e98-423b-4fa7-8239-18d01768929f", "result_sha256": "38de68255fc3e44e57c9bb723652fce79cfbd2689fa9f3776548da4a7d3acf3c", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00152025, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "B" }, "group_id": "chroma-chain-04-edge-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-61.png", "input_tokens": 1132, "latency_sec": 4.224753824993968, "model_name": "gemini-3.8-flash", "out_of_srgb": null, "output_tokens": 179, "prediction": { "choice": "B" }, "prompt_sha256": "7cb1baae3d2170148c899969e7afaa6d6a5143997cc3086bc447697d521e10ca", "provider": "google", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T14:20:56.559403+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-61", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "698d311d-4e51-4c34-9dbf-4d29ee3f57f4", "result_sha256": "a9d3ff4c1023a5d16916ffebe2163961dff8e19bb71d749c2b86075b1e614574", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0020715, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "A" }, "group_id": "chroma-chain-04-edge-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-62.png", "input_tokens": 1132, "latency_sec": 13.739146142965183, "model_name": "gemini-3.8-flash", "out_of_srgb": null, "output_tokens": 326, "prediction": { "choice": "A" }, "prompt_sha256": "7cb1baae3d2170148c899969e7afaa6d6a5143997cc3086bc447697d521e10ca", "provider": "google", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T14:16:34.752915+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-62", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "0110f725-df27-4ff5-b7e0-9d16711f7ee4", "result_sha256": "e48fddd513ace325f104812be806edd103dc552ccf0dde0cb3dd703fd5338268", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00152775, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "A" }, "group_id": "chroma-chain-04-edge-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-63.png", "input_tokens": 1132, "latency_sec": 2.076156384893693, "model_name": "gemini-3.8-flash", "out_of_srgb": null, "output_tokens": 181, "prediction": { "choice": "A" }, "prompt_sha256": "f7627aca5640b4e4bb5108ec22eda036673dd7300493ad098f17639bff610e34", "provider": "google", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T15:49:47.595788+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-63", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "7577564b-e629-4894-9708-63e87aa624c1", "result_sha256": "93a17adbf84e3201bdadae3118fce5523de173997fb0d1fb88661beea99279fc", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00197025, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "B" }, "group_id": "chroma-chain-04-edge-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-64.png", "input_tokens": 1132, "latency_sec": 2.3062668250640854, "model_name": "gemini-3.8-flash", "out_of_srgb": null, "output_tokens": 299, "prediction": { "choice": "B" }, "prompt_sha256": "f7627aca5640b4e4bb5108ec22eda036673dd7300493ad098f17639bff610e34", "provider": "google", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T16:27:02.488633+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-64", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "715f7532-e43c-483b-ae68-cc0aa33b5021", "result_sha256": "e5cb42fdcbc961df91f2c7a3583670967ceb7d68e90692b7f17c9e82b0318d30", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.0074565, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "A" }, "group_id": "context-01-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-01.png", "input_tokens": 1132, "latency_sec": 10.032849662005901, "model_name": "gemini-3.8-flash", "out_of_srgb": null, "output_tokens": 1762, "prediction": { "choice": "D" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "google", "raw_prediction": "{\n \"choice\": \"D\"\n}", "recorded_at": "2026-09-16T15:42:48.841217+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-context-01", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "c34e2899-b126-4139-904b-c2933b2b21c3", "result_sha256": "51c85c2387889033cbe9ce9195030d4fccee4c9fbf1df985b9d7432b42c55ba8", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00554025, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "B" }, "group_id": "context-01-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-02.png", "input_tokens": 1132, "latency_sec": 9.015882020932622, "model_name": "gemini-3.8-flash", "out_of_srgb": null, "output_tokens": 1251, "prediction": { "choice": "B" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "google", "raw_prediction": "{\n \"choice\": \"B\"\n}", "recorded_at": "2026-09-16T16:08:26.272658+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-02", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "c3dc40aa-9e66-46ea-97b2-554d0c4c2c7a", "result_sha256": "f1d6483a70171cbba12f4b4eb6a974a3caba460f56e225ac829a48fc0cfe1b32", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.00586275, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "C" }, "group_id": "context-01-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-03.png", "input_tokens": 1132, "latency_sec": 6.889220293960534, "model_name": "gemini-3.8-flash", "out_of_srgb": null, "output_tokens": 1337, "prediction": { "choice": "A" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "google", "raw_prediction": "{\n \"choice\": \"A\"\n}", "recorded_at": "2026-09-16T15:12:14.408186+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-context-03", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "2c7bbb93-9c4f-4f1d-9104-509c8f366a1f", "result_sha256": "0ad2e73f2768421eeaaef5d432496ef3367893a9289be200cbcaf03ac948915e", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00833025, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "D" }, "group_id": "context-01-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-04.png", "input_tokens": 1132, "latency_sec": 9.871814528945833, "model_name": "gemini-3.8-flash", "out_of_srgb": null, "output_tokens": 1995, "prediction": { "choice": "D" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "google", "raw_prediction": "{\n \"choice\": \"D\"\n}", "recorded_at": "2026-09-16T14:50:31.727736+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-04", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "be55d590-82cd-4ea5-b395-ded7572a31f8", "result_sha256": "4273b0034721c0aeeac653f38fd1b56ec24bcf647bbb1bb789dfc5664e5b803d", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00975525, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "A" }, "group_id": "context-01-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-05.png", "input_tokens": 1132, "latency_sec": 10.799037350923754, "model_name": "gemini-3.8-flash", "out_of_srgb": null, "output_tokens": 2375, "prediction": { "choice": "A" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "google", "raw_prediction": "{\n \"choice\": \"A\"\n}", "recorded_at": "2026-09-16T14:01:11.677630+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-05", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "085397e9-e5de-4bb7-b472-4918791d0251", "result_sha256": "bd29fd83289fb3ae4a5c03ba152790803f49461bfea1271494f454d9d46e80d9", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0074865, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "B" }, "group_id": "context-01-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-06.png", "input_tokens": 1132, "latency_sec": 9.580613891943358, "model_name": "gemini-3.8-flash", "out_of_srgb": null, "output_tokens": 1770, "prediction": { "choice": "B" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "google", "raw_prediction": "{\n \"choice\": \"B\"\n}", "recorded_at": "2026-09-16T14:45:31.224318+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-06", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "0e2c05c3-be9f-4279-b002-a12c8cbb774a", "result_sha256": "ced03a937a9501ab277e9f8aa2440ae6c3b33a3da297878681d38a9528b21270", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0106215, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "C" }, "group_id": "context-01-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-07.png", "input_tokens": 1132, "latency_sec": 17.959748101071455, "model_name": "gemini-3.8-flash", "out_of_srgb": null, "output_tokens": 2606, "prediction": { "choice": "C" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "google", "raw_prediction": "{\n \"choice\": \"C\"\n}", "recorded_at": "2026-09-16T14:17:23.570730+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-07", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "2f737fd6-2529-4731-a8d5-59edf5dbef86", "result_sha256": "0e6ebc1dfea75615d1f2f886a21f7a6b54bd7800ec4be0efb2b8d058d05abaa0", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.01424025, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "D" }, "group_id": "context-01-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-08.png", "input_tokens": 1132, "latency_sec": 15.592013310990296, "model_name": "gemini-3.8-flash", "out_of_srgb": null, "output_tokens": 3571, "prediction": { "choice": "B" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "google", "raw_prediction": "{\n \"choice\": \"B\"\n}", "recorded_at": "2026-09-16T15:02:06.115573+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-context-08", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "aec20455-363c-48c4-b671-7efd45a90572", "result_sha256": "161ceae430b7da074ef061e9e1df4d837dad80b1c6e4472804d3d56434f87803", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.006639, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "A" }, "group_id": "context-01-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-09.png", "input_tokens": 1132, "latency_sec": 7.341829134034924, "model_name": "gemini-3.8-flash", "out_of_srgb": null, "output_tokens": 1544, "prediction": { "choice": "A" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "google", "raw_prediction": "{\n \"choice\": \"A\"\n}", "recorded_at": "2026-09-16T15:50:07.736532+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-09", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "bd6f3f54-6bcb-4cd0-b0d6-84ccd18d3b75", "result_sha256": "86877d1ae5f8a62efea8ec793ceeb8964e0046266ee5947a5c76267719f5ffa0", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.005049, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "B" }, "group_id": "context-01-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-10.png", "input_tokens": 1132, "latency_sec": 5.572419774020091, "model_name": "gemini-3.8-flash", "out_of_srgb": null, "output_tokens": 1120, "prediction": { "choice": "B" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "google", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T14:51:46.493725+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-10", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "7bbffbae-650a-4ebd-95a6-0e544f9d9625", "result_sha256": "bfdae62711c38085a6d4a38cb27bb92eb7ad2e9a4bb66b71d4cbcd98ba85725c", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00941025, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "C" }, "group_id": "context-01-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-11.png", "input_tokens": 1132, "latency_sec": 11.090087391086854, "model_name": "gemini-3.8-flash", "out_of_srgb": null, "output_tokens": 2283, "prediction": { "choice": "C" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "google", "raw_prediction": "{\n \"choice\": \"C\"\n}", "recorded_at": "2026-09-16T16:08:05.432596+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-11", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "fa9bd926-a439-4666-af09-488ae8fd9ad3", "result_sha256": "caacb583e2f81be3daed018b67bca60c833ab83db5e129dd3bd648e9af100318", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.0117765, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "D" }, "group_id": "context-01-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-12.png", "input_tokens": 1132, "latency_sec": 13.116176313953474, "model_name": "gemini-3.8-flash", "out_of_srgb": null, "output_tokens": 2914, "prediction": { "choice": "B" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "google", "raw_prediction": "{\n \"choice\": \"B\"\n}", "recorded_at": "2026-09-16T15:56:47.572823+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-context-12", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "078d2e74-5d06-4ada-a368-f6dbda5cfa24", "result_sha256": "a498435166982d6847d7bed36ec681c7dc98d4ca2896ee98f68ec5da5ee9f540", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.01068525, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "A" }, "group_id": "context-01-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-13.png", "input_tokens": 1132, "latency_sec": 12.830811965977773, "model_name": "gemini-3.8-flash", "out_of_srgb": null, "output_tokens": 2623, "prediction": { "choice": "A" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "google", "raw_prediction": "{\n \"choice\": \"A\"\n}", "recorded_at": "2026-09-16T16:10:32.761077+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-13", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "e5914da7-4d0c-4d95-98eb-9d281fbf16ad", "result_sha256": "1ee7c52b37f29ba94c331d1d89e6d14c86719fd100fc86ca92384705e949b739", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.014004, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "B" }, "group_id": "context-01-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-14.png", "input_tokens": 1132, "latency_sec": 21.65852092404384, "model_name": "gemini-3.8-flash", "out_of_srgb": null, "output_tokens": 3508, "prediction": { "choice": "B" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "google", "raw_prediction": "{\n \"choice\": \"B\"\n}", "recorded_at": "2026-09-16T14:06:51.143890+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-14", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "a813e282-22a5-4649-a786-90719d5d7cc8", "result_sha256": "c642b3858208b73c7ab51abd7105bf701fe6378f7c2704b56bfe2514026b616c", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.01541025, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "C" }, "group_id": "context-01-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-15.png", "input_tokens": 1132, "latency_sec": 18.58687012793962, "model_name": "gemini-3.8-flash", "out_of_srgb": null, "output_tokens": 3883, "prediction": { "choice": "C" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "google", "raw_prediction": "{\n \"choice\": \"C\"\n}", "recorded_at": "2026-09-16T15:03:06.171169+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-15", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "e1d39c67-f36b-4a29-93ff-75d3c4ddd3bb", "result_sha256": "be18e3904ad26177c56031f3b536ffa4937c8d59ff5d407642c02ea525d2f84d", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.012729, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "D" }, "group_id": "context-01-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-16.png", "input_tokens": 1132, "latency_sec": 14.641035731998272, "model_name": "gemini-3.8-flash", "out_of_srgb": null, "output_tokens": 3168, "prediction": { "choice": "D" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "google", "raw_prediction": "{\"choice\": \"D\"}", "recorded_at": "2026-09-16T14:18:24.414456+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-16", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "246c864a-dd1c-4342-ba58-407f7cbc2dae", "result_sha256": "92a784d69e68434fa2bb72ab2dedb2a2878473c4bec7bd91655f9f66160f9e68", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.01562025, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "A" }, "group_id": "context-01-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-17.png", "input_tokens": 1132, "latency_sec": 17.67245129996445, "model_name": "gemini-3.8-flash", "out_of_srgb": null, "output_tokens": 3939, "prediction": { "choice": "B" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "google", "raw_prediction": "{\n \"choice\": \"B\"\n}", "recorded_at": "2026-09-16T16:25:02.939295+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-context-17", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "6fde45b1-4357-42ed-9286-d16d47ceb64d", "result_sha256": "7829ed6a07efdeff1b34a081107e592fa90b93e69524bfbe02fbc0e20d692ef4", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0156165, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "B" }, "group_id": "context-01-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-18.png", "input_tokens": 1132, "latency_sec": 21.706349822110496, "model_name": "gemini-3.8-flash", "out_of_srgb": null, "output_tokens": 3938, "prediction": { "choice": "B" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "google", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T14:20:55.513661+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-18", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "03c1cdf6-4ea9-48a0-b67d-1f4d6d8b0a29", "result_sha256": "bfc698b690dd89ba640956b5dfc775c34c1959997ba51fa9286bd19b612aad75", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.01562775, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "C" }, "group_id": "context-01-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-19.png", "input_tokens": 1132, "latency_sec": 34.91257918905467, "model_name": "gemini-3.8-flash", "out_of_srgb": null, "output_tokens": 3941, "prediction": { "choice": "C" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "google", "raw_prediction": "{\n \"choice\": \"C\"\n}", "recorded_at": "2026-09-16T14:32:50.102468+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-19", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "a5966a2e-f3d1-465f-9369-afa1584c750d", "result_sha256": "165ff1463f8d9312e3a11a6426ffb83536bda15a31f1e4d3e3e4ea75f4b678d8", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.00602025, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "D" }, "group_id": "context-01-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-20.png", "input_tokens": 1132, "latency_sec": 8.954754420905374, "model_name": "gemini-3.8-flash", "out_of_srgb": null, "output_tokens": 1379, "prediction": { "choice": "B" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "google", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T14:05:47.778620+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-context-20", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "33a3f06d-818b-4490-9481-be59dd31e838", "result_sha256": "c65d37bd3511ddddfcaedcacb94e00476231e68a564fca55f812625c1438fb88", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.01334025, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "A" }, "group_id": "context-02-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-21.png", "input_tokens": 1132, "latency_sec": 17.10874891700223, "model_name": "gemini-3.8-flash", "out_of_srgb": null, "output_tokens": 3331, "prediction": { "choice": "A" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "google", "raw_prediction": "{\n \"choice\": \"A\"\n}", "recorded_at": "2026-09-16T16:31:46.617118+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-21", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "41c6a144-b8d8-4122-a2fb-6bc1eb5812df", "result_sha256": "7abd12171c596200a436dc13c9ca293ecb265771054cc7b8a398c00658c3f84d", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0080715, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "B" }, "group_id": "context-02-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-22.png", "input_tokens": 1132, "latency_sec": 11.018699252977967, "model_name": "gemini-3.8-flash", "out_of_srgb": null, "output_tokens": 1926, "prediction": { "choice": "B" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "google", "raw_prediction": "{\n \"choice\": \"B\"\n}", "recorded_at": "2026-09-16T16:16:48.319720+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-22", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "a2f59f24-8c95-4548-a91a-b796bfcc0f3b", "result_sha256": "2b9103da82efe0c94d5f2ecf8574f105c0f1fa9774756290f6de86a4a423c487", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0046365, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "C" }, "group_id": "context-02-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-23.png", "input_tokens": 1132, "latency_sec": 8.63583440205548, "model_name": "gemini-3.8-flash", "out_of_srgb": null, "output_tokens": 1010, "prediction": { "choice": "C" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "google", "raw_prediction": "{\n \"choice\": \"C\"\n}", "recorded_at": "2026-09-16T14:09:51.368412+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-23", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "23bf4097-cf70-4594-bd9b-c836521aaeba", "result_sha256": "24417384dc1e34c714204d4c085a0e6b5897950d735f1987be8459cadd536357", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00452775, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "D" }, "group_id": "context-02-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-24.png", "input_tokens": 1132, "latency_sec": 4.822219563997351, "model_name": "gemini-3.8-flash", "out_of_srgb": null, "output_tokens": 981, "prediction": { "choice": "D" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "google", "raw_prediction": "{\"choice\": \"D\"}", "recorded_at": "2026-09-16T15:05:07.415194+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-24", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "0b6982ca-9780-4ef8-bee6-4c0247b40197", "result_sha256": "8b27f5e931610055485481c6c2c2f5912c279c9f669b20ba4cedaf52068870a0", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.01180275, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "A" }, "group_id": "context-02-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-25.png", "input_tokens": 1132, "latency_sec": 19.21145666297525, "model_name": "gemini-3.8-flash", "out_of_srgb": null, "output_tokens": 2921, "prediction": { "choice": "A" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "google", "raw_prediction": "{\n \"choice\": \"A\"\n}", "recorded_at": "2026-09-16T14:19:03.119972+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-25", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "839932bc-732c-4735-afb6-e7ed218d1781", "result_sha256": "4af03277affb878cfc1e50793788f64612aea7538b0827a908c5b3ac084e6242", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.01177275, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "B" }, "group_id": "context-02-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-26.png", "input_tokens": 1132, "latency_sec": 17.337043764069676, "model_name": "gemini-3.8-flash", "out_of_srgb": null, "output_tokens": 2913, "prediction": { "choice": "B" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "google", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T14:44:45.527271+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-26", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "448f454c-72b9-4423-a793-d59afb2bef6e", "result_sha256": "5d8aa2beb41bfbad666f4c4076492f1b350622e95e615a814feaba993fc1f164", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.0151215, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "C" }, "group_id": "context-02-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-27.png", "input_tokens": 1132, "latency_sec": 18.68375999899581, "model_name": "gemini-3.8-flash", "out_of_srgb": null, "output_tokens": 3806, "prediction": { "choice": "A" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "google", "raw_prediction": "{\n \"choice\": \"A\"\n}", "recorded_at": "2026-09-16T15:43:25.789386+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-context-27", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "713e68d5-5c6e-41b2-95d0-e44d75d32761", "result_sha256": "74f410522b480d7a0a337e0c09adda1fb90e97acb60ab0ddf780d7686de3798e", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.01523775, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "D" }, "group_id": "context-02-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-28.png", "input_tokens": 1132, "latency_sec": 28.51017560798209, "model_name": "gemini-3.8-flash", "out_of_srgb": null, "output_tokens": 3837, "prediction": { "choice": "B" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "google", "raw_prediction": "{\n \"choice\": \"B\"\n}", "recorded_at": "2026-09-16T14:21:43.330329+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-context-28", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "c71c7cb7-9b02-4aac-a9ef-7cc6050320eb", "result_sha256": "280e098e025afba9af4e653d9e9261af941ba31483d1eb32d6d1409b7a5b3481", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00917775, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "A" }, "group_id": "context-02-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-29.png", "input_tokens": 1132, "latency_sec": 9.892202214105055, "model_name": "gemini-3.8-flash", "out_of_srgb": null, "output_tokens": 2221, "prediction": { "choice": "A" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "google", "raw_prediction": "{\n \"choice\": \"A\"\n}", "recorded_at": "2026-09-16T15:48:30.594626+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-29", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "a3cb0a31-c328-4b19-b42c-12c5d5cafc16", "result_sha256": "542da6d5a53777f976fb4f51631b7cef2d5a12efc4f3c2b47e69f7b098aeccba", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0100665, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "B" }, "group_id": "context-02-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-30.png", "input_tokens": 1132, "latency_sec": 16.376046568038873, "model_name": "gemini-3.8-flash", "out_of_srgb": null, "output_tokens": 2458, "prediction": { "choice": "B" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "google", "raw_prediction": "{\n \"choice\": \"B\"\n}", "recorded_at": "2026-09-16T15:51:04.170018+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-30", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "f3493ea9-e112-43f5-986a-22b4a1994f70", "result_sha256": "5ef4a70f2cc4e50b09091fc062d118960c1472ccacced5a9317fd4251a996969", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.008874, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "C" }, "group_id": "context-02-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-31.png", "input_tokens": 1132, "latency_sec": 9.71540141000878, "model_name": "gemini-3.8-flash", "out_of_srgb": null, "output_tokens": 2140, "prediction": { "choice": "A" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "google", "raw_prediction": "{\n \"choice\": \"A\"\n}", "recorded_at": "2026-09-16T14:47:19.785342+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-context-31", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "c7ea24f9-45d7-4851-bc45-6e7fd8f4e1fa", "result_sha256": "045cadee6c717c38cd5c1b3e7744fd09785fb3cf8d5537d161b5b6265438bccd", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0151665, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "D" }, "group_id": "context-02-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-32.png", "input_tokens": 1132, "latency_sec": 28.965649376041256, "model_name": "gemini-3.8-flash", "out_of_srgb": null, "output_tokens": 3818, "prediction": { "choice": "D" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "google", "raw_prediction": "{\n \"choice\": \"D\"\n}", "recorded_at": "2026-09-16T15:23:04.298471+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-32", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "8592b8f5-03f8-4708-8a5d-cb7544e0eeb4", "result_sha256": "6632895b213de3cb48d47051193ac31c1b774f5b44589125f12f1fb5c1d6d9d3", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.00901275, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "A" }, "group_id": "context-02-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-33.png", "input_tokens": 1132, "latency_sec": 12.116877322900109, "model_name": "gemini-3.8-flash", "out_of_srgb": null, "output_tokens": 2177, "prediction": { "choice": "C" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "google", "raw_prediction": "{\n \"choice\": \"C\"\n}", "recorded_at": "2026-09-16T16:26:30.525642+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-context-33", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "8ee1e778-633c-4081-81cc-fba0693c2506", "result_sha256": "96e2274830800aa3dba5e5b9bd09d7845f33b64176e7d342af94b5bab6bed385", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.00621525, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "B" }, "group_id": "context-02-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-34.png", "input_tokens": 1132, "latency_sec": 6.869140258058906, "model_name": "gemini-3.8-flash", "out_of_srgb": null, "output_tokens": 1431, "prediction": { "choice": "D" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "google", "raw_prediction": "{\n \"choice\": \"D\"\n}", "recorded_at": "2026-09-16T15:10:39.429185+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-context-34", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "228c06d0-0f79-4440-a55d-aec26bb72389", "result_sha256": "74bd6dc1d3b8dee98abc1039a841aee9f84481cfd06eacd2df709e9cd5131b1d", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.008874, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "C" }, "group_id": "context-02-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-35.png", "input_tokens": 1132, "latency_sec": 10.234715451020747, "model_name": "gemini-3.8-flash", "out_of_srgb": null, "output_tokens": 2140, "prediction": { "choice": "C" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "google", "raw_prediction": "{\n \"choice\": \"C\"\n}", "recorded_at": "2026-09-16T14:33:23.556439+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-35", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "2ced0b51-037a-482e-9d2c-3cbd84fe752a", "result_sha256": "01f5dc7e17814aa67a0069ab1aa6f84c03ae01b5e6195ae6f97c68566b7be47d", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.011319, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "D" }, "group_id": "context-02-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-36.png", "input_tokens": 1132, "latency_sec": 23.825860044104047, "model_name": "gemini-3.8-flash", "out_of_srgb": null, "output_tokens": 2792, "prediction": { "choice": "D" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "google", "raw_prediction": "{\n \"choice\": \"D\"\n}", "recorded_at": "2026-09-16T16:01:38.501931+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-36", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "803ad6df-bfd2-4e8f-8022-46900f23f8d3", "result_sha256": "20e5b9c8545cdfae93738a432dad4a273efdf85ba4cb2f8a0681d1feddaecbde", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.00747525, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "A" }, "group_id": "context-02-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-37.png", "input_tokens": 1132, "latency_sec": 9.324158070026897, "model_name": "gemini-3.8-flash", "out_of_srgb": null, "output_tokens": 1767, "prediction": { "choice": "C" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "google", "raw_prediction": "{\n \"choice\": \"C\"\n}", "recorded_at": "2026-09-16T15:56:19.409112+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-context-37", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "34ae8ded-9357-408a-a9ab-345af69209c0", "result_sha256": "10e2823ab1b82d85381f46338540ca952c96bc82b3906d66af7cbb4f9c94ba32", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.007554, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "B" }, "group_id": "context-02-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-38.png", "input_tokens": 1132, "latency_sec": 8.942657931009308, "model_name": "gemini-3.8-flash", "out_of_srgb": null, "output_tokens": 1788, "prediction": { "choice": "B" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "google", "raw_prediction": "{\n \"choice\": \"B\"\n}", "recorded_at": "2026-09-16T16:04:15.885955+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-38", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "83461032-7498-4891-9f6a-ee24e01336e9", "result_sha256": "c47180d0ca03bae2381246539056d2e427638859a9d0fb5d6ddfe4874ca85ad3", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.007734, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "C" }, "group_id": "context-02-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-39.png", "input_tokens": 1132, "latency_sec": 11.987920594983734, "model_name": "gemini-3.8-flash", "out_of_srgb": null, "output_tokens": 1836, "prediction": { "choice": "C" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "google", "raw_prediction": "{\n \"choice\": \"C\"\n}", "recorded_at": "2026-09-16T14:40:03.354721+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-39", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "b4e8fce9-df41-4655-b12e-6dff231141bf", "result_sha256": "8fc1d3493c1151a2f9d0daa5193ae6c4ae1cda4f2d3ddc988e60e127d647090c", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.015084, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "D" }, "group_id": "context-02-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-40.png", "input_tokens": 1132, "latency_sec": 17.22777198604308, "model_name": "gemini-3.8-flash", "out_of_srgb": null, "output_tokens": 3796, "prediction": { "choice": "C" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "google", "raw_prediction": "{\n \"choice\": \"C\"\n}", "recorded_at": "2026-09-16T15:19:21.720800+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-context-40", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "d6cba5c7-fda8-4240-8284-b1686bb54ca1", "result_sha256": "8dccc0ff91fcf4ad407ed33742cfec8b65f312dfce31b95009b72537208b92c6", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.008259, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "A" }, "group_id": "context-03-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-41.png", "input_tokens": 1132, "latency_sec": 12.342198518919758, "model_name": "gemini-3.8-flash", "out_of_srgb": null, "output_tokens": 1976, "prediction": { "choice": "A" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "google", "raw_prediction": "{\n \"choice\": \"A\"\n}", "recorded_at": "2026-09-16T15:14:47.047085+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-41", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "c0eee15a-94ea-4ec1-b64a-52c0b15732fb", "result_sha256": "8c33f14d97baa3cf5f9fd910abae3100016f0ca698262d96a4cd2cafd694443e", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00274275, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "B" }, "group_id": "context-03-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-42.png", "input_tokens": 1132, "latency_sec": 9.552185388980433, "model_name": "gemini-3.8-flash", "out_of_srgb": null, "output_tokens": 505, "prediction": { "choice": "B" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "google", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T14:00:52.442162+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-42", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "3b226b3e-b67b-4c23-a02a-febbd404d88d", "result_sha256": "8b478fa1fd73dd231636243ef16cb3c2afd672332969a842a43184091e39d8f1", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.010119, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "C" }, "group_id": "context-03-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-43.png", "input_tokens": 1132, "latency_sec": 11.17369738605339, "model_name": "gemini-3.8-flash", "out_of_srgb": null, "output_tokens": 2472, "prediction": { "choice": "C" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "google", "raw_prediction": "{\n \"choice\": \"C\"\n}", "recorded_at": "2026-09-16T16:04:58.411054+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-43", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "1fb5251c-afc0-4652-98a2-90f5c3ede440", "result_sha256": "33f2f205e862cf381c55cc3b01a23c3fb1dcdb494ca11da5554eaf783b36147e", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.003144, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "D" }, "group_id": "context-03-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-44.png", "input_tokens": 1132, "latency_sec": 4.379963926970959, "model_name": "gemini-3.8-flash", "out_of_srgb": null, "output_tokens": 612, "prediction": { "choice": "D" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "google", "raw_prediction": "{\"choice\": \"D\"}", "recorded_at": "2026-09-16T16:29:17.467910+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-44", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "ef2caacf-5636-41a5-b1bb-166539834570", "result_sha256": "5c0680ef8d7385fdbac06d8195faf4898360415824f9109b450f910b998c2378", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.012594, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "A" }, "group_id": "context-03-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-45.png", "input_tokens": 1132, "latency_sec": 13.929784746025689, "model_name": "gemini-3.8-flash", "out_of_srgb": null, "output_tokens": 3132, "prediction": { "choice": "A" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "google", "raw_prediction": "{\n \"choice\": \"A\"\n}", "recorded_at": "2026-09-16T14:55:36.754294+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-45", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "6ff2a459-4c19-4c8f-ab08-0417a14a65e1", "result_sha256": "0c3f1b49d4d055b7974aab819b1a4b98899912b7abce07110e32190b48e4e970", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00394275, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "B" }, "group_id": "context-03-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-46.png", "input_tokens": 1132, "latency_sec": 12.577049328014255, "model_name": "gemini-3.8-flash", "out_of_srgb": null, "output_tokens": 825, "prediction": { "choice": "B" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "google", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T14:15:29.244383+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-46", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "4475df38-8657-4797-b581-6d5d4495910b", "result_sha256": "09ed489ad018e153bd51e58677aa347710b380e1457440c81828025f7b91da2a", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.0093765, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "C" }, "group_id": "context-03-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-47.png", "input_tokens": 1132, "latency_sec": 10.116710094036534, "model_name": "gemini-3.8-flash", "out_of_srgb": null, "output_tokens": 2274, "prediction": { "choice": "B" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "google", "raw_prediction": "{\n \"choice\": \"B\"\n}", "recorded_at": "2026-09-16T16:22:29.786581+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-context-47", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "7b822599-a2df-41f8-a839-6d345c8eac9f", "result_sha256": "188f331e04d1184337f18973b9b044b0a810caffe762856f02c7593b8076686f", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.00875025, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "D" }, "group_id": "context-03-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-48.png", "input_tokens": 1132, "latency_sec": 11.472299847984686, "model_name": "gemini-3.8-flash", "out_of_srgb": null, "output_tokens": 2107, "prediction": { "choice": "B" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "google", "raw_prediction": "{\n \"choice\": \"B\"\n}", "recorded_at": "2026-09-16T15:25:12.092916+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-context-48", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "45003050-9eb3-4a03-bf0b-bc95dbca516d", "result_sha256": "9e33d1676fd02277ee218b56c73b0cdf37c8909c931568f91f1cab85588ff57b", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00936525, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "A" }, "group_id": "context-03-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-49.png", "input_tokens": 1132, "latency_sec": 10.025999465957284, "model_name": "gemini-3.8-flash", "out_of_srgb": null, "output_tokens": 2271, "prediction": { "choice": "A" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "google", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T14:51:16.089947+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-49", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "ca9df465-3a23-43d4-9a36-123d592800a6", "result_sha256": "1b57e177e442177cbfe91d132fffd689421dcba4fea9fc9bab7ef4e975eda095", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00584025, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "B" }, "group_id": "context-03-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-50.png", "input_tokens": 1132, "latency_sec": 6.456948278006166, "model_name": "gemini-3.8-flash", "out_of_srgb": null, "output_tokens": 1331, "prediction": { "choice": "B" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "google", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T16:18:43.302572+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-50", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "10be63b7-75dd-4e72-b337-aa8f172ebe8b", "result_sha256": "5d275ae7ea4f12922a306315b98a00896f3cd9e120a9d238e8df75f3ac632261", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.01562025, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "C" }, "group_id": "context-03-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-51.png", "input_tokens": 1132, "latency_sec": 19.208334509981796, "model_name": "gemini-3.8-flash", "out_of_srgb": null, "output_tokens": 3939, "prediction": { "choice": "C" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "google", "raw_prediction": "{\n \"choice\": \"C\"\n}", "recorded_at": "2026-09-16T15:59:47.751620+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-51", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "ce41fc09-b211-4c6d-a231-0db8265f809d", "result_sha256": "e853dc170f3664a71da04125006c8639b189cc76f1c7b65c530014ca49f52ab7", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0071865, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "D" }, "group_id": "context-03-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-52.png", "input_tokens": 1132, "latency_sec": 8.07636122603435, "model_name": "gemini-3.8-flash", "out_of_srgb": null, "output_tokens": 1690, "prediction": { "choice": "D" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "google", "raw_prediction": "{\n \"choice\": \"D\"\n}", "recorded_at": "2026-09-16T16:05:57.104295+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-52", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "b43adeb1-037e-4585-b395-3a010f987fc6", "result_sha256": "f7129b31a03314475995f11f8152a4194409c79b0390063afda55a7937997495", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.01562775, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "A" }, "group_id": "context-03-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-53.png", "input_tokens": 1132, "latency_sec": 19.35145526495762, "model_name": "gemini-3.8-flash", "out_of_srgb": null, "output_tokens": 3941, "prediction": { "choice": "A" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "google", "raw_prediction": "{\n \"choice\": \"A\"\n}", "recorded_at": "2026-09-16T14:42:05.667061+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-53", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "b8b1a5c3-11b9-4c25-ba10-c7f490c1b8ad", "result_sha256": "3d0c4355b6209c2eb6999f9331d827f0a637fe4472ca4991a0f236bc1c8015a6", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00565275, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "B" }, "group_id": "context-03-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-54.png", "input_tokens": 1132, "latency_sec": 16.70285411295481, "model_name": "gemini-3.8-flash", "out_of_srgb": null, "output_tokens": 1281, "prediction": { "choice": "B" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "google", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T14:04:36.200544+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-54", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "4b26d485-be14-4ae5-bb91-4e474d0795aa", "result_sha256": "f88a0b8b6bc166f960c7e1e3b708293a4f43cfa43af8a2ae1d4bd1abd7c3e2c9", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.01009275, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "C" }, "group_id": "context-03-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-55.png", "input_tokens": 1132, "latency_sec": 11.454087349004112, "model_name": "gemini-3.8-flash", "out_of_srgb": null, "output_tokens": 2465, "prediction": { "choice": "C" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "google", "raw_prediction": "{\n \"choice\": \"C\"\n}", "recorded_at": "2026-09-16T16:09:41.931225+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-55", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "39ca9911-a32d-4a70-9066-963cbe91384e", "result_sha256": "6472e54f68053b2d5f08c10916722f8a9b5a7278242537c01d80107c28a9ca05", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.01535025, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "D" }, "group_id": "context-03-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-56.png", "input_tokens": 1132, "latency_sec": 16.719980750000104, "model_name": "gemini-3.8-flash", "out_of_srgb": null, "output_tokens": 3867, "prediction": { "choice": "D" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "google", "raw_prediction": "{\n \"choice\": \"D\"\n}", "recorded_at": "2026-09-16T14:36:20.393139+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-56", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "204b9c43-7216-4b3d-a2b6-3610cbabd104", "result_sha256": "980b8d74b89c0bd2570326c896a8a812e4d2d81846a2fca13af8dc8c0c4e5953", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.015609, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "A" }, "group_id": "context-03-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-57.png", "input_tokens": 1132, "latency_sec": 17.106182677089237, "model_name": "gemini-3.8-flash", "out_of_srgb": null, "output_tokens": 3936, "prediction": { "choice": "A" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "google", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T14:48:58.944263+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-57", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "93d23b46-546c-49d6-b757-cf48f7e62a9e", "result_sha256": "4d0cae399411a3fe3106bc4b1b6151c8cdc015433b3c52ce89f9b3b8ae6d3c4d", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0052665, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "B" }, "group_id": "context-03-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-58.png", "input_tokens": 1132, "latency_sec": 13.28748236503452, "model_name": "gemini-3.8-flash", "out_of_srgb": null, "output_tokens": 1178, "prediction": { "choice": "B" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "google", "raw_prediction": "{\n \"choice\": \"B\"\n}", "recorded_at": "2026-09-16T16:20:31.142591+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-58", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "36a9635f-3eda-474a-9868-b5b718b6f60b", "result_sha256": "1aee72826c7b7e04dedcdeaec94fcd4d74902ec55ed49f566eb3ccb1a7d7e13e", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.008004, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "C" }, "group_id": "context-03-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-59.png", "input_tokens": 1132, "latency_sec": 13.287689659977332, "model_name": "gemini-3.8-flash", "out_of_srgb": null, "output_tokens": 1908, "prediction": { "choice": "C" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "google", "raw_prediction": "{\n \"choice\": \"C\"\n}", "recorded_at": "2026-09-16T16:11:00.506870+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-59", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "48ca099d-999a-4780-b76b-731afa1f04b1", "result_sha256": "bc3097bb832f5717442149828f68315fa538e48317c5a25c0eb3998957037198", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0112815, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "D" }, "group_id": "context-03-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-60.png", "input_tokens": 1132, "latency_sec": 13.916169225005433, "model_name": "gemini-3.8-flash", "out_of_srgb": null, "output_tokens": 2782, "prediction": { "choice": "D" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "google", "raw_prediction": "{\"choice\": \"D\"}", "recorded_at": "2026-09-16T15:44:31.966988+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-60", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "9fe92779-94b5-467c-94c8-e85cdccc3d8d", "result_sha256": "eff8622103873d884fdd2c5754ad1d9afd39b3661b0cb188030273be367a878f", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.003789, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "A" }, "group_id": "context-04-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-61.png", "input_tokens": 1132, "latency_sec": 10.58096225594636, "model_name": "gemini-3.8-flash", "out_of_srgb": null, "output_tokens": 784, "prediction": { "choice": "A" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "google", "raw_prediction": "{\n \"choice\": \"A\"\n}", "recorded_at": "2026-09-16T15:11:02.391571+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-61", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "00275a15-9cfa-4f24-ba73-d0966d9e135a", "result_sha256": "e886cd6fe5c5dcb21f1cee730e377cb6618f2bf68d2695528323e90375f1cc7c", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00653025, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "B" }, "group_id": "context-04-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-62.png", "input_tokens": 1132, "latency_sec": 9.97891170391813, "model_name": "gemini-3.8-flash", "out_of_srgb": null, "output_tokens": 1515, "prediction": { "choice": "B" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "google", "raw_prediction": "{\n \"choice\": \"B\"\n}", "recorded_at": "2026-09-16T14:58:31.352106+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-62", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "2f5b01cc-c813-483d-97e6-70889b047af1", "result_sha256": "54df919fea5aa3b102dd0532651f44375d583b794a8be92bd63e5f2a2b208a82", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0036315, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "C" }, "group_id": "context-04-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-63.png", "input_tokens": 1132, "latency_sec": 4.52041727094911, "model_name": "gemini-3.8-flash", "out_of_srgb": null, "output_tokens": 742, "prediction": { "choice": "C" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "google", "raw_prediction": "{\"choice\": \"C\"}", "recorded_at": "2026-09-16T14:24:45.024372+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-63", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "849e62e3-4810-4762-a681-53ddbec72e0f", "result_sha256": "4f28e2685fb50224c1eca1cc5bbcab520df350b7d16510012777f7748dedce6d", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.0136515, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "D" }, "group_id": "context-04-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-64.png", "input_tokens": 1132, "latency_sec": 15.445889522088692, "model_name": "gemini-3.8-flash", "out_of_srgb": null, "output_tokens": 3414, "prediction": { "choice": "B" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "google", "raw_prediction": "{\n \"choice\": \"B\"\n}", "recorded_at": "2026-09-16T15:28:18.164342+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-context-64", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "fc482450-0720-4492-9d19-02a35ad4237f", "result_sha256": "38951ace31679bf2a37324f06a92c001734c4b0844b1a079a3c8db0095f72eb2", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.01092525, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "A" }, "group_id": "context-04-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-65.png", "input_tokens": 1132, "latency_sec": 12.741586870048195, "model_name": "gemini-3.8-flash", "out_of_srgb": null, "output_tokens": 2687, "prediction": { "choice": "A" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "google", "raw_prediction": "{\n \"choice\": \"A\"\n}", "recorded_at": "2026-09-16T14:39:24.020666+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-65", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "4cf4e320-78cd-418c-bcdb-1bb9d7bd0aac", "result_sha256": "c9645c6371574a96f53ee0718cb24ce5c59dd298d831129e29cd440ab0586b09", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0137865, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "B" }, "group_id": "context-04-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-66.png", "input_tokens": 1132, "latency_sec": 16.37839783693198, "model_name": "gemini-3.8-flash", "out_of_srgb": null, "output_tokens": 3450, "prediction": { "choice": "B" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "google", "raw_prediction": "{\n \"choice\": \"B\"\n}", "recorded_at": "2026-09-16T14:30:45.672690+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-66", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "9bd305c0-ff34-4639-8f3c-1dc142c4d02a", "result_sha256": "30fb5d7710e86b208c5de52fbb037934d9da1ea1a03311190db7889fb9f48b8c", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00335775, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "C" }, "group_id": "context-04-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-67.png", "input_tokens": 1132, "latency_sec": 4.732289414969273, "model_name": "gemini-3.8-flash", "out_of_srgb": null, "output_tokens": 669, "prediction": { "choice": "C" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "google", "raw_prediction": "{\n \"choice\": \"C\"\n}", "recorded_at": "2026-09-16T15:13:58.792800+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-67", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "e8df74fc-f681-4cd2-811b-bb9d7e7c6ae7", "result_sha256": "b6c6edc91a24161936fc2c736bdc2244f7f3bc404a6fceb7f57c6280d5efaaab", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00606525, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "D" }, "group_id": "context-04-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-68.png", "input_tokens": 1132, "latency_sec": 8.142604907043278, "model_name": "gemini-3.8-flash", "out_of_srgb": null, "output_tokens": 1391, "prediction": { "choice": "D" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "google", "raw_prediction": "{\n \"choice\": \"D\"\n}", "recorded_at": "2026-09-16T15:32:01.252606+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-68", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "1dfc8aac-fbee-497b-8fe5-6349b51b9892", "result_sha256": "4ade26570bb391f84e922137e7cef118476c3513681c771a7a5d5b84f03f352f", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.01459275, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "A" }, "group_id": "context-04-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-69.png", "input_tokens": 1132, "latency_sec": 16.45916405809112, "model_name": "gemini-3.8-flash", "out_of_srgb": null, "output_tokens": 3665, "prediction": { "choice": "A" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "google", "raw_prediction": "{\n \"choice\": \"A\"\n}", "recorded_at": "2026-09-16T15:21:37.398603+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-69", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "715b1409-396c-4fa7-aca3-3954b4f09bd5", "result_sha256": "4aa3c9743624a2f9f0a046ba57b3b446b82bea015a1e5e2b4cbca6feb43d8bcf", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.00825525, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "B" }, "group_id": "context-04-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-70.png", "input_tokens": 1132, "latency_sec": 9.667074983939528, "model_name": "gemini-3.8-flash", "out_of_srgb": null, "output_tokens": 1975, "prediction": { "choice": "A" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "google", "raw_prediction": "{\n \"choice\": \"A\"\n}", "recorded_at": "2026-09-16T16:19:20.596189+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-context-70", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "6aaa7cbc-1a4a-4815-bf59-0724227441a7", "result_sha256": "78c3ee4d9f5f0ec3f41c39f4927d2d640f599a27d169ac53b15c10f08df75daa", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.012924, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "C" }, "group_id": "context-04-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-71.png", "input_tokens": 1132, "latency_sec": 15.75717993802391, "model_name": "gemini-3.8-flash", "out_of_srgb": null, "output_tokens": 3220, "prediction": { "choice": "A" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "google", "raw_prediction": "{\n \"choice\": \"A\"\n}", "recorded_at": "2026-09-16T15:46:51.679219+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-context-71", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "9d980109-71aa-4f87-b953-2ca79b49b767", "result_sha256": "3e6c859d60473c779526c0b6a4d04a8dcaa1324abd52966b6bd1a460cbd59004", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0072615, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "D" }, "group_id": "context-04-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-72.png", "input_tokens": 1132, "latency_sec": 6.722351250005886, "model_name": "gemini-3.8-flash", "out_of_srgb": null, "output_tokens": 1710, "prediction": { "choice": "D" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "google", "raw_prediction": "{\n \"choice\": \"D\"\n}", "recorded_at": "2026-09-16T16:28:09.734419+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-72", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "c6fab361-c312-42ba-8631-20ce32c7950b", "result_sha256": "c0e30a302a662c2817eacef3db8fdc2d33046274dbc7afcbc96f27c3b198bb2e", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.01562025, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "A" }, "group_id": "context-04-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-73.png", "input_tokens": 1132, "latency_sec": 18.586599227041006, "model_name": "gemini-3.8-flash", "out_of_srgb": null, "output_tokens": 3939, "prediction": { "choice": "C" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "google", "raw_prediction": "{\"choice\": \"C\"}", "recorded_at": "2026-09-16T14:29:03.462041+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-context-73", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "4046fabe-7490-490d-8f65-2757a0355972", "result_sha256": "66ddfea1f5406103343ce6982f4c5200ccc7b6918f77712e5b1d750664bd8637", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.011694, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "B" }, "group_id": "context-04-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-74.png", "input_tokens": 1132, "latency_sec": 13.723753744969144, "model_name": "gemini-3.8-flash", "out_of_srgb": null, "output_tokens": 2892, "prediction": { "choice": "B" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "google", "raw_prediction": "{\n \"choice\": \"B\"\n}", "recorded_at": "2026-09-16T14:59:47.144702+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-74", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "fcf4c016-f940-4e92-b766-9205fc81d22e", "result_sha256": "596f3868cc1dc8340434ecc0222bbf581e3072b7fe04baea9cec76a7b002bc20", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.01127025, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "C" }, "group_id": "context-04-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-75.png", "input_tokens": 1132, "latency_sec": 19.672703469987027, "model_name": "gemini-3.8-flash", "out_of_srgb": null, "output_tokens": 2779, "prediction": { "choice": "C" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "google", "raw_prediction": "{\n \"choice\": \"C\"\n}", "recorded_at": "2026-09-16T14:09:42.318248+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-75", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "4ef4d6ed-be82-48fc-97d3-34137c4c03d7", "result_sha256": "33c5dccf887c47339b345a29768cb0cfe0848cd09cb79c62fb6430d541ca3038", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0061665, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "D" }, "group_id": "context-04-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-76.png", "input_tokens": 1132, "latency_sec": 6.173521555028856, "model_name": "gemini-3.8-flash", "out_of_srgb": null, "output_tokens": 1418, "prediction": { "choice": "D" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "google", "raw_prediction": "{\n \"choice\": \"D\"\n}", "recorded_at": "2026-09-16T14:56:58.448179+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-76", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "5c922770-6156-4f62-ab7a-4f5279b17574", "result_sha256": "24e19a934405e5c188df0f1c8e443a2019fd677d0a3da3970e9900e1712390c0", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.0079065, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "A" }, "group_id": "context-04-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-77.png", "input_tokens": 1132, "latency_sec": 16.19909465999808, "model_name": "gemini-3.8-flash", "out_of_srgb": null, "output_tokens": 1882, "prediction": { "choice": "C" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "google", "raw_prediction": "{\n \"choice\": \"C\"\n}", "recorded_at": "2026-09-16T14:14:02.490503+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-context-77", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "26e41519-0a7d-432a-b8a3-ef7a866fad4d", "result_sha256": "467b3f9fb51c28b335a45d2e9467db62b070dd0dde56bcfb8678047f11c8f0d0", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.01249275, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "B" }, "group_id": "context-04-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-78.png", "input_tokens": 1132, "latency_sec": 15.891009859042242, "model_name": "gemini-3.8-flash", "out_of_srgb": null, "output_tokens": 3105, "prediction": { "choice": "A" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "google", "raw_prediction": "{\n \"choice\": \"A\"\n}", "recorded_at": "2026-09-16T15:36:36.384160+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-context-78", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "b4a5804c-0a77-43ca-828a-020e7967afa7", "result_sha256": "ca14ffbf335282be52b8eaa2420018cd7df3a215b14dca42553d8e8c4e5c5ee7", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.01175775, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "C" }, "group_id": "context-04-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-79.png", "input_tokens": 1132, "latency_sec": 13.568573784083128, "model_name": "gemini-3.8-flash", "out_of_srgb": null, "output_tokens": 2909, "prediction": { "choice": "C" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "google", "raw_prediction": "{\n \"choice\": \"C\"\n}", "recorded_at": "2026-09-16T15:42:34.509508+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-79", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "f3a3c53f-7dff-4970-af18-e369db6e61d0", "result_sha256": "6b356bd9c02f2e65048daf3959cc5fdf5625a9318c514182f0042af7dcf59912", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.0105015, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "D" }, "group_id": "context-04-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-80.png", "input_tokens": 1132, "latency_sec": 11.176080167060718, "model_name": "gemini-3.8-flash", "out_of_srgb": null, "output_tokens": 2574, "prediction": { "choice": "B" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "google", "raw_prediction": "{\n \"choice\": \"B\"\n}", "recorded_at": "2026-09-16T15:16:20.713063+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-context-80", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "bd91704a-e7bc-451c-86c1-8f5bbfa4fe54", "result_sha256": "317ea26e95fa561c58556c05ac508e91ff46e6f2654205be6f3dcd625fca8bda", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.005595, "delta_e_ok": null, "error": null, "error_kind": null, "family": "gradient", "ground_truth": { "choice": "A" }, "group_id": "gradient-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/gradient-01.png", "input_tokens": 1140, "latency_sec": 18.63634164002724, "model_name": "gemini-3.8-flash", "out_of_srgb": null, "output_tokens": 1264, "prediction": { "choice": "A" }, "prompt_sha256": "93858b61346b697f9021a41a361838e5b0b8c06fbde9b0b35f514c9e29082ee5", "provider": "google", "raw_prediction": "{\n \"choice\": \"A\"\n}", "recorded_at": "2026-09-16T14:11:07.588482+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-gradient-01", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "24089bed-e406-4374-a4f4-e5acc04dda15", "result_sha256": "80e6f80fc8671950b5ad54158260f864c8c1717bdfc28d3760c3621f7b783fd9", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00346875, "delta_e_ok": null, "error": null, "error_kind": null, "family": "gradient", "ground_truth": { "choice": "B" }, "group_id": "gradient-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/gradient-02.png", "input_tokens": 1140, "latency_sec": 4.975200904998928, "model_name": "gemini-3.8-flash", "out_of_srgb": null, "output_tokens": 697, "prediction": { "choice": "B" }, "prompt_sha256": "93858b61346b697f9021a41a361838e5b0b8c06fbde9b0b35f514c9e29082ee5", "provider": "google", "raw_prediction": "{\n \"choice\": \"B\"\n}", "recorded_at": "2026-09-16T15:03:50.195962+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-gradient-02", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "2874b8c4-ea38-40ec-96b7-3224675fa2c2", "result_sha256": "068b8b2420c64ea4944e083fa8c99d30d42d5b6c317ea0480c8f5cc4bc25d735", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0026325, "delta_e_ok": null, "error": null, "error_kind": null, "family": "gradient", "ground_truth": { "choice": "C" }, "group_id": "gradient-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/gradient-03.png", "input_tokens": 1140, "latency_sec": 2.696587088983506, "model_name": "gemini-3.8-flash", "out_of_srgb": null, "output_tokens": 474, "prediction": { "choice": "C" }, "prompt_sha256": "93858b61346b697f9021a41a361838e5b0b8c06fbde9b0b35f514c9e29082ee5", "provider": "google", "raw_prediction": "{\n \"choice\": \"C\"\n}", "recorded_at": "2026-09-16T14:58:09.102706+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-gradient-03", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "b8e1a46d-42a1-4558-8813-105bbf4c49c9", "result_sha256": "662c1b9943806786ec0dcf50a140c2846361568ce9a39e0d5531ed31349b8f6a", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00435375, "delta_e_ok": null, "error": null, "error_kind": null, "family": "gradient", "ground_truth": { "choice": "D" }, "group_id": "gradient-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/gradient-04.png", "input_tokens": 1140, "latency_sec": 8.840471843956038, "model_name": "gemini-3.8-flash", "out_of_srgb": null, "output_tokens": 933, "prediction": { "choice": "D" }, "prompt_sha256": "93858b61346b697f9021a41a361838e5b0b8c06fbde9b0b35f514c9e29082ee5", "provider": "google", "raw_prediction": "{\n \"choice\": \"D\"\n}", "recorded_at": "2026-09-16T14:29:50.074683+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-gradient-04", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "6927244b-780d-4468-bf08-11d65a12c9f7", "result_sha256": "381828fa1b1a16b7957996d93484ce087aab34c0e5c9d0daedfce5e6023b8628", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.004155, "delta_e_ok": null, "error": null, "error_kind": null, "family": "gradient", "ground_truth": { "choice": "A" }, "group_id": "gradient-05", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/gradient-05.png", "input_tokens": 1140, "latency_sec": 22.85452269599773, "model_name": "gemini-3.8-flash", "out_of_srgb": null, "output_tokens": 880, "prediction": { "choice": "A" }, "prompt_sha256": "93858b61346b697f9021a41a361838e5b0b8c06fbde9b0b35f514c9e29082ee5", "provider": "google", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T14:26:23.208869+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-gradient-05", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "640e9e6d-30cc-4fbd-93ce-06acd97e4a98", "result_sha256": "50ca5deff75fa3a2167517cd11ce497f468cb4357c1bfdce69ddb24de79db681", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.01564125, "delta_e_ok": null, "error": null, "error_kind": null, "family": "gradient", "ground_truth": { "choice": "B" }, "group_id": "gradient-06", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/gradient-06.png", "input_tokens": 1140, "latency_sec": 16.566733824904077, "model_name": "gemini-3.8-flash", "out_of_srgb": null, "output_tokens": 3943, "prediction": { "choice": "B" }, "prompt_sha256": "93858b61346b697f9021a41a361838e5b0b8c06fbde9b0b35f514c9e29082ee5", "provider": "google", "raw_prediction": "{\n \"choice\": \"B\"\n}", "recorded_at": "2026-09-16T16:00:17.150632+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-gradient-06", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "9a5e66f2-e7e4-4c86-8fae-b2f68b775bf4", "result_sha256": "129e231bd541020e7f4b950fda1c96ac09a03457458e97dd6e05943731d9e604", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0051225, "delta_e_ok": null, "error": null, "error_kind": null, "family": "gradient", "ground_truth": { "choice": "C" }, "group_id": "gradient-07", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/gradient-07.png", "input_tokens": 1140, "latency_sec": 5.276887326966971, "model_name": "gemini-3.8-flash", "out_of_srgb": null, "output_tokens": 1138, "prediction": { "choice": "C" }, "prompt_sha256": "93858b61346b697f9021a41a361838e5b0b8c06fbde9b0b35f514c9e29082ee5", "provider": "google", "raw_prediction": "{\"choice\": \"C\"}", "recorded_at": "2026-09-16T15:24:39.221605+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-gradient-07", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "a6116f0a-1b10-488b-9721-45afb8bef55e", "result_sha256": "85f2b52eb48fc9081192ef5ea8af83df4a21434f5d2822629b1f1b17194a2521", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0038925, "delta_e_ok": null, "error": null, "error_kind": null, "family": "gradient", "ground_truth": { "choice": "D" }, "group_id": "gradient-08", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/gradient-08.png", "input_tokens": 1140, "latency_sec": 14.194623360061087, "model_name": "gemini-3.8-flash", "out_of_srgb": null, "output_tokens": 810, "prediction": { "choice": "D" }, "prompt_sha256": "93858b61346b697f9021a41a361838e5b0b8c06fbde9b0b35f514c9e29082ee5", "provider": "google", "raw_prediction": "{\"choice\": \"D\"}", "recorded_at": "2026-09-16T14:46:00.987776+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-gradient-08", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "24c2a91a-857c-437c-91db-7d4d6a0459b4", "result_sha256": "ca1483dd8d591f46d975c59c28473d2486f21db4f93daac88d9f05d85484a82d", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00496875, "delta_e_ok": null, "error": null, "error_kind": null, "family": "gradient", "ground_truth": { "choice": "A" }, "group_id": "gradient-09", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/gradient-09.png", "input_tokens": 1140, "latency_sec": 5.766561102936976, "model_name": "gemini-3.8-flash", "out_of_srgb": null, "output_tokens": 1097, "prediction": { "choice": "A" }, "prompt_sha256": "93858b61346b697f9021a41a361838e5b0b8c06fbde9b0b35f514c9e29082ee5", "provider": "google", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T15:52:04.286676+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-gradient-09", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "608d26ad-7a82-40ef-9443-9af0f07dcdb7", "result_sha256": "7579cb2227af629422a711a1bd112eb6284f6db343178a06f6e8d305b9a29bc0", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.014265, "delta_e_ok": null, "error": null, "error_kind": null, "family": "gradient", "ground_truth": { "choice": "B" }, "group_id": "gradient-10", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/gradient-10.png", "input_tokens": 1140, "latency_sec": 15.990533245028928, "model_name": "gemini-3.8-flash", "out_of_srgb": null, "output_tokens": 3576, "prediction": { "choice": "B" }, "prompt_sha256": "93858b61346b697f9021a41a361838e5b0b8c06fbde9b0b35f514c9e29082ee5", "provider": "google", "raw_prediction": "{\n \"choice\": \"B\"\n}", "recorded_at": "2026-09-16T14:57:49.667878+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-gradient-10", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "126dc002-60a2-47aa-90f8-0150f25e52f2", "result_sha256": "bb383a319bf6a57053f8acc4a4dc9f46158fe47f00a0eab9f4fc2cc888f20c4d", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00310125, "delta_e_ok": null, "error": null, "error_kind": null, "family": "gradient", "ground_truth": { "choice": "C" }, "group_id": "gradient-11", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/gradient-11.png", "input_tokens": 1140, "latency_sec": 3.8747125359950587, "model_name": "gemini-3.8-flash", "out_of_srgb": null, "output_tokens": 599, "prediction": { "choice": "C" }, "prompt_sha256": "93858b61346b697f9021a41a361838e5b0b8c06fbde9b0b35f514c9e29082ee5", "provider": "google", "raw_prediction": "{\"choice\": \"C\"}", "recorded_at": "2026-09-16T14:54:46.675548+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-gradient-11", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "b4a4809e-23b7-4b1a-8965-7fed930954ef", "result_sha256": "a7de76e1586a853b53c13c08bed97a416248ab382ccffbdfd37e29e3470b355e", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.003495, "delta_e_ok": null, "error": null, "error_kind": null, "family": "gradient", "ground_truth": { "choice": "D" }, "group_id": "gradient-12", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/gradient-12.png", "input_tokens": 1140, "latency_sec": 10.117334940005094, "model_name": "gemini-3.8-flash", "out_of_srgb": null, "output_tokens": 704, "prediction": { "choice": "D" }, "prompt_sha256": "93858b61346b697f9021a41a361838e5b0b8c06fbde9b0b35f514c9e29082ee5", "provider": "google", "raw_prediction": "{\n \"choice\": \"D\"\n}", "recorded_at": "2026-09-16T14:12:48.239924+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-gradient-12", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "b58ea2f0-4bd9-473f-a2c1-d514b7c380f7", "result_sha256": "88d273207aaf3553fcd22fa9c438de6a1c464d0950aff523bdadae8feaacc3ee", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00822375, "delta_e_ok": null, "error": null, "error_kind": null, "family": "gradient", "ground_truth": { "choice": "A" }, "group_id": "gradient-13", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/gradient-13.png", "input_tokens": 1140, "latency_sec": 11.270508738001809, "model_name": "gemini-3.8-flash", "out_of_srgb": null, "output_tokens": 1965, "prediction": { "choice": "A" }, "prompt_sha256": "93858b61346b697f9021a41a361838e5b0b8c06fbde9b0b35f514c9e29082ee5", "provider": "google", "raw_prediction": "{\n \"choice\": \"A\"\n}", "recorded_at": "2026-09-16T16:14:09.684986+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-gradient-13", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "4cc8df0b-4db8-40b1-ba90-6efd3bcb442d", "result_sha256": "798b8d34dc0940dd9e9f1223658fb58b893be3e89840d5648c4fed8d158fdf29", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.01198125, "delta_e_ok": null, "error": null, "error_kind": null, "family": "gradient", "ground_truth": { "choice": "B" }, "group_id": "gradient-14", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/gradient-14.png", "input_tokens": 1140, "latency_sec": 17.872746629989706, "model_name": "gemini-3.8-flash", "out_of_srgb": null, "output_tokens": 2967, "prediction": { "choice": "B" }, "prompt_sha256": "93858b61346b697f9021a41a361838e5b0b8c06fbde9b0b35f514c9e29082ee5", "provider": "google", "raw_prediction": "{\n \"choice\": \"B\"\n}", "recorded_at": "2026-09-16T14:22:02.874501+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-gradient-14", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "d18ac4f1-951d-4375-b74e-7ecb3abb8a86", "result_sha256": "1d084331c639e50bbec2d31aa6aca26c920a9c3c730e09fd6662dc1311f4fb00", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0045075, "delta_e_ok": null, "error": null, "error_kind": null, "family": "gradient", "ground_truth": { "choice": "C" }, "group_id": "gradient-15", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/gradient-15.png", "input_tokens": 1140, "latency_sec": 5.476035673986189, "model_name": "gemini-3.8-flash", "out_of_srgb": null, "output_tokens": 974, "prediction": { "choice": "C" }, "prompt_sha256": "93858b61346b697f9021a41a361838e5b0b8c06fbde9b0b35f514c9e29082ee5", "provider": "google", "raw_prediction": "{\"choice\": \"C\"}", "recorded_at": "2026-09-16T14:55:51.477861+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-gradient-15", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "3b3f348b-e23f-42d9-b871-4e18ca274fb7", "result_sha256": "6b41ce5a3aa06d71dc2fa6a08eef48073ab29840844e26cfd23ba7fb4aec9203", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.01563375, "delta_e_ok": null, "error": null, "error_kind": null, "family": "gradient", "ground_truth": { "choice": "D" }, "group_id": "gradient-16", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/gradient-16.png", "input_tokens": 1140, "latency_sec": 15.664662903989665, "model_name": "gemini-3.8-flash", "out_of_srgb": null, "output_tokens": 3941, "prediction": { "choice": "D" }, "prompt_sha256": "93858b61346b697f9021a41a361838e5b0b8c06fbde9b0b35f514c9e29082ee5", "provider": "google", "raw_prediction": "{\n \"choice\": \"D\"\n}", "recorded_at": "2026-09-16T16:30:22.000396+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-gradient-16", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "ee855842-36b1-43ce-9fc2-f54a9004b1c4", "result_sha256": "e76f38c006397b56128d6e7c65ce43f357b01d386d96c8848a65ca7fd25c775b", "result": { "component_errors": { "h": 0.5, "l": 2.1960784313725483, "s": 1.6062992125984294 }, "correct": null, "cost_estimated": false, "cost_usd": 0.00396675, "delta_e_ok": 0.016585844982035372, "error": null, "error_kind": null, "family": "hsl", "ground_truth": { "rgb": [ 192, 64, 80 ] }, "group_id": "numeric-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-01.png", "input_tokens": 1169, "latency_sec": 7.943160551018082, "model_name": "gemini-3.8-flash", "out_of_srgb": false, "output_tokens": 824, "prediction": { "h": 352.0, "l": 48.0, "s": 52.0 }, "prompt_sha256": "d5a3e77db006cc09848010934a3ee06e3beb9ab32aa54f5bf67eb79750a81ad8", "provider": "google", "raw_prediction": "{\"h\": 352, \"s\": 52, \"l\": 48}", "recorded_at": "2026-09-16T14:03:41.535189+00:00", "request_attempts": 1, "score": 91.70707750898231, "task_id": "colorbench-hsl-01", "tight_score": 66.82831003592926, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": false, "0.02": true, "0.05": true } } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "c58c3f75-42fc-4149-a818-43caf190314a", "result_sha256": "80b37143dc816c2fed22b02909d9402dc90fab0c062c690395e5a4ff128b8220", "result": { "component_errors": { "h": 0.7894736842105488, "l": 2.705882352941181, "s": 1.6666666666666572 }, "correct": null, "cost_estimated": false, "cost_usd": 0.003813, "delta_e_ok": 0.023309675751790826, "error": null, "error_kind": null, "family": "hsl", "ground_truth": { "rgb": [ 38, 112, 190 ] }, "group_id": "numeric-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-02.png", "input_tokens": 1169, "latency_sec": 4.0471198870800436, "model_name": "gemini-3.8-flash", "out_of_srgb": false, "output_tokens": 783, "prediction": { "h": 210.0, "l": 42.0, "s": 65.0 }, "prompt_sha256": "d5a3e77db006cc09848010934a3ee06e3beb9ab32aa54f5bf67eb79750a81ad8", "provider": "google", "raw_prediction": "{\"h\": 210, \"s\": 65, \"l\": 42}", "recorded_at": "2026-09-16T15:25:55.014829+00:00", "request_attempts": 1, "score": 88.34516212410459, "task_id": "colorbench-hsl-02", "tight_score": 53.380648496418345, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": false, "0.02": false, "0.05": true } } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "bd6ee3f1-605c-409a-b0b7-65659d720258", "result_sha256": "95504b9602273a13042994031839510bf8bc9bf114572ac167679df790ea3424", "result": { "component_errors": { "h": 1.0, "l": 2.2156862745098067, "s": 1.0 }, "correct": null, "cost_estimated": false, "cost_usd": 0.00392925, "delta_e_ok": 0.02159989540331917, "error": null, "error_kind": null, "family": "hsl", "ground_truth": { "rgb": [ 60, 140, 100 ] }, "group_id": "numeric-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-03.png", "input_tokens": 1169, "latency_sec": 4.181640536990017, "model_name": "gemini-3.8-flash", "out_of_srgb": false, "output_tokens": 814, "prediction": { "h": 151.0, "l": 37.0, "s": 41.0 }, "prompt_sha256": "d5a3e77db006cc09848010934a3ee06e3beb9ab32aa54f5bf67eb79750a81ad8", "provider": "google", "raw_prediction": "{\n \"h\": 151,\n \"s\": 41,\n \"l\": 37\n}", "recorded_at": "2026-09-16T14:47:40.994541+00:00", "request_attempts": 1, "score": 89.20005229834041, "task_id": "colorbench-hsl-03", "tight_score": 56.80020919336166, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": false, "0.02": false, "0.05": true } } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "5bc3b763-8792-4a29-a78c-36e8e7c767f2", "result_sha256": "558176794231d355a70257dc8494ccf37182c8238ab94e5a367c82581bc1c772", "result": { "component_errors": { "h": 1.5714285714285552, "l": 2.0980392156862777, "s": 3.1304347826087024 }, "correct": null, "cost_estimated": false, "cost_usd": 0.00372675, "delta_e_ok": 0.02513314677104794, "error": null, "error_kind": null, "family": "hsl", "ground_truth": { "rgb": [ 185, 135, 45 ] }, "group_id": "numeric-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-04.png", "input_tokens": 1169, "latency_sec": 7.800411690957844, "model_name": "gemini-3.8-flash", "out_of_srgb": false, "output_tokens": 760, "prediction": { "h": 37.0, "l": 43.0, "s": 64.0 }, "prompt_sha256": "d5a3e77db006cc09848010934a3ee06e3beb9ab32aa54f5bf67eb79750a81ad8", "provider": "google", "raw_prediction": "{\"h\": 37, \"s\": 64, \"l\": 43}", "recorded_at": "2026-09-16T14:35:36.370245+00:00", "request_attempts": 1, "score": 87.43342661447603, "task_id": "colorbench-hsl-04", "tight_score": 49.73370645790413, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": false, "0.02": false, "0.05": true } } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "aeabe24e-4bd2-4a32-a788-8eea4e11a8d9", "result_sha256": "2ee498b4380937a767c542982a4e658550c557386477f7fe1a899b30c90b646a", "result": { "component_errors": { "h": 1.6666666666666856, "l": 1.9803921568627416, "s": 1.0 }, "correct": null, "cost_estimated": false, "cost_usd": 0.00586425, "delta_e_ok": 0.013478517335870521, "error": null, "error_kind": null, "family": "hsl", "ground_truth": { "rgb": [ 135, 85, 175 ] }, "group_id": "numeric-05", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-05.png", "input_tokens": 1169, "latency_sec": 5.5420128690311685, "model_name": "gemini-3.8-flash", "out_of_srgb": false, "output_tokens": 1330, "prediction": { "h": 275.0, "l": 49.0, "s": 35.0 }, "prompt_sha256": "d5a3e77db006cc09848010934a3ee06e3beb9ab32aa54f5bf67eb79750a81ad8", "provider": "google", "raw_prediction": "{\n \"h\": 275,\n \"s\": 35,\n \"l\": 49\n}", "recorded_at": "2026-09-16T15:15:45.555732+00:00", "request_attempts": 1, "score": 93.26074133206474, "task_id": "colorbench-hsl-05", "tight_score": 73.04296532825896, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": false, "0.02": true, "0.05": true } } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "74b130d7-d7b2-4012-a943-1998382cdcbd", "result_sha256": "b6062abfe05ae8a5c35895b8c59c79d535c88baf54286c74352799127ddb719a", "result": { "component_errors": { "h": 0.5660377358490507, "l": 0.019607843137254832, "s": 9.639175257731964 }, "correct": null, "cost_estimated": false, "cost_usd": 0.00308175, "delta_e_ok": 0.010333409070894606, "error": null, "error_kind": null, "family": "hsl", "ground_truth": { "rgb": [ 22, 48, 75 ] }, "group_id": "numeric-06", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-06.png", "input_tokens": 1169, "latency_sec": 12.949293897021562, "model_name": "gemini-3.8-flash", "out_of_srgb": false, "output_tokens": 588, "prediction": { "h": 210.0, "l": 19.0, "s": 45.0 }, "prompt_sha256": "d5a3e77db006cc09848010934a3ee06e3beb9ab32aa54f5bf67eb79750a81ad8", "provider": "google", "raw_prediction": "{\"h\": 210, \"s\": 45, \"l\": 19}", "recorded_at": "2026-09-16T14:31:44.375094+00:00", "request_attempts": 1, "score": 94.8332954645527, "task_id": "colorbench-hsl-06", "tight_score": 79.33318185821079, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": false, "0.02": true, "0.05": true } } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "9076dd35-b5dc-4ecb-bf37-213381ea5a3c", "result_sha256": "d49ee999cc2944af23f7e4b2a62a2782fa2465246e6159b07fd5e18d752de772", "result": { "component_errors": { "h": 0.21621621621619624, "l": 0.01960784313725128, "s": 4.855670103092805 }, "correct": null, "cost_estimated": false, "cost_usd": 0.0034905, "delta_e_ok": 0.006180664377318945, "error": null, "error_kind": null, "family": "hsl", "ground_truth": { "rgb": [ 225, 215, 188 ] }, "group_id": "numeric-07", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-07.png", "input_tokens": 1169, "latency_sec": 7.801202420028858, "model_name": "gemini-3.8-flash", "out_of_srgb": false, "output_tokens": 697, "prediction": { "h": 44.0, "l": 81.0, "s": 43.0 }, "prompt_sha256": "d5a3e77db006cc09848010934a3ee06e3beb9ab32aa54f5bf67eb79750a81ad8", "provider": "google", "raw_prediction": "{\"h\": 44, \"s\": 43, \"l\": 81}", "recorded_at": "2026-09-16T15:49:03.903314+00:00", "request_attempts": 1, "score": 96.90966781134053, "task_id": "colorbench-hsl-07", "tight_score": 87.6386712453621, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": true, "0.02": true, "0.05": true } } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "17bfa850-13f8-4b96-8f78-f674dfa3a7c4", "result_sha256": "cee14984890a3388ce5ad740c0ee954a21c1b7b86a8cc0337c3c91e15e43057a", "result": { "component_errors": { "h": null, "l": 3.1960784313725483, "s": 0.0 }, "correct": null, "cost_estimated": false, "cost_usd": 0.0022905, "delta_e_ok": 0.027700289168530977, "error": null, "error_kind": null, "family": "hsl", "ground_truth": { "rgb": [ 128, 128, 128 ] }, "group_id": "numeric-08", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-08.png", "input_tokens": 1169, "latency_sec": 2.8507238019956276, "model_name": "gemini-3.8-flash", "out_of_srgb": false, "output_tokens": 377, "prediction": { "h": 0.0, "l": 47.0, "s": 0.0 }, "prompt_sha256": "d5a3e77db006cc09848010934a3ee06e3beb9ab32aa54f5bf67eb79750a81ad8", "provider": "google", "raw_prediction": "{\"h\": 0, \"s\": 0, \"l\": 47}", "recorded_at": "2026-09-16T16:32:12.239341+00:00", "request_attempts": 1, "score": 86.1498554157345, "task_id": "colorbench-hsl-08", "tight_score": 44.599421662938056, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": false, "0.02": false, "0.05": true } } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "f1af4c2c-65a3-4726-a57f-16ec173dd36f", "result_sha256": "b14dbd118377cd7db26ab187763e4bbae8c7344cc9f2cd0d4aef9205a00b0bd4", "result": { "component_errors": { "h": 0.36363636363637397, "l": 2.3725490196078383, "s": 0.1612903225806548 }, "correct": null, "cost_estimated": false, "cost_usd": 0.00386175, "delta_e_ok": 0.013104580703462772, "error": null, "error_kind": null, "family": "hsl", "ground_truth": { "rgb": [ 230, 32, 44 ] }, "group_id": "numeric-09", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-09.png", "input_tokens": 1169, "latency_sec": 8.801198079017922, "model_name": "gemini-3.8-flash", "out_of_srgb": false, "output_tokens": 796, "prediction": { "h": 356.0, "l": 49.0, "s": 80.0 }, "prompt_sha256": "d5a3e77db006cc09848010934a3ee06e3beb9ab32aa54f5bf67eb79750a81ad8", "provider": "google", "raw_prediction": "{\"h\": 356, \"s\": 80, \"l\": 49}", "recorded_at": "2026-09-16T14:08:21.114126+00:00", "request_attempts": 1, "score": 93.44770964826861, "task_id": "colorbench-hsl-09", "tight_score": 73.79083859307445, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": false, "0.02": true, "0.05": true } } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "ea0e3d04-201f-4210-bf3e-9d38353e4dbd", "result_sha256": "133e1bc3b9d14f207f7b088823ed605296f3a997b0ef0fdaee4d9759449c7d53", "result": { "component_errors": { "h": 1.029850746268636, "l": 1.3137254901960773, "s": 0.3736263736263652 }, "correct": null, "cost_estimated": false, "cost_usd": 0.005358, "delta_e_ok": 0.018095138876544653, "error": null, "error_kind": null, "family": "hsl", "ground_truth": { "rgb": [ 24, 158, 82 ] }, "group_id": "numeric-10", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-10.png", "input_tokens": 1169, "latency_sec": 5.131874285987578, "model_name": "gemini-3.8-flash", "out_of_srgb": false, "output_tokens": 1195, "prediction": { "h": 147.0, "l": 37.0, "s": 74.0 }, "prompt_sha256": "d5a3e77db006cc09848010934a3ee06e3beb9ab32aa54f5bf67eb79750a81ad8", "provider": "google", "raw_prediction": "{\"h\": 147, \"s\": 74, \"l\": 37}", "recorded_at": "2026-09-16T15:33:29.177349+00:00", "request_attempts": 1, "score": 90.95243056172767, "task_id": "colorbench-hsl-10", "tight_score": 63.809722246910695, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": false, "0.02": true, "0.05": true } } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "60143e57-75f4-48d5-8db8-a88f906c450b", "result_sha256": "7da823d084ce1136b853f15e90de4a50a8b9351a3663f6b657627a91f3d842d6", "result": { "component_errors": { "h": 0.9565217391304373, "l": 1.3333333333333357, "s": 1.3109243697479087 }, "correct": null, "cost_estimated": false, "cost_usd": 0.003228, "delta_e_ok": 0.006070787349541826, "error": null, "error_kind": null, "family": "hsl", "ground_truth": { "rgb": [ 44, 84, 228 ] }, "group_id": "numeric-11", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-11.png", "input_tokens": 1169, "latency_sec": 3.1430213060230017, "model_name": "gemini-3.8-flash", "out_of_srgb": false, "output_tokens": 627, "prediction": { "h": 226.0, "l": 52.0, "s": 76.0 }, "prompt_sha256": "d5a3e77db006cc09848010934a3ee06e3beb9ab32aa54f5bf67eb79750a81ad8", "provider": "google", "raw_prediction": "{\"h\": 226, \"s\": 76, \"l\": 52}", "recorded_at": "2026-09-16T15:41:50.450422+00:00", "request_attempts": 1, "score": 96.96460632522908, "task_id": "colorbench-hsl-11", "tight_score": 87.85842530091634, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": true, "0.02": true, "0.05": true } } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "4700d0b6-4351-43be-8eed-b583c6402e4f", "result_sha256": "c8064960040f819e0ac78c2a2d48fe0a2ba9560ac42a787345ef7aea2e837a87", "result": { "component_errors": { "h": 5.25, "l": 0.9019607843137294, "s": 0.4782608695652186 }, "correct": null, "cost_estimated": false, "cost_usd": 0.003813, "delta_e_ok": 0.04602655294289342, "error": null, "error_kind": null, "family": "hsl", "ground_truth": { "rgb": [ 236, 208, 44 ] }, "group_id": "numeric-12", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-12.png", "input_tokens": 1169, "latency_sec": 7.434563490911387, "model_name": "gemini-3.8-flash", "out_of_srgb": false, "output_tokens": 783, "prediction": { "h": 46.0, "l": 54.0, "s": 83.0 }, "prompt_sha256": "d5a3e77db006cc09848010934a3ee06e3beb9ab32aa54f5bf67eb79750a81ad8", "provider": "google", "raw_prediction": "{\n \"h\": 46,\n \"s\": 83,\n \"l\": 54\n}", "recorded_at": "2026-09-16T14:23:51.188788+00:00", "request_attempts": 1, "score": 76.98672352855328, "task_id": "colorbench-hsl-12", "tight_score": 7.9468941142131655, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": false, "0.02": false, "0.05": true } } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "87054736-dbda-43f7-a568-fa2ba69656c0", "result_sha256": "95a0ba68a92d67b2d3bb838503329a136be59db38c19f2a9124177d53e6f7a96", "result": { "component_errors": { "h": 0.7142857142857224, "l": 2.1960784313725483, "s": 9.881889763779526 }, "correct": null, "cost_estimated": false, "cost_usd": 0.0063105, "delta_e_ok": 0.018396565290658733, "error": null, "error_kind": null, "family": "hsl", "ground_truth": { "rgb": [ 198, 58, 188 ] }, "group_id": "numeric-13", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-13.png", "input_tokens": 1169, "latency_sec": 6.891064918949269, "model_name": "gemini-3.8-flash", "out_of_srgb": false, "output_tokens": 1449, "prediction": { "h": 305.0, "l": 48.0, "s": 65.0 }, "prompt_sha256": "d5a3e77db006cc09848010934a3ee06e3beb9ab32aa54f5bf67eb79750a81ad8", "provider": "google", "raw_prediction": "{\n \"h\": 305,\n \"s\": 65,\n \"l\": 48\n}", "recorded_at": "2026-09-16T15:06:17.196156+00:00", "request_attempts": 1, "score": 90.80171735467063, "task_id": "colorbench-hsl-13", "tight_score": 63.206869418682544, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": false, "0.02": true, "0.05": true } } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "0584521d-89b2-499d-a6b4-60006787562a", "result_sha256": "5263006d993ea5adaefb72a1da3fb4d1469b738b1943738765ff6154594adbee", "result": { "component_errors": { "h": 3.207792207792181, "l": 1.4509803921568576, "s": 1.3636363636363527 }, "correct": null, "cost_estimated": false, "cost_usd": 0.0034305, "delta_e_ok": 0.035373115031809566, "error": null, "error_kind": null, "family": "hsl", "ground_truth": { "rgb": [ 44, 178, 198 ] }, "group_id": "numeric-14", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-14.png", "input_tokens": 1169, "latency_sec": 3.53504831797909, "model_name": "gemini-3.8-flash", "out_of_srgb": false, "output_tokens": 681, "prediction": { "h": 191.0, "l": 46.0, "s": 65.0 }, "prompt_sha256": "d5a3e77db006cc09848010934a3ee06e3beb9ab32aa54f5bf67eb79750a81ad8", "provider": "google", "raw_prediction": "{\n \"h\": 191,\n \"s\": 65,\n \"l\": 46\n}", "recorded_at": "2026-09-16T14:58:47.047825+00:00", "request_attempts": 1, "score": 82.31344248409522, "task_id": "colorbench-hsl-14", "tight_score": 29.25376993638087, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": false, "0.02": false, "0.05": true } } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "a0b56171-297e-4e8b-a155-3ad4c2e04cce", "result_sha256": "f627e0c1c9446eda07f193f87a7624960641ecf91e131cc9f406535437bd679f", "result": { "component_errors": { "h": null, "l": 1.333333333333333, "s": 5.88235294117647 }, "correct": null, "cost_estimated": false, "cost_usd": 0.010323, "delta_e_ok": 0.019540830272083563, "error": null, "error_kind": null, "family": "hsl", "ground_truth": { "rgb": [ 16, 16, 18 ] }, "group_id": "numeric-15", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-15.png", "input_tokens": 1169, "latency_sec": 12.163793415063992, "model_name": "gemini-3.8-flash", "out_of_srgb": false, "output_tokens": 2519, "prediction": { "h": 0.0, "l": 8.0, "s": 0.0 }, "prompt_sha256": "d5a3e77db006cc09848010934a3ee06e3beb9ab32aa54f5bf67eb79750a81ad8", "provider": "google", "raw_prediction": "{\"h\": 0, \"s\": 0, \"l\": 8}", "recorded_at": "2026-09-16T16:19:03.821474+00:00", "request_attempts": 1, "score": 90.22958486395822, "task_id": "colorbench-hsl-15", "tight_score": 60.91833945583287, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": false, "0.02": true, "0.05": true } } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "fb28ffff-97ff-47a0-97fc-9f192de450db", "result_sha256": "9a947e76dd37afb80931a3d2d7f8c3fb4ea6a4549943a0bed1bb04eb55550588", "result": { "component_errors": { "h": null, "l": 0.29411764705882604, "s": 7.8888888888889355 }, "correct": null, "cost_estimated": false, "cost_usd": 0.00383175, "delta_e_ok": 0.0030425659228958835, "error": null, "error_kind": null, "family": "hsl", "ground_truth": { "rgb": [ 243, 243, 240 ] }, "group_id": "numeric-16", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-16.png", "input_tokens": 1169, "latency_sec": 5.427843644982204, "model_name": "gemini-3.8-flash", "out_of_srgb": false, "output_tokens": 788, "prediction": { "h": 48.0, "l": 95.0, "s": 19.0 }, "prompt_sha256": "d5a3e77db006cc09848010934a3ee06e3beb9ab32aa54f5bf67eb79750a81ad8", "provider": "google", "raw_prediction": "{\"h\": 48, \"s\": 19, \"l\": 95}", "recorded_at": "2026-09-16T15:31:47.609906+00:00", "request_attempts": 1, "score": 98.47871703855205, "task_id": "colorbench-hsl-16", "tight_score": 93.91486815420824, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": true, "0.01": true, "0.02": true, "0.05": true } } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "d22077c5-5a08-4331-907a-891779a830ad", "result_sha256": "f5e5f802f86e9f44b718284a6ff7f65ccba0448bb0b2d78eaae2c7951a22689e", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.001413, "delta_e_ok": null, "error": null, "error_kind": null, "family": "hue", "ground_truth": { "choice": "A" }, "group_id": "hue-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/hue-01.png", "input_tokens": 1139, "latency_sec": 2.6056135600665584, "model_name": "gemini-3.8-flash", "out_of_srgb": null, "output_tokens": 149, "prediction": { "choice": "A" }, "prompt_sha256": "8234947471a1bb7076e1e5dfe2fd3aba8c91ae436b20be843f2b0ab51861fe52", "provider": "google", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T15:11:15.228178+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-hue-01", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "129ed0fa-044a-4859-b0f1-e836ec495930", "result_sha256": "d34f6f5feb4652d306f05a926b780a17e8efb608788cc7983c4dd24666b4f063", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00128925, "delta_e_ok": null, "error": null, "error_kind": null, "family": "hue", "ground_truth": { "choice": "B" }, "group_id": "hue-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/hue-02.png", "input_tokens": 1139, "latency_sec": 2.622930587036535, "model_name": "gemini-3.8-flash", "out_of_srgb": null, "output_tokens": 116, "prediction": { "choice": "B" }, "prompt_sha256": "8234947471a1bb7076e1e5dfe2fd3aba8c91ae436b20be843f2b0ab51861fe52", "provider": "google", "raw_prediction": "{\n \"choice\": \"B\"\n}", "recorded_at": "2026-09-16T15:08:59.964662+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-hue-02", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "616a0586-7f0f-4ca9-9be0-f5adcec4493d", "result_sha256": "26638a056bc13111fca941553799392fdfb057b6fd4f7f7f674b7e7f37a962d4", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00140175, "delta_e_ok": null, "error": null, "error_kind": null, "family": "hue", "ground_truth": { "choice": "C" }, "group_id": "hue-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/hue-03.png", "input_tokens": 1139, "latency_sec": 1.9029549900442362, "model_name": "gemini-3.8-flash", "out_of_srgb": null, "output_tokens": 146, "prediction": { "choice": "C" }, "prompt_sha256": "8234947471a1bb7076e1e5dfe2fd3aba8c91ae436b20be843f2b0ab51861fe52", "provider": "google", "raw_prediction": "{\n \"choice\": \"C\"\n}", "recorded_at": "2026-09-16T16:17:21.214219+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-hue-03", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "fa9e2a33-c217-4b88-99e9-cfd55c89560f", "result_sha256": "55f6b5de7d5c08e7d779c655aed02da36ac9d44f2aeb70dc9279815dd36e0d02", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00165675, "delta_e_ok": null, "error": null, "error_kind": null, "family": "hue", "ground_truth": { "choice": "D" }, "group_id": "hue-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/hue-04.png", "input_tokens": 1139, "latency_sec": 2.5397854290204123, "model_name": "gemini-3.8-flash", "out_of_srgb": null, "output_tokens": 214, "prediction": { "choice": "D" }, "prompt_sha256": "8234947471a1bb7076e1e5dfe2fd3aba8c91ae436b20be843f2b0ab51861fe52", "provider": "google", "raw_prediction": "{\"choice\": \"D\"}", "recorded_at": "2026-09-16T16:01:03.454049+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-hue-04", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "a7dcb332-d52d-4d67-b4fe-bf74f63a13f6", "result_sha256": "dcb0285a91d51b17c46fb8ac783ade4efb78d0e5f1be57b577e1b5c4cf7d568c", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0013605, "delta_e_ok": null, "error": null, "error_kind": null, "family": "hue", "ground_truth": { "choice": "A" }, "group_id": "hue-05", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/hue-05.png", "input_tokens": 1139, "latency_sec": 1.5668558540055528, "model_name": "gemini-3.8-flash", "out_of_srgb": null, "output_tokens": 135, "prediction": { "choice": "A" }, "prompt_sha256": "8234947471a1bb7076e1e5dfe2fd3aba8c91ae436b20be843f2b0ab51861fe52", "provider": "google", "raw_prediction": "{\n \"choice\": \"A\"\n}", "recorded_at": "2026-09-16T15:18:33.635089+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-hue-05", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "cef4e8d5-10ec-4a14-97c1-ffcee1e6d3ec", "result_sha256": "82cc2a5b5f17a991e7e61ee7f9a22b8aea07b9ede0ba9db75f69d863ead3751f", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00157425, "delta_e_ok": null, "error": null, "error_kind": null, "family": "hue", "ground_truth": { "choice": "B" }, "group_id": "hue-06", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/hue-06.png", "input_tokens": 1139, "latency_sec": 1.9757441419642419, "model_name": "gemini-3.8-flash", "out_of_srgb": null, "output_tokens": 192, "prediction": { "choice": "B" }, "prompt_sha256": "8234947471a1bb7076e1e5dfe2fd3aba8c91ae436b20be843f2b0ab51861fe52", "provider": "google", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T16:06:52.652590+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-hue-06", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "202fbd60-8f63-46ca-ab5e-8244eb469cf4", "result_sha256": "3f8e38f77fecafb170aeef529bb4e8769c4ae090d4eae8330b531fa1211a5795", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.001533, "delta_e_ok": null, "error": null, "error_kind": null, "family": "hue", "ground_truth": { "choice": "C" }, "group_id": "hue-07", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/hue-07.png", "input_tokens": 1139, "latency_sec": 5.61723005597014, "model_name": "gemini-3.8-flash", "out_of_srgb": null, "output_tokens": 181, "prediction": { "choice": "C" }, "prompt_sha256": "8234947471a1bb7076e1e5dfe2fd3aba8c91ae436b20be843f2b0ab51861fe52", "provider": "google", "raw_prediction": "{\n \"choice\": \"C\"\n}", "recorded_at": "2026-09-16T15:48:13.448948+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-hue-07", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "3a2d4d66-ec32-42d2-86ca-d145fbcf4ca1", "result_sha256": "00626e670b231c305fb868ad88b4da81cb8dd6a3bfe1b60ea02ccaa387ec2615", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0015405, "delta_e_ok": null, "error": null, "error_kind": null, "family": "hue", "ground_truth": { "choice": "D" }, "group_id": "hue-08", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/hue-08.png", "input_tokens": 1139, "latency_sec": 4.432438011979684, "model_name": "gemini-3.8-flash", "out_of_srgb": null, "output_tokens": 183, "prediction": { "choice": "D" }, "prompt_sha256": "8234947471a1bb7076e1e5dfe2fd3aba8c91ae436b20be843f2b0ab51861fe52", "provider": "google", "raw_prediction": "{\"choice\": \"D\"}", "recorded_at": "2026-09-16T14:35:45.976324+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-hue-08", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "4a4220f3-6033-4b32-8699-becb3eb920c6", "result_sha256": "f7b32a2e099941f62e25a32ae702e4503ab031e5615243ab0dff90111f218256", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002313, "delta_e_ok": null, "error": null, "error_kind": null, "family": "hue", "ground_truth": { "choice": "A" }, "group_id": "hue-09", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/hue-09.png", "input_tokens": 1139, "latency_sec": 5.670015941024758, "model_name": "gemini-3.8-flash", "out_of_srgb": null, "output_tokens": 389, "prediction": { "choice": "A" }, "prompt_sha256": "8234947471a1bb7076e1e5dfe2fd3aba8c91ae436b20be843f2b0ab51861fe52", "provider": "google", "raw_prediction": "{\n \"choice\": \"A\"\n}", "recorded_at": "2026-09-16T14:03:52.575419+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-hue-09", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "208d1e53-a97c-42cf-93d8-b9db6e57f2af", "result_sha256": "308ab16e0777dfa7eaf9fe8e5b443944d090ed5ed3828e75f7dbfadd79f53748", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.001683, "delta_e_ok": null, "error": null, "error_kind": null, "family": "hue", "ground_truth": { "choice": "B" }, "group_id": "hue-10", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/hue-10.png", "input_tokens": 1139, "latency_sec": 7.20310290704947, "model_name": "gemini-3.8-flash", "out_of_srgb": null, "output_tokens": 221, "prediction": { "choice": "B" }, "prompt_sha256": "8234947471a1bb7076e1e5dfe2fd3aba8c91ae436b20be843f2b0ab51861fe52", "provider": "google", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T14:34:52.417459+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-hue-10", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "78ca7d91-27c4-40b6-9976-394a186778f6", "result_sha256": "6358fd7b2c2cb094d5939d9c184f8c2f4f357e77adcffd40cf756b9c6004dbaf", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00259425, "delta_e_ok": null, "error": null, "error_kind": null, "family": "hue", "ground_truth": { "choice": "C" }, "group_id": "hue-11", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/hue-11.png", "input_tokens": 1139, "latency_sec": 5.532016494078562, "model_name": "gemini-3.8-flash", "out_of_srgb": null, "output_tokens": 464, "prediction": { "choice": "C" }, "prompt_sha256": "8234947471a1bb7076e1e5dfe2fd3aba8c91ae436b20be843f2b0ab51861fe52", "provider": "google", "raw_prediction": "{\"choice\": \"C\"}", "recorded_at": "2026-09-16T15:23:54.962373+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-hue-11", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "86558096-7ebd-4d00-9d3e-a1666c980021", "result_sha256": "21c30b32c6006a7809e0d7272ee72ebdb9fb7a3795876a64a577240568ae659e", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00169425, "delta_e_ok": null, "error": null, "error_kind": null, "family": "hue", "ground_truth": { "choice": "D" }, "group_id": "hue-12", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/hue-12.png", "input_tokens": 1139, "latency_sec": 1.9082777800504118, "model_name": "gemini-3.8-flash", "out_of_srgb": null, "output_tokens": 224, "prediction": { "choice": "D" }, "prompt_sha256": "8234947471a1bb7076e1e5dfe2fd3aba8c91ae436b20be843f2b0ab51861fe52", "provider": "google", "raw_prediction": "{\"choice\": \"D\"}", "recorded_at": "2026-09-16T14:42:49.928969+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-hue-12", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "bc968add-a513-404f-897f-c304804629c6", "result_sha256": "598fec7b7f4d085f2895a17ed4f36390f4cc0b54e7121073ed40dc8f82de3b4a", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0027105, "delta_e_ok": null, "error": null, "error_kind": null, "family": "hue", "ground_truth": { "choice": "A" }, "group_id": "hue-13", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/hue-13.png", "input_tokens": 1139, "latency_sec": 5.929692902020179, "model_name": "gemini-3.8-flash", "out_of_srgb": null, "output_tokens": 495, "prediction": { "choice": "A" }, "prompt_sha256": "8234947471a1bb7076e1e5dfe2fd3aba8c91ae436b20be843f2b0ab51861fe52", "provider": "google", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T14:38:32.082322+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-hue-13", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "f4e2c370-0e25-40df-a0b7-487c6adcfd18", "result_sha256": "38deeec9bf649fd0d04b3a448c6e25c4a02ccc9319384ecbbe2ada03f24aebf2", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.004308, "delta_e_ok": null, "error": null, "error_kind": null, "family": "hue", "ground_truth": { "choice": "B" }, "group_id": "hue-14", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/hue-14.png", "input_tokens": 1139, "latency_sec": 18.214395248913206, "model_name": "gemini-3.8-flash", "out_of_srgb": null, "output_tokens": 921, "prediction": { "choice": "B" }, "prompt_sha256": "8234947471a1bb7076e1e5dfe2fd3aba8c91ae436b20be843f2b0ab51861fe52", "provider": "google", "raw_prediction": "{\n \"choice\": \"B\"\n}", "recorded_at": "2026-09-16T14:22:43.613842+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-hue-14", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "0035ac7b-621a-4da2-b0a0-a77b1dac4751", "result_sha256": "446a659fabe581b2c3d136cf15dab95cf9cca92f1a67ca071cb140cee92852bc", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00264675, "delta_e_ok": null, "error": null, "error_kind": null, "family": "hue", "ground_truth": { "choice": "C" }, "group_id": "hue-15", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/hue-15.png", "input_tokens": 1139, "latency_sec": 8.581765073002316, "model_name": "gemini-3.8-flash", "out_of_srgb": null, "output_tokens": 478, "prediction": { "choice": "C" }, "prompt_sha256": "8234947471a1bb7076e1e5dfe2fd3aba8c91ae436b20be843f2b0ab51861fe52", "provider": "google", "raw_prediction": "{\"choice\": \"C\"}", "recorded_at": "2026-09-16T14:34:02.149225+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-hue-15", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "902f2c75-3b19-4ba3-8883-0c9b2e39c11f", "result_sha256": "d9b4c79c622c69b01a9cbd662d67cfb46e95d4b26721c1feec6b4485bb41db80", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00283425, "delta_e_ok": null, "error": null, "error_kind": null, "family": "hue", "ground_truth": { "choice": "D" }, "group_id": "hue-16", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/hue-16.png", "input_tokens": 1139, "latency_sec": 3.037714830948971, "model_name": "gemini-3.8-flash", "out_of_srgb": null, "output_tokens": 528, "prediction": { "choice": "D" }, "prompt_sha256": "8234947471a1bb7076e1e5dfe2fd3aba8c91ae436b20be843f2b0ab51861fe52", "provider": "google", "raw_prediction": "{\"choice\": \"D\"}", "recorded_at": "2026-09-16T15:31:05.247935+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-hue-16", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "7134930d-4b9b-406e-9ca6-4f2fe2144b6f", "result_sha256": "952c6a1e46f221e30081cd0c8e19a9974e267a110a748dcf50b19aeb976ee8b5", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00450675, "delta_e_ok": null, "error": null, "error_kind": null, "family": "hue", "ground_truth": { "choice": "A" }, "group_id": "hue-17", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/hue-17.png", "input_tokens": 1139, "latency_sec": 4.7742735230131075, "model_name": "gemini-3.8-flash", "out_of_srgb": null, "output_tokens": 974, "prediction": { "choice": "A" }, "prompt_sha256": "8234947471a1bb7076e1e5dfe2fd3aba8c91ae436b20be843f2b0ab51861fe52", "provider": "google", "raw_prediction": "{\n \"choice\": \"A\"\n}", "recorded_at": "2026-09-16T15:29:30.210380+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-hue-17", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "2c9226c7-bd44-466e-a480-41815ce80c64", "result_sha256": "0075fc99804a6f1019b56e57f3be3ecd34e3e5c536271929df24a189c5e9387c", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00413175, "delta_e_ok": null, "error": null, "error_kind": null, "family": "hue", "ground_truth": { "choice": "B" }, "group_id": "hue-18", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/hue-18.png", "input_tokens": 1139, "latency_sec": 4.962550373049453, "model_name": "gemini-3.8-flash", "out_of_srgb": null, "output_tokens": 874, "prediction": { "choice": "B" }, "prompt_sha256": "8234947471a1bb7076e1e5dfe2fd3aba8c91ae436b20be843f2b0ab51861fe52", "provider": "google", "raw_prediction": "{\n \"choice\": \"B\"\n}", "recorded_at": "2026-09-16T16:20:01.187968+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-hue-18", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "6a425126-8ea3-4f2f-89ce-ad04414ce9a6", "result_sha256": "6506ef38ce510fbb37daaa25479ab86bfdfc288a4b71bc01ac815b1921ce49c7", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00760425, "delta_e_ok": null, "error": null, "error_kind": null, "family": "hue", "ground_truth": { "choice": "C" }, "group_id": "hue-19", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/hue-19.png", "input_tokens": 1139, "latency_sec": 16.41245465807151, "model_name": "gemini-3.8-flash", "out_of_srgb": null, "output_tokens": 1800, "prediction": { "choice": "C" }, "prompt_sha256": "8234947471a1bb7076e1e5dfe2fd3aba8c91ae436b20be843f2b0ab51861fe52", "provider": "google", "raw_prediction": "{\"choice\": \"C\"}", "recorded_at": "2026-09-16T15:18:56.753560+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-hue-19", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "6b7943ab-8fad-44e2-9b5c-21cb90475e8b", "result_sha256": "fe0b78746c9afdb455f4887e72c03fd4ce67804ce0b53e2ced557088c7e31e5d", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00763425, "delta_e_ok": null, "error": null, "error_kind": null, "family": "hue", "ground_truth": { "choice": "D" }, "group_id": "hue-20", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/hue-20.png", "input_tokens": 1139, "latency_sec": 15.151921489043161, "model_name": "gemini-3.8-flash", "out_of_srgb": null, "output_tokens": 1808, "prediction": { "choice": "D" }, "prompt_sha256": "8234947471a1bb7076e1e5dfe2fd3aba8c91ae436b20be843f2b0ab51861fe52", "provider": "google", "raw_prediction": "{\n \"choice\": \"D\"\n}", "recorded_at": "2026-09-16T15:54:39.964607+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-hue-20", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "2b80dee7-2433-47d5-b740-c5866f13e581", "result_sha256": "6cf8ad6aacb59b23097900673395d6ef2f45fced41b50ba29e78901bcd6669f9", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0066855, "delta_e_ok": null, "error": null, "error_kind": null, "family": "hue", "ground_truth": { "choice": "A" }, "group_id": "hue-21", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/hue-21.png", "input_tokens": 1139, "latency_sec": 6.352274720091373, "model_name": "gemini-3.8-flash", "out_of_srgb": null, "output_tokens": 1555, "prediction": { "choice": "A" }, "prompt_sha256": "8234947471a1bb7076e1e5dfe2fd3aba8c91ae436b20be843f2b0ab51861fe52", "provider": "google", "raw_prediction": "{\n \"choice\": \"A\"\n}", "recorded_at": "2026-09-16T16:28:43.416115+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-hue-21", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "a9a49903-f9e7-46a8-8da1-8eb6d14546ae", "result_sha256": "afcbc74e4e80a6037306f351560e72cb82ef712b2b696b9d4540d157ed3d9a1f", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.00780675, "delta_e_ok": null, "error": null, "error_kind": null, "family": "hue", "ground_truth": { "choice": "B" }, "group_id": "hue-22", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/hue-22.png", "input_tokens": 1139, "latency_sec": 11.813418518053368, "model_name": "gemini-3.8-flash", "out_of_srgb": null, "output_tokens": 1854, "prediction": { "choice": "D" }, "prompt_sha256": "8234947471a1bb7076e1e5dfe2fd3aba8c91ae436b20be843f2b0ab51861fe52", "provider": "google", "raw_prediction": "{\"choice\": \"D\"}", "recorded_at": "2026-09-16T15:34:23.883201+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-hue-22", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "a621cc62-dd3a-4f34-93f2-5b1f8c491072", "result_sha256": "0cc216a8a97117f0e422a56a1a313b36d02442375dc673402437cbba628b6745", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.006453, "delta_e_ok": null, "error": null, "error_kind": null, "family": "hue", "ground_truth": { "choice": "C" }, "group_id": "hue-23", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/hue-23.png", "input_tokens": 1139, "latency_sec": 6.9334352649748325, "model_name": "gemini-3.8-flash", "out_of_srgb": null, "output_tokens": 1493, "prediction": { "choice": "C" }, "prompt_sha256": "8234947471a1bb7076e1e5dfe2fd3aba8c91ae436b20be843f2b0ab51861fe52", "provider": "google", "raw_prediction": "{\"choice\": \"C\"}", "recorded_at": "2026-09-16T15:21:49.159117+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-hue-23", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "ac97d274-d7ce-4f65-a14f-364ad94c0893", "result_sha256": "293570dbc9e2aa73981ce4bda9f0d9f06d0353cf2eef88a5e8979fe3691ba2cd", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00911925, "delta_e_ok": null, "error": null, "error_kind": null, "family": "hue", "ground_truth": { "choice": "D" }, "group_id": "hue-24", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/hue-24.png", "input_tokens": 1139, "latency_sec": 9.667231529019773, "model_name": "gemini-3.8-flash", "out_of_srgb": null, "output_tokens": 2204, "prediction": { "choice": "D" }, "prompt_sha256": "8234947471a1bb7076e1e5dfe2fd3aba8c91ae436b20be843f2b0ab51861fe52", "provider": "google", "raw_prediction": "{\n \"choice\": \"D\"\n}", "recorded_at": "2026-09-16T14:46:57.294912+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-hue-24", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "f0557871-8993-4ef2-8ba2-c4244b3a79e3", "result_sha256": "e2eb850f1dcee2a575adfdd53e4477ccd0f000baeaf759a47eb4fb81e07e90e6", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0129705, "delta_e_ok": null, "error": null, "error_kind": null, "family": "hue", "ground_truth": { "choice": "A" }, "group_id": "hue-25", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/hue-25.png", "input_tokens": 1139, "latency_sec": 14.21471317508258, "model_name": "gemini-3.8-flash", "out_of_srgb": null, "output_tokens": 3231, "prediction": { "choice": "A" }, "prompt_sha256": "8234947471a1bb7076e1e5dfe2fd3aba8c91ae436b20be843f2b0ab51861fe52", "provider": "google", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T16:30:44.815337+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-hue-25", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "09211890-8f6b-4181-9d35-692846a37dfd", "result_sha256": "15d84e6a381c97fdf6213bf10e03739e6ae5c9a54a5340d4f7312fbee035523b", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0065805, "delta_e_ok": null, "error": null, "error_kind": null, "family": "hue", "ground_truth": { "choice": "B" }, "group_id": "hue-26", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/hue-26.png", "input_tokens": 1139, "latency_sec": 8.404253727989271, "model_name": "gemini-3.8-flash", "out_of_srgb": null, "output_tokens": 1527, "prediction": { "choice": "B" }, "prompt_sha256": "8234947471a1bb7076e1e5dfe2fd3aba8c91ae436b20be843f2b0ab51861fe52", "provider": "google", "raw_prediction": "{\n \"choice\": \"B\"\n}", "recorded_at": "2026-09-16T15:45:26.375886+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-hue-26", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "6ee601bb-fa80-416f-b85f-2dddba6653b0", "result_sha256": "659d23b7782fce8c7ba064f9c3a3d8e40266517a77e4128e13898b9c38dede36", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00764175, "delta_e_ok": null, "error": null, "error_kind": null, "family": "hue", "ground_truth": { "choice": "C" }, "group_id": "hue-27", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/hue-27.png", "input_tokens": 1139, "latency_sec": 9.578618480009027, "model_name": "gemini-3.8-flash", "out_of_srgb": null, "output_tokens": 1810, "prediction": { "choice": "C" }, "prompt_sha256": "8234947471a1bb7076e1e5dfe2fd3aba8c91ae436b20be843f2b0ab51861fe52", "provider": "google", "raw_prediction": "{\"choice\": \"C\"}", "recorded_at": "2026-09-16T16:05:26.420417+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-hue-27", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "dfe86ab0-bcea-42e9-aa97-bf5ad90dec8f", "result_sha256": "b0d4f8b414271ffe2824ef4ed940fb1a590f9bff2aaeb6c1999cdc3def6926b0", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.00830175, "delta_e_ok": null, "error": null, "error_kind": null, "family": "hue", "ground_truth": { "choice": "D" }, "group_id": "hue-28", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/hue-28.png", "input_tokens": 1139, "latency_sec": 8.367720459937118, "model_name": "gemini-3.8-flash", "out_of_srgb": null, "output_tokens": 1986, "prediction": { "choice": "B" }, "prompt_sha256": "8234947471a1bb7076e1e5dfe2fd3aba8c91ae436b20be843f2b0ab51861fe52", "provider": "google", "raw_prediction": "{\n \"choice\": \"B\"\n}", "recorded_at": "2026-09-16T15:00:28.510067+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-hue-28", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "4d4cfb54-31a0-45c4-ac98-f1fac47ba3c8", "result_sha256": "00acad76c55982dccb8e06aff6f34687d6279e6d15023af14ef5cca060e26e15", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.01232175, "delta_e_ok": null, "error": null, "error_kind": null, "family": "hue", "ground_truth": { "choice": "A" }, "group_id": "hue-29", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/hue-29.png", "input_tokens": 1139, "latency_sec": 13.387188115972094, "model_name": "gemini-3.8-flash", "out_of_srgb": null, "output_tokens": 3058, "prediction": { "choice": "A" }, "prompt_sha256": "8234947471a1bb7076e1e5dfe2fd3aba8c91ae436b20be843f2b0ab51861fe52", "provider": "google", "raw_prediction": "{\n \"choice\": \"A\"\n}", "recorded_at": "2026-09-16T16:12:02.899791+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-hue-29", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "05924d0d-1583-4d50-a2b6-bdb64131d171", "result_sha256": "155ceb5943524e7c876a2fa5390b3a4bb63d3ab97edb3fac662d14f7f05813c2", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00611175, "delta_e_ok": null, "error": null, "error_kind": null, "family": "hue", "ground_truth": { "choice": "B" }, "group_id": "hue-30", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/hue-30.png", "input_tokens": 1139, "latency_sec": 7.448621358023956, "model_name": "gemini-3.8-flash", "out_of_srgb": null, "output_tokens": 1402, "prediction": { "choice": "B" }, "prompt_sha256": "8234947471a1bb7076e1e5dfe2fd3aba8c91ae436b20be843f2b0ab51861fe52", "provider": "google", "raw_prediction": "{\n \"choice\": \"B\"\n}", "recorded_at": "2026-09-16T15:05:30.311511+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-hue-30", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "d63cc815-7583-46dc-9f11-26154838459a", "result_sha256": "88d66677f76019d0eea4889d5359c55dca27be9d343fe3233f084a705ba10790", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00935925, "delta_e_ok": null, "error": null, "error_kind": null, "family": "hue", "ground_truth": { "choice": "C" }, "group_id": "hue-31", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/hue-31.png", "input_tokens": 1139, "latency_sec": 11.235563983907923, "model_name": "gemini-3.8-flash", "out_of_srgb": null, "output_tokens": 2268, "prediction": { "choice": "C" }, "prompt_sha256": "8234947471a1bb7076e1e5dfe2fd3aba8c91ae436b20be843f2b0ab51861fe52", "provider": "google", "raw_prediction": "{\n \"choice\": \"C\"\n}", "recorded_at": "2026-09-16T14:29:25.147698+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-hue-31", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "202e8548-dcf8-4cea-92ec-bc762e724716", "result_sha256": "cdaa5ed893c3ddaa4a05402f7bccef7ed1103f091a46476f14a36db631f98f10", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.003318, "delta_e_ok": null, "error": null, "error_kind": null, "family": "hue", "ground_truth": { "choice": "D" }, "group_id": "hue-32", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/hue-32.png", "input_tokens": 1139, "latency_sec": 3.6130971329985186, "model_name": "gemini-3.8-flash", "out_of_srgb": null, "output_tokens": 657, "prediction": { "choice": "B" }, "prompt_sha256": "8234947471a1bb7076e1e5dfe2fd3aba8c91ae436b20be843f2b0ab51861fe52", "provider": "google", "raw_prediction": "{\n \"choice\": \"B\"\n}", "recorded_at": "2026-09-16T15:17:19.320055+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-hue-32", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "257ad18d-7b5b-4fdb-99ff-b3be7bdf093d", "result_sha256": "32328e94c921889067af7ab601eb7b0cc96e5f37fbf1373fcc371126f3843962", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00132675, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "B" }, "group_id": "lightness-chain-01-edge-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-01.png", "input_tokens": 1114, "latency_sec": 4.187785593094304, "model_name": "gemini-3.8-flash", "out_of_srgb": null, "output_tokens": 131, "prediction": { "choice": "B" }, "prompt_sha256": "64bfc83d308291dc6a447de93571b42ec09ec6278f7fe82905c059b3926629a9", "provider": "google", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T14:03:19.037191+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-01", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "9c60b553-bbc0-496e-a0a8-76018707ae29", "result_sha256": "063f066f103d02e533f24c7e18ef3cebb0b6f433887bfe5f33e45bc391be9bb5", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.001638, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "A" }, "group_id": "lightness-chain-01-edge-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-02.png", "input_tokens": 1114, "latency_sec": 1.7189268129877746, "model_name": "gemini-3.8-flash", "out_of_srgb": null, "output_tokens": 214, "prediction": { "choice": "A" }, "prompt_sha256": "64bfc83d308291dc6a447de93571b42ec09ec6278f7fe82905c059b3926629a9", "provider": "google", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T15:31:14.853030+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-02", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "14807fc6-cfb0-4b68-9c8d-0457f370218c", "result_sha256": "38125d5247ff248e6eccae1882a9cfa088f083015c5919d3651ceef812c00a2f", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00159675, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "A" }, "group_id": "lightness-chain-01-edge-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-03.png", "input_tokens": 1114, "latency_sec": 1.5863405459094793, "model_name": "gemini-3.8-flash", "out_of_srgb": null, "output_tokens": 203, "prediction": { "choice": "A" }, "prompt_sha256": "14500bd7eefa43cebfa107c8a8fa9fa53dddd9be742ffa97660526f7a924c308", "provider": "google", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T16:26:50.438142+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-03", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "5949c5bf-696a-42fa-8621-5d57b0047449", "result_sha256": "ec4aec52cf49147d91b8fe36dea3a49810f7ebf9d6a1ad034a9aed8d1962458f", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0013905, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "B" }, "group_id": "lightness-chain-01-edge-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-04.png", "input_tokens": 1114, "latency_sec": 7.56631390703842, "model_name": "gemini-3.8-flash", "out_of_srgb": null, "output_tokens": 148, "prediction": { "choice": "B" }, "prompt_sha256": "14500bd7eefa43cebfa107c8a8fa9fa53dddd9be742ffa97660526f7a924c308", "provider": "google", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T14:28:26.700975+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-04", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "9a52817b-774f-43b6-a7e0-0097c8dd1538", "result_sha256": "4b03bbe5019492d56440ee857e2221ec9f663175ae0f72b98d7fb80d95a8aedf", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002478, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "B" }, "group_id": "lightness-chain-01-edge-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-05.png", "input_tokens": 1114, "latency_sec": 3.86472875403706, "model_name": "gemini-3.8-flash", "out_of_srgb": null, "output_tokens": 438, "prediction": { "choice": "B" }, "prompt_sha256": "64bfc83d308291dc6a447de93571b42ec09ec6278f7fe82905c059b3926629a9", "provider": "google", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T16:05:37.782317+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-05", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "4674a8a5-de17-4f3b-ac6b-2e60ac5419ee", "result_sha256": "aa3ff73c8a56f90a90ae989b87ce6f80783e57e2cb20295baa935c2eeb826c7d", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00194175, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "A" }, "group_id": "lightness-chain-01-edge-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-06.png", "input_tokens": 1114, "latency_sec": 2.9803052759962156, "model_name": "gemini-3.8-flash", "out_of_srgb": null, "output_tokens": 295, "prediction": { "choice": "A" }, "prompt_sha256": "64bfc83d308291dc6a447de93571b42ec09ec6278f7fe82905c059b3926629a9", "provider": "google", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T16:30:59.136935+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-06", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "b933a521-1aae-4ea8-ac00-1e45497ca6ac", "result_sha256": "d4b1b31eb79847e888e55c161ddf2075548002b8352c2f294dcbedf7b2d889c0", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002358, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "A" }, "group_id": "lightness-chain-01-edge-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-07.png", "input_tokens": 1114, "latency_sec": 3.8154543130658567, "model_name": "gemini-3.8-flash", "out_of_srgb": null, "output_tokens": 406, "prediction": { "choice": "A" }, "prompt_sha256": "14500bd7eefa43cebfa107c8a8fa9fa53dddd9be742ffa97660526f7a924c308", "provider": "google", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T14:16:53.546388+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-07", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "fc26335e-5760-4487-a435-e12403df3864", "result_sha256": "3fc84e9ca826f5ea340b4b9089f54db261a440e02f154f5c2f305c6722ac98cb", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0027105, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "B" }, "group_id": "lightness-chain-01-edge-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-08.png", "input_tokens": 1114, "latency_sec": 35.47049137298018, "model_name": "gemini-3.8-flash", "out_of_srgb": null, "output_tokens": 500, "prediction": { "choice": "B" }, "prompt_sha256": "14500bd7eefa43cebfa107c8a8fa9fa53dddd9be742ffa97660526f7a924c308", "provider": "google", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T14:24:03.542183+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-08", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "ddeefc12-e69e-4e67-b7fb-e8e19b5feb68", "result_sha256": "ed26bafe5107ea843e9f93bd2b948d438ad03a656d178e2d1a61d762a1a76ec8", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00270675, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "B" }, "group_id": "lightness-chain-01-edge-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-09.png", "input_tokens": 1114, "latency_sec": 6.00820038409438, "model_name": "gemini-3.8-flash", "out_of_srgb": null, "output_tokens": 499, "prediction": { "choice": "B" }, "prompt_sha256": "64bfc83d308291dc6a447de93571b42ec09ec6278f7fe82905c059b3926629a9", "provider": "google", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T15:13:18.595760+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-09", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "369197fb-adff-4ca3-8fe7-9bbaad0dea7f", "result_sha256": "98f11db70afd1af8e4f79e1a2478c1b45d7aee39c8c13c6a161b05755cec30a3", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00328425, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "A" }, "group_id": "lightness-chain-01-edge-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-10.png", "input_tokens": 1114, "latency_sec": 4.617027556989342, "model_name": "gemini-3.8-flash", "out_of_srgb": null, "output_tokens": 653, "prediction": { "choice": "A" }, "prompt_sha256": "64bfc83d308291dc6a447de93571b42ec09ec6278f7fe82905c059b3926629a9", "provider": "google", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T15:05:53.658019+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-10", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "1d2bd999-c34f-46c3-a980-b15ad7d57a26", "result_sha256": "79168d1666b88f310fa72af81b16118dbc140004cf88946256dd7596c185c357", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00478425, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "A" }, "group_id": "lightness-chain-01-edge-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-11.png", "input_tokens": 1114, "latency_sec": 6.20255815400742, "model_name": "gemini-3.8-flash", "out_of_srgb": null, "output_tokens": 1053, "prediction": { "choice": "A" }, "prompt_sha256": "14500bd7eefa43cebfa107c8a8fa9fa53dddd9be742ffa97660526f7a924c308", "provider": "google", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T16:17:01.195233+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-11", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "06629f3e-3de4-4576-a745-95e928e74669", "result_sha256": "e4f3a2c22ba4eac387e134b4c8ba3e6a2fee2dd12a13ddac0f1755f2ea09310b", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0030255, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "B" }, "group_id": "lightness-chain-01-edge-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-12.png", "input_tokens": 1114, "latency_sec": 3.6465577540220693, "model_name": "gemini-3.8-flash", "out_of_srgb": null, "output_tokens": 584, "prediction": { "choice": "B" }, "prompt_sha256": "14500bd7eefa43cebfa107c8a8fa9fa53dddd9be742ffa97660526f7a924c308", "provider": "google", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T15:50:37.608383+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-12", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "60b5b3b5-0a75-4a10-bb76-f793925a3715", "result_sha256": "bbe4a4c446f003bc94966a33309b63b8f99734ba911d5f2931fe6f1f0bdd9da6", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.007128, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "B" }, "group_id": "lightness-chain-01-edge-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-13.png", "input_tokens": 1114, "latency_sec": 7.9395761609775946, "model_name": "gemini-3.8-flash", "out_of_srgb": null, "output_tokens": 1678, "prediction": { "choice": "B" }, "prompt_sha256": "64bfc83d308291dc6a447de93571b42ec09ec6278f7fe82905c059b3926629a9", "provider": "google", "raw_prediction": "{\n \"choice\": \"B\"\n}", "recorded_at": "2026-09-16T15:51:16.757833+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-13", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "62a53296-2ab2-44fa-a5b7-4c3a94d97fb4", "result_sha256": "124e84d08595e42b706e2fb6d69fa0ae021bdd78f0e96b5c31fea8960f1e947e", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00313425, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "A" }, "group_id": "lightness-chain-01-edge-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-14.png", "input_tokens": 1114, "latency_sec": 8.997044753050432, "model_name": "gemini-3.8-flash", "out_of_srgb": null, "output_tokens": 613, "prediction": { "choice": "A" }, "prompt_sha256": "64bfc83d308291dc6a447de93571b42ec09ec6278f7fe82905c059b3926629a9", "provider": "google", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T14:16:46.276458+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-14", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "4c4fc63f-6575-408f-8899-30689f1aaffa", "result_sha256": "7f490641791cde6c54620192cfba3c369a915361caffba5ab163f38d02ef39b2", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.003708, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "A" }, "group_id": "lightness-chain-01-edge-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-15.png", "input_tokens": 1114, "latency_sec": 3.904414427932352, "model_name": "gemini-3.8-flash", "out_of_srgb": null, "output_tokens": 766, "prediction": { "choice": "A" }, "prompt_sha256": "14500bd7eefa43cebfa107c8a8fa9fa53dddd9be742ffa97660526f7a924c308", "provider": "google", "raw_prediction": "{\n \"choice\": \"A\"\n}", "recorded_at": "2026-09-16T14:56:34.090979+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-15", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "ecd7a2ad-85e3-4e5b-8b07-64187ee88fb9", "result_sha256": "adc73fbdfbe5b289bff53a585411fe5c08867b64756ecceb8c38f886b9a2eabf", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00561675, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "B" }, "group_id": "lightness-chain-01-edge-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-16.png", "input_tokens": 1114, "latency_sec": 9.443285321001895, "model_name": "gemini-3.8-flash", "out_of_srgb": null, "output_tokens": 1275, "prediction": { "choice": "B" }, "prompt_sha256": "14500bd7eefa43cebfa107c8a8fa9fa53dddd9be742ffa97660526f7a924c308", "provider": "google", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T15:27:51.951978+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-16", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "db3fadf1-4c9c-495c-b49c-0197c3599036", "result_sha256": "b6cf5cdb04825496c4e671959c8b4800f65b56facf81c61e07426ecff88bab33", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00157425, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "B" }, "group_id": "lightness-chain-02-edge-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-17.png", "input_tokens": 1114, "latency_sec": 9.084421489038505, "model_name": "gemini-3.8-flash", "out_of_srgb": null, "output_tokens": 197, "prediction": { "choice": "B" }, "prompt_sha256": "64bfc83d308291dc6a447de93571b42ec09ec6278f7fe82905c059b3926629a9", "provider": "google", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T16:24:16.732467+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-17", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "0e5363b4-31c9-4320-94dc-e0573efc299c", "result_sha256": "10e0d256488aec46024a8f3d6ac560e6287f2090fff42ffb15a7c6d1d9e4b0ec", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0017205, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "A" }, "group_id": "lightness-chain-02-edge-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-18.png", "input_tokens": 1114, "latency_sec": 9.132754572085105, "model_name": "gemini-3.8-flash", "out_of_srgb": null, "output_tokens": 236, "prediction": { "choice": "A" }, "prompt_sha256": "64bfc83d308291dc6a447de93571b42ec09ec6278f7fe82905c059b3926629a9", "provider": "google", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T15:39:53.217087+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-18", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "35e126b6-4091-4bc3-a641-c65022c15b16", "result_sha256": "d8cdd1a780738e02e622483b29f58391e89db9bcf9a2a12c071b814271bd7968", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00206925, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "A" }, "group_id": "lightness-chain-02-edge-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-19.png", "input_tokens": 1114, "latency_sec": 6.836660754983313, "model_name": "gemini-3.8-flash", "out_of_srgb": null, "output_tokens": 329, "prediction": { "choice": "A" }, "prompt_sha256": "14500bd7eefa43cebfa107c8a8fa9fa53dddd9be742ffa97660526f7a924c308", "provider": "google", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T14:53:41.330150+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-19", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "9efded0d-dc34-4b4b-a1dd-4ce0989da050", "result_sha256": "1b682384dea20ac7a60de05f72d565eed87331aa3378b7f695294f8ffe9d65b7", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0020805, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "B" }, "group_id": "lightness-chain-02-edge-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-20.png", "input_tokens": 1114, "latency_sec": 3.5778972420375794, "model_name": "gemini-3.8-flash", "out_of_srgb": null, "output_tokens": 332, "prediction": { "choice": "B" }, "prompt_sha256": "14500bd7eefa43cebfa107c8a8fa9fa53dddd9be742ffa97660526f7a924c308", "provider": "google", "raw_prediction": "{\n \"choice\": \"B\"\n}", "recorded_at": "2026-09-16T15:24:07.631531+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-20", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "f00b63c1-d311-419e-ab82-6a518c75ef74", "result_sha256": "48b1dfde1dc38e700cc4bc95c77e1da470dd6c6640ad5b2f2f557af274ff2623", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00218925, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "B" }, "group_id": "lightness-chain-02-edge-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-21.png", "input_tokens": 1114, "latency_sec": 2.8668168870499358, "model_name": "gemini-3.8-flash", "out_of_srgb": null, "output_tokens": 361, "prediction": { "choice": "B" }, "prompt_sha256": "64bfc83d308291dc6a447de93571b42ec09ec6278f7fe82905c059b3926629a9", "provider": "google", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T16:02:44.111664+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-21", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "59965265-8d33-488a-901a-223ccd51254d", "result_sha256": "1e75b71540e09321fec077d4d9d6359339b2b96684b20753db8dfee8b269740d", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00171675, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "A" }, "group_id": "lightness-chain-02-edge-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-22.png", "input_tokens": 1114, "latency_sec": 6.050206718035042, "model_name": "gemini-3.8-flash", "out_of_srgb": null, "output_tokens": 235, "prediction": { "choice": "A" }, "prompt_sha256": "64bfc83d308291dc6a447de93571b42ec09ec6278f7fe82905c059b3926629a9", "provider": "google", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T14:56:18.291740+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-22", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "ac88a771-081d-440a-b20c-f18b4892f509", "result_sha256": "dba28f34d3f5f92ac454ba4d45bac2844f7207120f8ff42a12319e1c2ff71f1d", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00296175, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "A" }, "group_id": "lightness-chain-02-edge-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-23.png", "input_tokens": 1114, "latency_sec": 5.329006458981894, "model_name": "gemini-3.8-flash", "out_of_srgb": null, "output_tokens": 567, "prediction": { "choice": "A" }, "prompt_sha256": "14500bd7eefa43cebfa107c8a8fa9fa53dddd9be742ffa97660526f7a924c308", "provider": "google", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T16:07:05.054900+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-23", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "734aade5-4fc1-4944-b483-407a248a8f36", "result_sha256": "b6de9392c70784c364d3bcbe4dad5ef8ddf5db72d9f30487a15ca80399666af4", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00282675, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "B" }, "group_id": "lightness-chain-02-edge-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-24.png", "input_tokens": 1114, "latency_sec": 3.0588142699562013, "model_name": "gemini-3.8-flash", "out_of_srgb": null, "output_tokens": 531, "prediction": { "choice": "B" }, "prompt_sha256": "14500bd7eefa43cebfa107c8a8fa9fa53dddd9be742ffa97660526f7a924c308", "provider": "google", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T15:24:23.927799+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-24", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "83758f3a-5296-4199-a85c-1d4b917c1f02", "result_sha256": "eeae84d0d4ecc201dab7b4302a09f27c2adf4de4c174855a01fc5b7822f308aa", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00995925, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "B" }, "group_id": "lightness-chain-02-edge-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-25.png", "input_tokens": 1114, "latency_sec": 11.231585510075092, "model_name": "gemini-3.8-flash", "out_of_srgb": null, "output_tokens": 2433, "prediction": { "choice": "B" }, "prompt_sha256": "64bfc83d308291dc6a447de93571b42ec09ec6278f7fe82905c059b3926629a9", "provider": "google", "raw_prediction": "{\n \"choice\": \"B\"\n}", "recorded_at": "2026-09-16T16:16:00.947136+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-25", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "c95b078f-862c-4116-9aa9-08082e93693e", "result_sha256": "7c30e42a25eca31bd06d7fb0bae029c49afbd0ca5a9c47b7dd2a6298ddbe0501", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00188925, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "A" }, "group_id": "lightness-chain-02-edge-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-26.png", "input_tokens": 1114, "latency_sec": 3.387630888959393, "model_name": "gemini-3.8-flash", "out_of_srgb": null, "output_tokens": 281, "prediction": { "choice": "A" }, "prompt_sha256": "64bfc83d308291dc6a447de93571b42ec09ec6278f7fe82905c059b3926629a9", "provider": "google", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T14:52:07.344341+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-26", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "fe9c5829-d6fb-4192-8e0f-a3bfdb52c4ce", "result_sha256": "8e59a425d5059432fe82dc09b6f69e82a0bcf1b0c2bf38e6ecf571edb5b98c27", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00386175, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "A" }, "group_id": "lightness-chain-02-edge-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-27.png", "input_tokens": 1114, "latency_sec": 4.99141027405858, "model_name": "gemini-3.8-flash", "out_of_srgb": null, "output_tokens": 807, "prediction": { "choice": "A" }, "prompt_sha256": "14500bd7eefa43cebfa107c8a8fa9fa53dddd9be742ffa97660526f7a924c308", "provider": "google", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T16:17:46.210851+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-27", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "9a75ace5-7830-46ce-ab52-353b773b5b28", "result_sha256": "75d092dd14debfa7d64a574178ea85e49258e628bb63d8398440a93f9168fc9c", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0037455, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "B" }, "group_id": "lightness-chain-02-edge-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-28.png", "input_tokens": 1114, "latency_sec": 17.60808984003961, "model_name": "gemini-3.8-flash", "out_of_srgb": null, "output_tokens": 776, "prediction": { "choice": "B" }, "prompt_sha256": "14500bd7eefa43cebfa107c8a8fa9fa53dddd9be742ffa97660526f7a924c308", "provider": "google", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T14:15:51.403160+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-28", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "8a7fe410-dd9a-4dde-992c-578b4244702f", "result_sha256": "c562891a6b7f2219317b886b686128382b583dd6ca093f95e835f4fb38cf27b9", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00130425, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "B" }, "group_id": "lightness-chain-02-edge-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-29.png", "input_tokens": 1114, "latency_sec": 1.4190129790222272, "model_name": "gemini-3.8-flash", "out_of_srgb": null, "output_tokens": 125, "prediction": { "choice": "B" }, "prompt_sha256": "64bfc83d308291dc6a447de93571b42ec09ec6278f7fe82905c059b3926629a9", "provider": "google", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T14:50:15.008312+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-29", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "e02a2f2b-9bbf-4048-bbeb-c19dde74f9c9", "result_sha256": "6e8679a340ad1c15cf1912013277b3c99cc3dcee61d077f300a94596090a1896", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00137175, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "A" }, "group_id": "lightness-chain-02-edge-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-30.png", "input_tokens": 1114, "latency_sec": 2.535750971059315, "model_name": "gemini-3.8-flash", "out_of_srgb": null, "output_tokens": 143, "prediction": { "choice": "A" }, "prompt_sha256": "64bfc83d308291dc6a447de93571b42ec09ec6278f7fe82905c059b3926629a9", "provider": "google", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T14:08:37.185658+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-30", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "e7ccdb9b-63f9-4b5f-b30b-dc70d342b478", "result_sha256": "48a417f8e8a9345bc2cc0cb4e448adb475f21712c1a9f4a4157b7c68a20c0283", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00152175, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "A" }, "group_id": "lightness-chain-02-edge-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-31.png", "input_tokens": 1114, "latency_sec": 1.8931192109594122, "model_name": "gemini-3.8-flash", "out_of_srgb": null, "output_tokens": 183, "prediction": { "choice": "A" }, "prompt_sha256": "14500bd7eefa43cebfa107c8a8fa9fa53dddd9be742ffa97660526f7a924c308", "provider": "google", "raw_prediction": "{\n \"choice\": \"A\"\n}", "recorded_at": "2026-09-16T16:19:43.135627+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-31", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "645f03a0-17be-48f8-912a-acaa30b26025", "result_sha256": "4a404e26d832c3d2235294ab8821580ea2aa204aca030502f2d67519998fafd2", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00129675, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "B" }, "group_id": "lightness-chain-02-edge-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-32.png", "input_tokens": 1114, "latency_sec": 8.833061752957292, "model_name": "gemini-3.8-flash", "out_of_srgb": null, "output_tokens": 123, "prediction": { "choice": "B" }, "prompt_sha256": "14500bd7eefa43cebfa107c8a8fa9fa53dddd9be742ffa97660526f7a924c308", "provider": "google", "raw_prediction": "{\n \"choice\": \"B\"\n}", "recorded_at": "2026-09-16T14:51:03.920179+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-32", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "6a0d3a9a-20d0-40f8-9afe-a6036342c69e", "result_sha256": "3c71e2a9064d34820b5f2c13af223a2f297c9059edfaffd9fc5da37224d0bb1a", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002373, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "B" }, "group_id": "lightness-chain-03-edge-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-33.png", "input_tokens": 1114, "latency_sec": 4.0984051149571314, "model_name": "gemini-3.8-flash", "out_of_srgb": null, "output_tokens": 410, "prediction": { "choice": "B" }, "prompt_sha256": "64bfc83d308291dc6a447de93571b42ec09ec6278f7fe82905c059b3926629a9", "provider": "google", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T15:19:30.311274+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-33", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "50310fa9-7879-4216-be95-c89b9b634973", "result_sha256": "a2f8405c665cfe37682c6f1741d09c42de0f0a808f8de6dad7272893d922a554", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00184425, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "A" }, "group_id": "lightness-chain-03-edge-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-34.png", "input_tokens": 1114, "latency_sec": 8.533111196942627, "model_name": "gemini-3.8-flash", "out_of_srgb": null, "output_tokens": 269, "prediction": { "choice": "A" }, "prompt_sha256": "64bfc83d308291dc6a447de93571b42ec09ec6278f7fe82905c059b3926629a9", "provider": "google", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T14:49:52.457104+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-34", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "be6ece7b-35da-4cb7-9106-00a4d4f31120", "result_sha256": "9a1b05729e471442683ff1015d566f0a8804a537fac96b9d47735802b0c95017", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00275175, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "A" }, "group_id": "lightness-chain-03-edge-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-35.png", "input_tokens": 1114, "latency_sec": 2.6709272710140795, "model_name": "gemini-3.8-flash", "out_of_srgb": null, "output_tokens": 511, "prediction": { "choice": "A" }, "prompt_sha256": "14500bd7eefa43cebfa107c8a8fa9fa53dddd9be742ffa97660526f7a924c308", "provider": "google", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T16:08:37.313825+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-35", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "37665776-f91d-4953-804c-44160c5ce523", "result_sha256": "cf2717461e6fe630033185e20b4fb20fc9d17c22d6b7d36c302991d04e353937", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002823, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "B" }, "group_id": "lightness-chain-03-edge-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-36.png", "input_tokens": 1114, "latency_sec": 3.159799361950718, "model_name": "gemini-3.8-flash", "out_of_srgb": null, "output_tokens": 530, "prediction": { "choice": "B" }, "prompt_sha256": "14500bd7eefa43cebfa107c8a8fa9fa53dddd9be742ffa97660526f7a924c308", "provider": "google", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T14:32:50.904962+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-36", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "50d8eb60-b299-4f05-b03a-34dfda4b8c19", "result_sha256": "7c15826b6fa840873cdb80c0ffd31794c6e580fb2ad4adffaee54ad6a9f1f7da", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0048705, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "B" }, "group_id": "lightness-chain-03-edge-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-37.png", "input_tokens": 1114, "latency_sec": 31.83077051897999, "model_name": "gemini-3.8-flash", "out_of_srgb": null, "output_tokens": 1076, "prediction": { "choice": "B" }, "prompt_sha256": "64bfc83d308291dc6a447de93571b42ec09ec6278f7fe82905c059b3926629a9", "provider": "google", "raw_prediction": "{\n \"choice\": \"B\"\n}", "recorded_at": "2026-09-16T14:32:23.051513+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-37", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "2fbb6776-eda0-4739-ba1d-61885e83e180", "result_sha256": "0e27a56c542e47d16fe10500de29b57ebba82567d29b47b110e8dad9c95fca8d", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0027555, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "A" }, "group_id": "lightness-chain-03-edge-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-38.png", "input_tokens": 1114, "latency_sec": 2.9398660119622946, "model_name": "gemini-3.8-flash", "out_of_srgb": null, "output_tokens": 512, "prediction": { "choice": "A" }, "prompt_sha256": "64bfc83d308291dc6a447de93571b42ec09ec6278f7fe82905c059b3926629a9", "provider": "google", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T15:40:10.754644+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-38", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "1e4650ea-2add-4a43-aa4b-576ef88194a6", "result_sha256": "726dd29fff83e075e7bf29b2d2c006001cbec10b44b706d3f2ed4baeea6826b1", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.005358, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "A" }, "group_id": "lightness-chain-03-edge-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-39.png", "input_tokens": 1114, "latency_sec": 6.059891331940889, "model_name": "gemini-3.8-flash", "out_of_srgb": null, "output_tokens": 1206, "prediction": { "choice": "A" }, "prompt_sha256": "14500bd7eefa43cebfa107c8a8fa9fa53dddd9be742ffa97660526f7a924c308", "provider": "google", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T15:59:18.199975+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-39", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "51bdd27a-879f-4331-8db5-184a53a66230", "result_sha256": "f0ee77d67550fe4846868c746feb8e0317eebb72d87a6321a8485934dc1adab1", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00390675, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "B" }, "group_id": "lightness-chain-03-edge-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-40.png", "input_tokens": 1114, "latency_sec": 18.90987395204138, "model_name": "gemini-3.8-flash", "out_of_srgb": null, "output_tokens": 819, "prediction": { "choice": "B" }, "prompt_sha256": "14500bd7eefa43cebfa107c8a8fa9fa53dddd9be742ffa97660526f7a924c308", "provider": "google", "raw_prediction": "{\n \"choice\": \"B\"\n}", "recorded_at": "2026-09-16T14:10:24.982432+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-40", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "2e1e1316-8fcb-43d7-b22d-f6893c9ad54d", "result_sha256": "b9889f3f4598acee410f585233d5b001372975de858cb46707512c83a1e0d79f", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00130425, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "B" }, "group_id": "lightness-chain-03-edge-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-41.png", "input_tokens": 1114, "latency_sec": 3.1298269940307364, "model_name": "gemini-3.8-flash", "out_of_srgb": null, "output_tokens": 125, "prediction": { "choice": "B" }, "prompt_sha256": "64bfc83d308291dc6a447de93571b42ec09ec6278f7fe82905c059b3926629a9", "provider": "google", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T15:48:38.823254+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-41", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "e1fe2995-a8c8-474f-ae75-e0b5537a05f4", "result_sha256": "d7e5ba7a1c3fa6502297863cbe0a36bb8415f09f53e31b6551b962dfbb52bd9b", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0014205, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "A" }, "group_id": "lightness-chain-03-edge-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-42.png", "input_tokens": 1114, "latency_sec": 4.221358309965581, "model_name": "gemini-3.8-flash", "out_of_srgb": null, "output_tokens": 156, "prediction": { "choice": "A" }, "prompt_sha256": "64bfc83d308291dc6a447de93571b42ec09ec6278f7fe82905c059b3926629a9", "provider": "google", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T14:18:02.435208+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-42", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "c86ca8bf-baaf-4a23-8b41-bb8d03adf37b", "result_sha256": "7c72f7491df15eb926ff73301b20b6adf19ac4fefdf0bcf305bb1f82fb9fe56d", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00131925, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "A" }, "group_id": "lightness-chain-03-edge-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-43.png", "input_tokens": 1114, "latency_sec": 1.2562131339218467, "model_name": "gemini-3.8-flash", "out_of_srgb": null, "output_tokens": 129, "prediction": { "choice": "A" }, "prompt_sha256": "14500bd7eefa43cebfa107c8a8fa9fa53dddd9be742ffa97660526f7a924c308", "provider": "google", "raw_prediction": "{\n \"choice\": \"A\"\n}", "recorded_at": "2026-09-16T16:27:54.942131+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-43", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "aa75aadf-6787-44cd-822e-28bf1b455ff2", "result_sha256": "9491c0420ea194d660e56f85b0014a40950e83e70cdfc56fe11a622b7196ba6e", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0013305, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "B" }, "group_id": "lightness-chain-03-edge-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-44.png", "input_tokens": 1114, "latency_sec": 1.4902252389583737, "model_name": "gemini-3.8-flash", "out_of_srgb": null, "output_tokens": 132, "prediction": { "choice": "B" }, "prompt_sha256": "14500bd7eefa43cebfa107c8a8fa9fa53dddd9be742ffa97660526f7a924c308", "provider": "google", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T15:09:06.284846+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-44", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "ee2eed7d-4652-4195-96e6-a33246599c76", "result_sha256": "10fc7c0e56d11280a74149da7502c85febec7d229f897770896ae8f321e10f9a", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.001638, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "B" }, "group_id": "lightness-chain-03-edge-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-45.png", "input_tokens": 1114, "latency_sec": 3.65270459104795, "model_name": "gemini-3.8-flash", "out_of_srgb": null, "output_tokens": 214, "prediction": { "choice": "B" }, "prompt_sha256": "64bfc83d308291dc6a447de93571b42ec09ec6278f7fe82905c059b3926629a9", "provider": "google", "raw_prediction": "{\n \"choice\": \"B\"\n}", "recorded_at": "2026-09-16T16:01:40.086471+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-45", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "69774ded-c754-4843-995e-f232344454cc", "result_sha256": "239dc92e65453f078fb0c21240de9c674a2d7a2f044f4ac46e104431d71574f3", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00128175, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "A" }, "group_id": "lightness-chain-03-edge-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-46.png", "input_tokens": 1114, "latency_sec": 1.3627527500502765, "model_name": "gemini-3.8-flash", "out_of_srgb": null, "output_tokens": 119, "prediction": { "choice": "A" }, "prompt_sha256": "64bfc83d308291dc6a447de93571b42ec09ec6278f7fe82905c059b3926629a9", "provider": "google", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T15:49:15.617224+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-46", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "ba04996e-929d-42d8-8672-3b13e12eb2fa", "result_sha256": "761e34b396f6eb48e4ebe3eccf5561349ce0f49429d7241f7281393893131d13", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00162675, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "A" }, "group_id": "lightness-chain-03-edge-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-47.png", "input_tokens": 1114, "latency_sec": 2.2429819060489535, "model_name": "gemini-3.8-flash", "out_of_srgb": null, "output_tokens": 211, "prediction": { "choice": "A" }, "prompt_sha256": "14500bd7eefa43cebfa107c8a8fa9fa53dddd9be742ffa97660526f7a924c308", "provider": "google", "raw_prediction": "{\n \"choice\": \"A\"\n}", "recorded_at": "2026-09-16T14:35:12.165280+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-47", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "e48f9d96-a256-4c35-9827-41885f6f7a85", "result_sha256": "ba9cb5a6a72338502be0c6fb6415963a2bf18f096a01788cc65cdecf3aedf611", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0018105, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "B" }, "group_id": "lightness-chain-03-edge-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-48.png", "input_tokens": 1114, "latency_sec": 2.488348916056566, "model_name": "gemini-3.8-flash", "out_of_srgb": null, "output_tokens": 260, "prediction": { "choice": "B" }, "prompt_sha256": "14500bd7eefa43cebfa107c8a8fa9fa53dddd9be742ffa97660526f7a924c308", "provider": "google", "raw_prediction": "{\n \"choice\": \"B\"\n}", "recorded_at": "2026-09-16T14:43:24.467268+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-48", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "19c0a699-7b74-4b97-9417-84a22c5d2d21", "result_sha256": "b302c91893bb20a46f845e0eb939d6c3e684bb616e0e9f987baabd478f2fa863", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.0040605, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "B" }, "group_id": "lightness-chain-04-edge-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-49.png", "input_tokens": 1114, "latency_sec": 5.599889072938822, "model_name": "gemini-3.8-flash", "out_of_srgb": null, "output_tokens": 860, "prediction": { "choice": "A" }, "prompt_sha256": "64bfc83d308291dc6a447de93571b42ec09ec6278f7fe82905c059b3926629a9", "provider": "google", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T15:30:08.879019+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-lightness-49", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "da892a37-2d60-4558-83ea-c5edc34719a7", "result_sha256": "4e5684402b9098c91e33abb8d94d6809ef0263d51478f776d4a175e865081049", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0031005, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "A" }, "group_id": "lightness-chain-04-edge-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-50.png", "input_tokens": 1114, "latency_sec": 3.487369398935698, "model_name": "gemini-3.8-flash", "out_of_srgb": null, "output_tokens": 604, "prediction": { "choice": "A" }, "prompt_sha256": "64bfc83d308291dc6a447de93571b42ec09ec6278f7fe82905c059b3926629a9", "provider": "google", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T16:00:35.588798+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-50", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "7351d35b-d50d-4acf-b063-5c1f9664b7d0", "result_sha256": "4461d337534fd50fe851eaa4c2218c5b870e35794edbb74048d21d4169630d7b", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.004248, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "A" }, "group_id": "lightness-chain-04-edge-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-51.png", "input_tokens": 1114, "latency_sec": 6.399406781070866, "model_name": "gemini-3.8-flash", "out_of_srgb": null, "output_tokens": 910, "prediction": { "choice": "A" }, "prompt_sha256": "14500bd7eefa43cebfa107c8a8fa9fa53dddd9be742ffa97660526f7a924c308", "provider": "google", "raw_prediction": "{\n \"choice\": \"A\"\n}", "recorded_at": "2026-09-16T14:40:21.984251+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-51", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "cf26cc80-3e93-4f72-8507-2f8a7dcc3ff4", "result_sha256": "1c26aa854272f102fcce09ca051cbdfe67edb9171c0c9d4b6ccf9c9d48114fd9", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002493, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "B" }, "group_id": "lightness-chain-04-edge-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-52.png", "input_tokens": 1114, "latency_sec": 11.242465961026028, "model_name": "gemini-3.8-flash", "out_of_srgb": null, "output_tokens": 442, "prediction": { "choice": "B" }, "prompt_sha256": "14500bd7eefa43cebfa107c8a8fa9fa53dddd9be742ffa97660526f7a924c308", "provider": "google", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T14:28:42.414627+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-52", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "4aa58698-c194-4f42-a688-cf89963ede10", "result_sha256": "4c7de13696a9fe33cd65ebd260ddf9250569f2a8d869f4402f96a1a7e2c9e1ae", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0014955, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "B" }, "group_id": "lightness-chain-04-edge-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-53.png", "input_tokens": 1114, "latency_sec": 2.5043307279702276, "model_name": "gemini-3.8-flash", "out_of_srgb": null, "output_tokens": 176, "prediction": { "choice": "B" }, "prompt_sha256": "64bfc83d308291dc6a447de93571b42ec09ec6278f7fe82905c059b3926629a9", "provider": "google", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T16:23:25.739817+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-53", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "83110a22-d488-4619-85fc-030f84bdeee8", "result_sha256": "ede54d2400dbd53a41f2df58772df1a9aff82e2eb771d724d76f98eaa7fa8bdb", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.001353, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "A" }, "group_id": "lightness-chain-04-edge-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-54.png", "input_tokens": 1114, "latency_sec": 2.3187195729697123, "model_name": "gemini-3.8-flash", "out_of_srgb": null, "output_tokens": 138, "prediction": { "choice": "A" }, "prompt_sha256": "64bfc83d308291dc6a447de93571b42ec09ec6278f7fe82905c059b3926629a9", "provider": "google", "raw_prediction": "{\n \"choice\": \"A\"\n}", "recorded_at": "2026-09-16T15:31:22.758408+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-54", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "cca72757-3424-4a07-8322-928e62d39136", "result_sha256": "d21add130e02f08b2083866aad1c9053553b8db0064524c1038c9f5d08f8edbe", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0016005, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "A" }, "group_id": "lightness-chain-04-edge-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-55.png", "input_tokens": 1114, "latency_sec": 4.150403757928871, "model_name": "gemini-3.8-flash", "out_of_srgb": null, "output_tokens": 204, "prediction": { "choice": "A" }, "prompt_sha256": "14500bd7eefa43cebfa107c8a8fa9fa53dddd9be742ffa97660526f7a924c308", "provider": "google", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T15:38:08.546387+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-55", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "de9110d7-bfdb-464d-ad7a-007a8db81d25", "result_sha256": "8cd42508b7e1e0497eeee3321ebf2ebeac52f7c9c2b33788cda67145091dac7d", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00143925, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "B" }, "group_id": "lightness-chain-04-edge-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-56.png", "input_tokens": 1114, "latency_sec": 3.99055823602248, "model_name": "gemini-3.8-flash", "out_of_srgb": null, "output_tokens": 161, "prediction": { "choice": "B" }, "prompt_sha256": "14500bd7eefa43cebfa107c8a8fa9fa53dddd9be742ffa97660526f7a924c308", "provider": "google", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T14:40:44.941288+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-56", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "e0f28280-b07f-4006-be8a-2963b2c2d6ac", "result_sha256": "49b938e7f1b298a55d8752d9fab4fc799e223d766d1fb7983cb06e9a69737113", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.001458, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "B" }, "group_id": "lightness-chain-04-edge-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-57.png", "input_tokens": 1114, "latency_sec": 3.2102388120256364, "model_name": "gemini-3.8-flash", "out_of_srgb": null, "output_tokens": 166, "prediction": { "choice": "B" }, "prompt_sha256": "64bfc83d308291dc6a447de93571b42ec09ec6278f7fe82905c059b3926629a9", "provider": "google", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T16:18:29.349875+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-57", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "1839decb-e216-4d1d-8196-0c62d6b6b020", "result_sha256": "d72dfb2a464a0317f63d9dc3b922635439ff8bd3cc9f347840ae7457c264210c", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.001743, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "A" }, "group_id": "lightness-chain-04-edge-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-58.png", "input_tokens": 1114, "latency_sec": 2.38526825804729, "model_name": "gemini-3.8-flash", "out_of_srgb": null, "output_tokens": 242, "prediction": { "choice": "A" }, "prompt_sha256": "64bfc83d308291dc6a447de93571b42ec09ec6278f7fe82905c059b3926629a9", "provider": "google", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T16:12:18.441812+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-58", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "fa91ce03-f4be-4ef2-924e-08f5baa4f449", "result_sha256": "28d2f1a36d831007470e1e86c4a370f87341d13e1ffb49755db63c6aacd39934", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0014805, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "A" }, "group_id": "lightness-chain-04-edge-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-59.png", "input_tokens": 1114, "latency_sec": 5.2942811739631, "model_name": "gemini-3.8-flash", "out_of_srgb": null, "output_tokens": 172, "prediction": { "choice": "A" }, "prompt_sha256": "14500bd7eefa43cebfa107c8a8fa9fa53dddd9be742ffa97660526f7a924c308", "provider": "google", "raw_prediction": "{\n \"choice\": \"A\"\n}", "recorded_at": "2026-09-16T15:16:31.617821+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-59", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "c0278576-9ea8-4af8-bed3-e92603ba2174", "result_sha256": "83e1ed545962344955cef35bc5b268d15e237fabd151be3981401799059d6bec", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0017205, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "B" }, "group_id": "lightness-chain-04-edge-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-60.png", "input_tokens": 1114, "latency_sec": 1.947393352049403, "model_name": "gemini-3.8-flash", "out_of_srgb": null, "output_tokens": 236, "prediction": { "choice": "B" }, "prompt_sha256": "14500bd7eefa43cebfa107c8a8fa9fa53dddd9be742ffa97660526f7a924c308", "provider": "google", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T15:33:46.151301+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-60", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "c887d3e5-8213-4c4b-8ac0-b218a6dc0ba1", "result_sha256": "56e7305709f898aa2c8034994b247ad11e58e5af66d2cfb18ac6cea91aa5a2b9", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002463, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "B" }, "group_id": "lightness-chain-04-edge-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-61.png", "input_tokens": 1114, "latency_sec": 3.142063142033294, "model_name": "gemini-3.8-flash", "out_of_srgb": null, "output_tokens": 434, "prediction": { "choice": "B" }, "prompt_sha256": "64bfc83d308291dc6a447de93571b42ec09ec6278f7fe82905c059b3926629a9", "provider": "google", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T16:25:19.744914+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-61", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "30e7d44f-80e9-4244-a21b-82627985edce", "result_sha256": "6c2c5ffbea2c3b1acb319ee21760c0d68b867336457831a5a773250638f72e28", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002013, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "A" }, "group_id": "lightness-chain-04-edge-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-62.png", "input_tokens": 1114, "latency_sec": 5.605202079983428, "model_name": "gemini-3.8-flash", "out_of_srgb": null, "output_tokens": 314, "prediction": { "choice": "A" }, "prompt_sha256": "64bfc83d308291dc6a447de93571b42ec09ec6278f7fe82905c059b3926629a9", "provider": "google", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T14:06:58.228627+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-62", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "dd62f063-cf1e-4635-82a3-1a1ece8bc900", "result_sha256": "810e340b3444926d761fe6bec71dbac21e6eb4ac30787ee9b481048199f79778", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002223, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "A" }, "group_id": "lightness-chain-04-edge-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-63.png", "input_tokens": 1114, "latency_sec": 2.852098008035682, "model_name": "gemini-3.8-flash", "out_of_srgb": null, "output_tokens": 370, "prediction": { "choice": "A" }, "prompt_sha256": "14500bd7eefa43cebfa107c8a8fa9fa53dddd9be742ffa97660526f7a924c308", "provider": "google", "raw_prediction": "{\n \"choice\": \"A\"\n}", "recorded_at": "2026-09-16T14:12:08.062517+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-63", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "0d3b6826-62f3-43c1-9512-9a953d92cab9", "result_sha256": "cc1495e24cdc4b91eaed496c521c2784a0bed9c93be541ae7074dbfdeb9504ea", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00204675, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "B" }, "group_id": "lightness-chain-04-edge-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-64.png", "input_tokens": 1114, "latency_sec": 4.441446134936996, "model_name": "gemini-3.8-flash", "out_of_srgb": null, "output_tokens": 323, "prediction": { "choice": "B" }, "prompt_sha256": "14500bd7eefa43cebfa107c8a8fa9fa53dddd9be742ffa97660526f7a924c308", "provider": "google", "raw_prediction": "{\n \"choice\": \"B\"\n}", "recorded_at": "2026-09-16T14:34:25.145584+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-64", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "a81239ff-9bdc-4f32-a9af-a57591cffa6c", "result_sha256": "b7a1eb3df43834e68e647a0e2f0017e809f089d19db97aef216f02c5820ed13e", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.009042, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "A" }, "group_id": "match-binding-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-01.png", "input_tokens": 1126, "latency_sec": 8.727180910063908, "model_name": "gemini-3.8-flash", "out_of_srgb": null, "output_tokens": 2186, "prediction": { "choice": "A" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "google", "raw_prediction": "{\n \"choice\": \"A\"\n}", "recorded_at": "2026-09-16T16:12:48.684893+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-01", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "d9881d34-613a-42f8-8a17-3f1c31c761f1", "result_sha256": "fff2e44536cdadbc71abedb227bd7005f5822bcc940d4d7f9ffba167b14fa37c", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.001497, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "B" }, "group_id": "match-binding-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-02.png", "input_tokens": 1126, "latency_sec": 1.62169693200849, "model_name": "gemini-3.8-flash", "out_of_srgb": null, "output_tokens": 174, "prediction": { "choice": "B" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "google", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T15:30:28.614311+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-02", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "544ac70e-195b-4ddc-bc02-602b5e8ee09b", "result_sha256": "b694f841ce41de60584de2607a3a6b88cc9aa1a05da42d2ce2cd23ce18ea3008", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.01314075, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "C" }, "group_id": "match-binding-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-03.png", "input_tokens": 1126, "latency_sec": 16.8831268689828, "model_name": "gemini-3.8-flash", "out_of_srgb": null, "output_tokens": 3279, "prediction": { "choice": "C" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "google", "raw_prediction": "{\n \"choice\": \"C\"\n}", "recorded_at": "2026-09-16T15:45:10.892171+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-03", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "72de13ee-f8f4-4aaf-b687-d26e3f933132", "result_sha256": "4bd19e5acae0dce37d4e8abe19a4519b0015c0b442aa128f8db5511016d1bd2e", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00181575, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "D" }, "group_id": "match-binding-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-04.png", "input_tokens": 1126, "latency_sec": 4.032098002033308, "model_name": "gemini-3.8-flash", "out_of_srgb": null, "output_tokens": 259, "prediction": { "choice": "D" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "google", "raw_prediction": "{\n \"choice\": \"D\"\n}", "recorded_at": "2026-09-16T15:03:37.891088+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-04", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "a2613d67-b848-4ad7-9d1f-273a5f0d7926", "result_sha256": "96521b948f94233f98e52d1c2470250619c067a1a534d3c97bb863f4bcc204ee", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.001887, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "A" }, "group_id": "match-binding-05", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-05.png", "input_tokens": 1126, "latency_sec": 7.691344995051622, "model_name": "gemini-3.8-flash", "out_of_srgb": null, "output_tokens": 278, "prediction": { "choice": "A" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "google", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T15:40:05.236420+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-05", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "7538b745-1da3-4256-a8f1-d8b853be61f8", "result_sha256": "ef2a6d6b4d31f19280090f16ed98345ada6201fc73ccafbe7dfc68fa6b1123cf", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.0096195, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "B" }, "group_id": "match-binding-06", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-06.png", "input_tokens": 1126, "latency_sec": 11.614883817033842, "model_name": "gemini-3.8-flash", "out_of_srgb": null, "output_tokens": 2340, "prediction": { "choice": "D" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "google", "raw_prediction": "{\"choice\": \"D\"}", "recorded_at": "2026-09-16T15:38:34.258716+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-matching-06", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "9dbaad6a-9989-4d03-8b75-196ff45ed4ea", "result_sha256": "42870d187d0cfbde50dd17cf075300e5d40f01f7e466554861460450eaa32f61", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00358575, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "C" }, "group_id": "match-binding-07", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-07.png", "input_tokens": 1126, "latency_sec": 10.738636584952474, "model_name": "gemini-3.8-flash", "out_of_srgb": null, "output_tokens": 731, "prediction": { "choice": "C" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "google", "raw_prediction": "{\"choice\": \"C\"}", "recorded_at": "2026-09-16T15:12:02.918248+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-07", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "8fd9a749-6612-4e9a-bdc7-14981bf05844", "result_sha256": "6847f252eed7f762d34ef4f443a03c9352fbb0129a53f1f24346ed98456e81fe", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0057945, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "D" }, "group_id": "match-binding-08", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-08.png", "input_tokens": 1126, "latency_sec": 6.224078251980245, "model_name": "gemini-3.8-flash", "out_of_srgb": null, "output_tokens": 1320, "prediction": { "choice": "D" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "google", "raw_prediction": "{\n \"choice\": \"D\"\n}", "recorded_at": "2026-09-16T16:18:17.988040+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-08", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "b5243937-94d5-433f-ba32-10ccdd2790eb", "result_sha256": "1d0a43594612e126bb3c2640d9c57e3cf247a63c11281f3a2069f44e55eafdf1", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.005772, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "A" }, "group_id": "match-binding-09", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-09.png", "input_tokens": 1126, "latency_sec": 6.659810408018529, "model_name": "gemini-3.8-flash", "out_of_srgb": null, "output_tokens": 1314, "prediction": { "choice": "C" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "google", "raw_prediction": "{\n \"choice\": \"C\"\n}", "recorded_at": "2026-09-16T15:47:34.643690+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-matching-09", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "00dc6119-8d53-4af4-b6fb-0add80c2708d", "result_sha256": "64d86299dbb9e5ce02b880c2f1e4ad08ca1453fe6c8dc487578b529a569c1f8b", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.01135575, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "B" }, "group_id": "match-binding-10", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-10.png", "input_tokens": 1126, "latency_sec": 13.184990877984092, "model_name": "gemini-3.8-flash", "out_of_srgb": null, "output_tokens": 2803, "prediction": { "choice": "B" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "google", "raw_prediction": "{\n \"choice\": \"B\"\n}", "recorded_at": "2026-09-16T14:38:25.834179+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-10", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "3eedc6f7-f3c9-4b34-be6a-75118aa0d04b", "result_sha256": "2ff1e3e71b3fa66f63099fef12822dcebd7250b49f249baeec93c3d60e710d82", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.00468825, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "C" }, "group_id": "match-binding-11", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-11.png", "input_tokens": 1126, "latency_sec": 4.867412302060984, "model_name": "gemini-3.8-flash", "out_of_srgb": null, "output_tokens": 1025, "prediction": { "choice": "B" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "google", "raw_prediction": "{\n \"choice\": \"B\"\n}", "recorded_at": "2026-09-16T15:07:45.232016+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-matching-11", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "691a2da4-2354-4831-9b37-a368ca91652a", "result_sha256": "7b88f32c8f300fc2ce2601a20efbf63b632c995d466a5b677de92ff2befe8e7f", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0031845, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "D" }, "group_id": "match-binding-12", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-12.png", "input_tokens": 1126, "latency_sec": 12.039201357052661, "model_name": "gemini-3.8-flash", "out_of_srgb": null, "output_tokens": 624, "prediction": { "choice": "D" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "google", "raw_prediction": "{\"choice\": \"D\"}", "recorded_at": "2026-09-16T14:02:33.963698+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-12", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "32836750-0548-46d7-981d-891e44d5763a", "result_sha256": "ed8fcaddc51e9109179143a1a5599150e60fd2a0f25a04be1da61c55287babe3", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.00879075, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "A" }, "group_id": "match-binding-13", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-13.png", "input_tokens": 1126, "latency_sec": 10.199600876076147, "model_name": "gemini-3.8-flash", "out_of_srgb": null, "output_tokens": 2119, "prediction": { "choice": "C" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "google", "raw_prediction": "{\n \"choice\": \"C\"\n}", "recorded_at": "2026-09-16T15:35:49.721097+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-matching-13", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "1ad36cfb-d6d8-4c58-89df-6b0942689463", "result_sha256": "36271134b3289e850f8d4030be432c1f9775d9e79295a3ab73142685476a31da", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.00636825, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "B" }, "group_id": "match-binding-14", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-14.png", "input_tokens": 1126, "latency_sec": 7.862322611035779, "model_name": "gemini-3.8-flash", "out_of_srgb": null, "output_tokens": 1473, "prediction": { "choice": "D" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "google", "raw_prediction": "{\n \"choice\": \"D\"\n}", "recorded_at": "2026-09-16T15:15:21.610735+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-matching-14", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "cfdb8422-9699-4b56-bb6f-56e25bed1433", "result_sha256": "7a97f4e004f09438726b8309913d32e88cb62a615b882a5929856eeae2c7b71f", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00600825, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "C" }, "group_id": "match-binding-15", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-15.png", "input_tokens": 1126, "latency_sec": 7.137786715989932, "model_name": "gemini-3.8-flash", "out_of_srgb": null, "output_tokens": 1377, "prediction": { "choice": "C" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "google", "raw_prediction": "{\n \"choice\": \"C\"\n}", "recorded_at": "2026-09-16T15:23:07.001525+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-15", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "b1266d1a-3d16-4b9a-821f-6f23870dc743", "result_sha256": "df712b13a13a650267e682fae8f8d2cffa63d3439e44b236425c1b94db537065", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.0108495, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "D" }, "group_id": "match-binding-16", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-16.png", "input_tokens": 1126, "latency_sec": 19.15352360496763, "model_name": "gemini-3.8-flash", "out_of_srgb": null, "output_tokens": 2668, "prediction": { "choice": "B" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "google", "raw_prediction": "{\n \"choice\": \"B\"\n}", "recorded_at": "2026-09-16T14:13:31.038772+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-matching-16", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "df28ab9b-c11e-4f70-88c5-38f9ededf02b", "result_sha256": "c252262275250d5152494d4a0e567ba57ed46cbe1770456b68203568dff19675", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00261075, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "A" }, "group_id": "match-binding-17", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-17.png", "input_tokens": 1126, "latency_sec": 3.8538727411068976, "model_name": "gemini-3.8-flash", "out_of_srgb": null, "output_tokens": 471, "prediction": { "choice": "A" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "google", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T15:55:03.900905+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-17", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "7c3eed01-cbed-4a9d-956e-9dd9f61ef39c", "result_sha256": "f1543b9341088936da936bc523cf99b15b8f097d476e91ed59b7b5ec4e23bb39", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0017595, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "B" }, "group_id": "match-binding-18", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-18.png", "input_tokens": 1126, "latency_sec": 2.886106922989711, "model_name": "gemini-3.8-flash", "out_of_srgb": null, "output_tokens": 244, "prediction": { "choice": "B" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "google", "raw_prediction": "{\n \"choice\": \"B\"\n}", "recorded_at": "2026-09-16T15:33:13.185367+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-18", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "33784dcd-44ea-462d-83d0-82362f3ee2e8", "result_sha256": "99d0c815af4957e5ebb5127ed2b5f73c12cde636632e348c3c9c0dd23ab5a722", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002607, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "C" }, "group_id": "match-binding-19", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-19.png", "input_tokens": 1126, "latency_sec": 2.7182498819893226, "model_name": "gemini-3.8-flash", "out_of_srgb": null, "output_tokens": 470, "prediction": { "choice": "C" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "google", "raw_prediction": "{\"choice\": \"C\"}", "recorded_at": "2026-09-16T15:47:45.143924+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-19", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "8f2abded-1994-48ac-8cbb-326f51b6ec74", "result_sha256": "b0745590566ac3086f9fd522df4a75fcf5fea08ed482767abe3f35eac62bef31", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00237075, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "D" }, "group_id": "match-binding-20", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-20.png", "input_tokens": 1126, "latency_sec": 6.462487988988869, "model_name": "gemini-3.8-flash", "out_of_srgb": null, "output_tokens": 407, "prediction": { "choice": "D" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "google", "raw_prediction": "{\n \"choice\": \"D\"\n}", "recorded_at": "2026-09-16T15:18:09.290909+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-20", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "84824391-e00e-4935-92c5-4502a3f823a6", "result_sha256": "09ea7323597f110bfdfa0af68875d23f81cd021bef160457e9cfa741bd61b0e8", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.01492575, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "A" }, "group_id": "match-binding-21", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-21.png", "input_tokens": 1126, "latency_sec": 16.857698559993878, "model_name": "gemini-3.8-flash", "out_of_srgb": null, "output_tokens": 3755, "prediction": { "choice": "C" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "google", "raw_prediction": "{\"choice\": \"C\"}", "recorded_at": "2026-09-16T14:36:07.527203+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-matching-21", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "5fcfcdf0-e488-4e19-9ff6-9456fedb2990", "result_sha256": "9f50410f7e0a74c7054717445a03856189d0ebcda97a3058bc01e0587e5ffcc7", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00888825, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "B" }, "group_id": "match-binding-22", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-22.png", "input_tokens": 1126, "latency_sec": 16.090855436981656, "model_name": "gemini-3.8-flash", "out_of_srgb": null, "output_tokens": 2145, "prediction": { "choice": "B" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "google", "raw_prediction": "{\n \"choice\": \"B\"\n}", "recorded_at": "2026-09-16T14:28:18.322015+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-22", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "6907e5f4-46d6-404a-94a9-3dac1b4e89eb", "result_sha256": "702693b5299b4ecd51fb97b44b962db7401d56c7515942c2aeb940ccf495cbd9", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0032295, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "C" }, "group_id": "match-binding-23", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-23.png", "input_tokens": 1126, "latency_sec": 3.188448097091168, "model_name": "gemini-3.8-flash", "out_of_srgb": null, "output_tokens": 636, "prediction": { "choice": "C" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "google", "raw_prediction": "{\"choice\": \"C\"}", "recorded_at": "2026-09-16T16:12:55.441724+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-23", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "8006d3ef-a6b7-4304-ba16-3847487a7ffe", "result_sha256": "8704d3cf0c700d89eed18867f1e049952bbd0ab7db0ce794d611298e11e044f8", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00774825, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "D" }, "group_id": "match-binding-24", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-24.png", "input_tokens": 1126, "latency_sec": 9.743325412971899, "model_name": "gemini-3.8-flash", "out_of_srgb": null, "output_tokens": 1841, "prediction": { "choice": "D" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "google", "raw_prediction": "{\n \"choice\": \"D\"\n}", "recorded_at": "2026-09-16T15:41:01.545837+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-24", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "acd1d949-934e-42d0-b014-39dbd5bc4b5e", "result_sha256": "1fa83e584a0090bc5b4b43f8a6df3b973cada3e6d503876984cc9f77d6009dbc", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.0057795, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "A" }, "group_id": "match-binding-25", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-25.png", "input_tokens": 1126, "latency_sec": 7.204547293949872, "model_name": "gemini-3.8-flash", "out_of_srgb": null, "output_tokens": 1316, "prediction": { "choice": "C" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "google", "raw_prediction": "{\n \"choice\": \"C\"\n}", "recorded_at": "2026-09-16T15:36:13.010691+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-matching-25", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "eaff5e9c-fa44-49a5-9a6c-45cd32715b2d", "result_sha256": "527d083e39e32202ee59d58ad152a323efce2baccef747b9e019457e7f41d43a", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00657825, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "B" }, "group_id": "match-binding-26", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-26.png", "input_tokens": 1126, "latency_sec": 15.445556015940383, "model_name": "gemini-3.8-flash", "out_of_srgb": null, "output_tokens": 1529, "prediction": { "choice": "B" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "google", "raw_prediction": "{\n \"choice\": \"B\"\n}", "recorded_at": "2026-09-16T14:25:56.922085+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-26", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "345d0b8d-c3d3-47e9-8436-3180dfef527c", "result_sha256": "a6481837c660fdb2811bc5b8659b64766413a0b273b12ce03c8cc414d13ab045", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.01344075, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "C" }, "group_id": "match-binding-27", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-27.png", "input_tokens": 1126, "latency_sec": 16.08672881394159, "model_name": "gemini-3.8-flash", "out_of_srgb": null, "output_tokens": 3359, "prediction": { "choice": "B" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "google", "raw_prediction": "{\n \"choice\": \"B\"\n}", "recorded_at": "2026-09-16T15:09:45.554847+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-matching-27", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "7be39712-29bf-4bb1-acd1-e1e7e00041f1", "result_sha256": "a0c8f5bbbe5fd067042314e3255faa14977d3af0772009ea6c6e786c475b759a", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.00427575, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "D" }, "group_id": "match-binding-28", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-28.png", "input_tokens": 1126, "latency_sec": 4.286737218964845, "model_name": "gemini-3.8-flash", "out_of_srgb": null, "output_tokens": 915, "prediction": { "choice": "B" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "google", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T15:53:46.374031+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-matching-28", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "5332bac0-0c57-47a9-b84c-486952a8fdce", "result_sha256": "f2c2d317345e85a1a6f8217dff475164af43f1cb76e4cdc7c5502f5754beaa25", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.01012575, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "A" }, "group_id": "match-binding-29", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-29.png", "input_tokens": 1126, "latency_sec": 25.760218670940958, "model_name": "gemini-3.8-flash", "out_of_srgb": null, "output_tokens": 2475, "prediction": { "choice": "B" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "google", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T14:31:18.058886+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-matching-29", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "a3b99e13-dd37-4b54-9523-b6a147df475b", "result_sha256": "8047c58aee445ee966a5f79b4f2008d6b5ff8a619ba1907fb6a654cabce92c61", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00540825, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "B" }, "group_id": "match-binding-30", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-30.png", "input_tokens": 1126, "latency_sec": 7.041093300911598, "model_name": "gemini-3.8-flash", "out_of_srgb": null, "output_tokens": 1217, "prediction": { "choice": "B" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "google", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T15:52:29.630498+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-30", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "b2187d01-1816-48a5-9d92-e395fa1af409", "result_sha256": "5cac72eafa07b35ae8e6edf5026afb54c34ba88b1501039f7f6ad988cb2310a4", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.00658575, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "C" }, "group_id": "match-binding-31", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-31.png", "input_tokens": 1126, "latency_sec": 7.3000267770839855, "model_name": "gemini-3.8-flash", "out_of_srgb": null, "output_tokens": 1531, "prediction": { "choice": "B" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "google", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T16:20:49.720466+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-matching-31", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "419d29c5-598a-4ceb-8b62-acc7a9be264d", "result_sha256": "492095cdc3fcca60076c7003adb2838e89306beff368867d49c6e1633212445e", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0077745, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "D" }, "group_id": "match-binding-32", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-32.png", "input_tokens": 1126, "latency_sec": 9.587060655001551, "model_name": "gemini-3.8-flash", "out_of_srgb": null, "output_tokens": 1848, "prediction": { "choice": "D" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "google", "raw_prediction": "{\"choice\": \"D\"}", "recorded_at": "2026-09-16T15:04:10.122942+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-32", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "55cd2917-bd74-4128-a00d-5f2cd47309f6", "result_sha256": "f095713bb533efb46547f50146d98fb12c9093b6e017af1b62c4f17758a2076b", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0012945, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "A" }, "group_id": "match-binding-33", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-33.png", "input_tokens": 1126, "latency_sec": 1.6364981280639768, "model_name": "gemini-3.8-flash", "out_of_srgb": null, "output_tokens": 120, "prediction": { "choice": "A" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "google", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T14:49:26.834146+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-33", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "7c7212b9-ce70-4528-af27-de32af47a189", "result_sha256": "7252116886943f7d83ec0a4aaa771f29fd9dbcea588197d03cbf845b4c7d6bd1", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00153825, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "B" }, "group_id": "match-binding-34", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-34.png", "input_tokens": 1126, "latency_sec": 1.8485344770597294, "model_name": "gemini-3.8-flash", "out_of_srgb": null, "output_tokens": 185, "prediction": { "choice": "B" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "google", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T15:42:57.773036+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-34", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "30fd40b2-f03a-46ed-b203-c7869fd640b4", "result_sha256": "ff7bad11813442b442f56a8e5aa88a703d038f389e6f0ffe5ddec8c12fe41d3e", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00135825, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "C" }, "group_id": "match-binding-35", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-35.png", "input_tokens": 1126, "latency_sec": 2.557302432018332, "model_name": "gemini-3.8-flash", "out_of_srgb": null, "output_tokens": 137, "prediction": { "choice": "C" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "google", "raw_prediction": "{\"choice\": \"C\"}", "recorded_at": "2026-09-16T14:25:55.849105+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-35", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "ca5e1c70-98e2-4ef8-b147-ab39942337f2", "result_sha256": "ad1a91b6fad324408260a5f920e7c79e66eac915c85c19b4f763c049d0584c9e", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0012945, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "D" }, "group_id": "match-binding-36", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-36.png", "input_tokens": 1126, "latency_sec": 2.230908591998741, "model_name": "gemini-3.8-flash", "out_of_srgb": null, "output_tokens": 120, "prediction": { "choice": "D" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "google", "raw_prediction": "{\"choice\": \"D\"}", "recorded_at": "2026-09-16T15:15:28.836977+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-36", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "d0ff428f-08a7-4387-bead-e5ca66b3ee57", "result_sha256": "1ee4c14f32b12e386832c8eb1a6f4606647e303cf9f08d4a8dfd566de7dd3e71", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00161325, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "A" }, "group_id": "match-binding-37", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-37.png", "input_tokens": 1126, "latency_sec": 2.2662983851041645, "model_name": "gemini-3.8-flash", "out_of_srgb": null, "output_tokens": 205, "prediction": { "choice": "A" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "google", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T15:07:28.780100+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-37", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "4636ee6e-80ea-49f3-b1dc-b2c72e909d3a", "result_sha256": "6ca3d0466a0cee0f20d861432774b3ebf2b1b9ba7f40b34c8f4ccc053a2a8fdf", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00198075, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "B" }, "group_id": "match-binding-38", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-38.png", "input_tokens": 1126, "latency_sec": 2.839518691995181, "model_name": "gemini-3.8-flash", "out_of_srgb": null, "output_tokens": 303, "prediction": { "choice": "B" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "google", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T15:24:48.871797+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-38", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "188fd0e8-cc17-43d5-b86b-d6bed01b8737", "result_sha256": "e426af297cb6cc1614360415dcac9ce8d8329b313ff9e5b4238f35531a18e0b2", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.001662, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "C" }, "group_id": "match-binding-39", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-39.png", "input_tokens": 1126, "latency_sec": 2.820460939896293, "model_name": "gemini-3.8-flash", "out_of_srgb": null, "output_tokens": 218, "prediction": { "choice": "C" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "google", "raw_prediction": "{\"choice\": \"C\"}", "recorded_at": "2026-09-16T15:52:58.384504+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-39", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "b29c6937-914b-4897-b8d2-fc72f68ed46f", "result_sha256": "76e27e469d2aacd179810dd36a1e6cbeb90291cbaf5959bf6b2aa7bd59a502b1", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0024945, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "D" }, "group_id": "match-binding-40", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-40.png", "input_tokens": 1126, "latency_sec": 33.060082704992965, "model_name": "gemini-3.8-flash", "out_of_srgb": null, "output_tokens": 440, "prediction": { "choice": "D" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "google", "raw_prediction": "{\"choice\": \"D\"}", "recorded_at": "2026-09-16T14:30:34.672073+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-40", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "3ab77999-a893-43a6-8e11-6f50c241fc43", "result_sha256": "b10b5b9c13799e5d8478d9c66181a25c3f7b9fb41537a81803c94dbcf6c26d73", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00599325, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "A" }, "group_id": "match-binding-41", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-41.png", "input_tokens": 1126, "latency_sec": 6.91646928305272, "model_name": "gemini-3.8-flash", "out_of_srgb": null, "output_tokens": 1373, "prediction": { "choice": "A" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "google", "raw_prediction": "{\n \"choice\": \"A\"\n}", "recorded_at": "2026-09-16T16:09:22.755211+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-41", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "ffa2dfd1-3a84-4620-a2d8-53b88208898d", "result_sha256": "c53aef9c10e5c5bf2a675b9cbea6a73e5dc49027816eff8a676ceab4534f3c96", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002637, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "B" }, "group_id": "match-binding-42", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-42.png", "input_tokens": 1126, "latency_sec": 3.1735593610210344, "model_name": "gemini-3.8-flash", "out_of_srgb": null, "output_tokens": 478, "prediction": { "choice": "B" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "google", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T16:23:57.950043+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-42", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "725e4a34-e518-4e56-a8ae-2cac01feed01", "result_sha256": "37d12c125ae7d810f7a4ee4073f9bff7c8e48dd1745c4bc0753e887df50dcfc3", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00543075, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "C" }, "group_id": "match-binding-43", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-43.png", "input_tokens": 1126, "latency_sec": 6.105480500962585, "model_name": "gemini-3.8-flash", "out_of_srgb": null, "output_tokens": 1223, "prediction": { "choice": "C" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "google", "raw_prediction": "{\n \"choice\": \"C\"\n}", "recorded_at": "2026-09-16T15:07:20.339434+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-43", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "fff90cb8-3c27-4f9b-b9fd-d18d167f455e", "result_sha256": "b86db2f8823b1af16861afcb8d6fafe739b205a66df1011ee6da10bc77d0359d", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00336075, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "D" }, "group_id": "match-binding-44", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-44.png", "input_tokens": 1126, "latency_sec": 10.939843736006878, "model_name": "gemini-3.8-flash", "out_of_srgb": null, "output_tokens": 671, "prediction": { "choice": "D" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "google", "raw_prediction": "{\n \"choice\": \"D\"\n}", "recorded_at": "2026-09-16T16:13:43.211120+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-44", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "51cbc11d-303f-432a-825b-c160a9a43e45", "result_sha256": "4129dfc2b357c147bb5fa57359796d1615dbe5ea77933e2f0a6d1cfc27f49324", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.01104075, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "A" }, "group_id": "match-binding-45", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-45.png", "input_tokens": 1126, "latency_sec": 15.508689943002537, "model_name": "gemini-3.8-flash", "out_of_srgb": null, "output_tokens": 2719, "prediction": { "choice": "C" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "google", "raw_prediction": "{\n \"choice\": \"C\"\n}", "recorded_at": "2026-09-16T14:20:09.889256+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-matching-45", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "3032cd35-6920-47e2-a5b1-a8ce6d967cb9", "result_sha256": "88147d5e689796eb579530b95e0f1a6969e215cf5cd41c4da393862464a148ff", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.007932, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "B" }, "group_id": "match-binding-46", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-46.png", "input_tokens": 1126, "latency_sec": 13.058795574004762, "model_name": "gemini-3.8-flash", "out_of_srgb": null, "output_tokens": 1890, "prediction": { "choice": "D" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "google", "raw_prediction": "{\n \"choice\": \"D\"\n}", "recorded_at": "2026-09-16T14:41:23.530975+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-matching-46", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "b81dd9ab-798a-4100-9aa4-4a62556bc5ac", "result_sha256": "4e739c4eecef2bb36a7f1d19eae92f3913226a462fd1e69b5867c7e4258a5f86", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0042345, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "C" }, "group_id": "match-binding-47", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-47.png", "input_tokens": 1126, "latency_sec": 6.004068093956448, "model_name": "gemini-3.8-flash", "out_of_srgb": null, "output_tokens": 904, "prediction": { "choice": "C" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "google", "raw_prediction": "{\n \"choice\": \"C\"\n}", "recorded_at": "2026-09-16T14:01:24.197879+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-47", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "a98147e0-bb17-46bf-b6fd-572f11c291aa", "result_sha256": "a7c69034ff2d6937344ceb34c3050fb37a9fee0bb8a8c8cdb79391500747e75d", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.00315075, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "D" }, "group_id": "match-binding-48", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-48.png", "input_tokens": 1126, "latency_sec": 10.712049823952839, "model_name": "gemini-3.8-flash", "out_of_srgb": null, "output_tokens": 615, "prediction": { "choice": "C" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "google", "raw_prediction": "{\n \"choice\": \"C\"\n}", "recorded_at": "2026-09-16T15:04:57.374916+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-matching-48", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "dc172bb7-a012-497a-bc0c-27f30837b983", "result_sha256": "307257bcca94a707c858156bcdf979cd368eaee19607cf82036cc3ba197f63b4", "result": { "component_errors": { "c": 0.003120106740548023, "h": 0.9922292400114259, "l": 0.02692608597799706 }, "correct": null, "cost_estimated": false, "cost_usd": 0.006783, "delta_e_ok": 0.027250250887236083, "error": null, "error_kind": null, "family": "oklch", "ground_truth": { "rgb": [ 192, 64, 80 ] }, "group_id": "numeric-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-01.png", "input_tokens": 1169, "latency_sec": 6.549924380960874, "model_name": "gemini-3.8-flash", "out_of_srgb": false, "output_tokens": 1575, "prediction": { "c": 0.16, "h": 18.0, "l": 0.53 }, "prompt_sha256": "cfc2f885cbdbcece08f23bb635b333e3e35d9a41ebaf72f1a755e461f8f494d4", "provider": "google", "raw_prediction": "{\n \"l\": 0.53,\n \"c\": 0.16,\n \"h\": 18.0\n}", "recorded_at": "2026-09-16T16:14:45.936758+00:00", "request_attempts": 1, "score": 86.37487455638195, "task_id": "colorbench-oklch-01", "tight_score": 45.49949822552784, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": false, "0.02": false, "0.05": true } } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "2fb7c0cf-a5af-4195-be33-23d3c6516d9e", "result_sha256": "8936876954dcf120a33e9897fdd9c82ead19eaaa696e638f7a3040e5e21b0aa0", "result": { "component_errors": { "c": 0.006403039047677639, "h": 0.05472814133946713, "l": 0.020653299340816833 }, "correct": null, "cost_estimated": false, "cost_usd": 0.0074205, "delta_e_ok": 0.021623484906864332, "error": null, "error_kind": null, "family": "oklch", "ground_truth": { "rgb": [ 38, 112, 190 ] }, "group_id": "numeric-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-02.png", "input_tokens": 1169, "latency_sec": 9.484394553001039, "model_name": "gemini-3.8-flash", "out_of_srgb": false, "output_tokens": 1745, "prediction": { "c": 0.135, "h": 253.0, "l": 0.52 }, "prompt_sha256": "cfc2f885cbdbcece08f23bb635b333e3e35d9a41ebaf72f1a755e461f8f494d4", "provider": "google", "raw_prediction": "{\n \"l\": 0.52,\n \"c\": 0.135,\n \"h\": 253.0\n}", "recorded_at": "2026-09-16T14:04:15.531166+00:00", "request_attempts": 1, "score": 89.18825754656783, "task_id": "colorbench-oklch-02", "tight_score": 56.75303018627134, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": false, "0.02": false, "0.05": true } } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "95256436-fbe8-4329-a160-7cdaf3f47da9", "result_sha256": "451766d09bd660191c72d9bb58295e7b7f53e8e98772eea686905f95d2cc716f", "result": { "component_errors": { "c": 0.010705303141742187, "h": 1.03735052816387, "l": 0.04890248221361415 }, "correct": null, "cost_estimated": false, "cost_usd": 0.00654675, "delta_e_ok": 0.05009019052831422, "error": null, "error_kind": null, "family": "oklch", "ground_truth": { "rgb": [ 60, 140, 100 ] }, "group_id": "numeric-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-03.png", "input_tokens": 1169, "latency_sec": 10.715689226984978, "model_name": "gemini-3.8-flash", "out_of_srgb": false, "output_tokens": 1512, "prediction": { "c": 0.09, "h": 158.0, "l": 0.53 }, "prompt_sha256": "cfc2f885cbdbcece08f23bb635b333e3e35d9a41ebaf72f1a755e461f8f494d4", "provider": "google", "raw_prediction": "{\n \"l\": 0.53,\n \"c\": 0.09,\n \"h\": 158.0\n}", "recorded_at": "2026-09-16T14:00:09.497156+00:00", "request_attempts": 1, "score": 74.9549047358429, "task_id": "colorbench-oklch-03", "tight_score": 0, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": false, "0.02": false, "0.05": false } } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "ae32e83c-0e6b-40cd-82ff-65cab363ea09", "result_sha256": "2e61646691d6cddcfd27cc244ced15e1d99ac34e4e24e38d56b42c5c8bd88466", "result": { "component_errors": { "c": 0.005361814369457998, "h": 1.0427720406007097, "l": 0.04685423756100571 }, "correct": null, "cost_estimated": false, "cost_usd": 0.006993, "delta_e_ok": 0.047212519602353425, "error": null, "error_kind": null, "family": "oklch", "ground_truth": { "rgb": [ 185, 135, 45 ] }, "group_id": "numeric-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-04.png", "input_tokens": 1169, "latency_sec": 13.097321989014745, "model_name": "gemini-3.8-flash", "out_of_srgb": false, "output_tokens": 1631, "prediction": { "c": 0.125, "h": 77.0, "l": 0.61 }, "prompt_sha256": "cfc2f885cbdbcece08f23bb635b333e3e35d9a41ebaf72f1a755e461f8f494d4", "provider": "google", "raw_prediction": "{\n \"l\": 0.61,\n \"c\": 0.125,\n \"h\": 77.0\n}", "recorded_at": "2026-09-16T14:15:09.992337+00:00", "request_attempts": 1, "score": 76.3937401988233, "task_id": "colorbench-oklch-04", "tight_score": 5.5749607952931495, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": false, "0.02": false, "0.05": true } } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "065a9752-62d6-482e-80dd-9b948705bc1b", "result_sha256": "7c54c0b5b4ff620cf861c4b59846412c777fe9a9e3e1e88f32ec884fc1d14082", "result": { "component_errors": { "c": 0.01512555162844062, "h": 0.007140960468063895, "l": 0.024093357125907655 }, "correct": null, "cost_estimated": false, "cost_usd": 0.0061005, "delta_e_ok": 0.028447714393868152, "error": null, "error_kind": null, "family": "oklch", "ground_truth": { "rgb": [ 135, 85, 175 ] }, "group_id": "numeric-05", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-05.png", "input_tokens": 1169, "latency_sec": 5.418012258014642, "model_name": "gemini-3.8-flash", "out_of_srgb": false, "output_tokens": 1393, "prediction": { "c": 0.128, "h": 308.0, "l": 0.52 }, "prompt_sha256": "cfc2f885cbdbcece08f23bb635b333e3e35d9a41ebaf72f1a755e461f8f494d4", "provider": "google", "raw_prediction": "{\n \"l\": 0.52,\n \"c\": 0.128,\n \"h\": 308.0\n}", "recorded_at": "2026-09-16T14:07:52.551371+00:00", "request_attempts": 1, "score": 85.77614280306592, "task_id": "colorbench-oklch-05", "tight_score": 43.1045712122637, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": false, "0.02": false, "0.05": true } } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "bbfc23cd-63c5-4020-8250-e26be3a2d30a", "result_sha256": "acc9f80b87aa674f8fad4bea582faa654dc6c7b643530a0bc355ab050747e009", "result": { "component_errors": { "c": 0.010736737775342314, "h": 5.126765068149865, "l": 0.0070010645449806175 }, "correct": null, "cost_estimated": false, "cost_usd": 0.00708675, "delta_e_ok": 0.013669329164096966, "error": null, "error_kind": null, "family": "oklch", "ground_truth": { "rgb": [ 22, 48, 75 ] }, "group_id": "numeric-06", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-06.png", "input_tokens": 1169, "latency_sec": 7.879999713972211, "model_name": "gemini-3.8-flash", "out_of_srgb": false, "output_tokens": 1656, "prediction": { "c": 0.048, "h": 246.0, "l": 0.31 }, "prompt_sha256": "cfc2f885cbdbcece08f23bb635b333e3e35d9a41ebaf72f1a755e461f8f494d4", "provider": "google", "raw_prediction": "{\"l\": 0.31, \"c\": 0.048, \"h\": 246.0}", "recorded_at": "2026-09-16T16:22:01.432242+00:00", "request_attempts": 1, "score": 93.16533541795151, "task_id": "colorbench-oklch-06", "tight_score": 72.66134167180607, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": false, "0.02": true, "0.05": true } } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "c536bc8f-1f18-4cec-9ac4-0da999f5dfe5", "result_sha256": "22b451b7206feaf82d94fed9371ca604140e9a4a51f6ff59ba5556999a367ac0", "result": { "component_errors": { "c": 0.0043116212457221595, "h": 5.082129924862471, "l": 0.020092721588155338 }, "correct": null, "cost_estimated": false, "cost_usd": 0.00678675, "delta_e_ok": 0.02085073638189615, "error": null, "error_kind": null, "family": "oklch", "ground_truth": { "rgb": [ 225, 215, 188 ] }, "group_id": "numeric-07", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-07.png", "input_tokens": 1169, "latency_sec": 38.758223339915276, "model_name": "gemini-3.8-flash", "out_of_srgb": false, "output_tokens": 1576, "prediction": { "c": 0.042, "h": 85.0, "l": 0.86 }, "prompt_sha256": "cfc2f885cbdbcece08f23bb635b333e3e35d9a41ebaf72f1a755e461f8f494d4", "provider": "google", "raw_prediction": "{\n \"l\": 0.86,\n \"c\": 0.042,\n \"h\": 85.0\n}", "recorded_at": "2026-09-16T15:37:44.896722+00:00", "request_attempts": 1, "score": 89.57463180905194, "task_id": "colorbench-oklch-07", "tight_score": 58.2985272362077, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": false, "0.02": false, "0.05": true } } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "8702dbd8-9fd4-44df-910f-680d4cfb7bc1", "result_sha256": "b65b89440f1b03c1fa548d9236956099b6ff667441960b0a3321c23989f1ddbc", "result": { "component_errors": { "c": 0.0, "h": null, "l": 0.014870801707117742 }, "correct": null, "cost_estimated": false, "cost_usd": 0.00498675, "delta_e_ok": 0.014870801707134552, "error": null, "error_kind": null, "family": "oklch", "ground_truth": { "rgb": [ 128, 128, 128 ] }, "group_id": "numeric-08", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-08.png", "input_tokens": 1169, "latency_sec": 6.688456002972089, "model_name": "gemini-3.8-flash", "out_of_srgb": false, "output_tokens": 1096, "prediction": { "c": 0.0, "h": 0.0, "l": 0.585 }, "prompt_sha256": "cfc2f885cbdbcece08f23bb635b333e3e35d9a41ebaf72f1a755e461f8f494d4", "provider": "google", "raw_prediction": "{\n \"l\": 0.585,\n \"c\": 0,\n \"h\": 0\n}", "recorded_at": "2026-09-16T15:23:27.160299+00:00", "request_attempts": 1, "score": 92.56459914643273, "task_id": "colorbench-oklch-08", "tight_score": 70.25839658573089, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": false, "0.02": true, "0.05": true } } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "205cb959-5e53-43a6-870c-e83c054c1d34", "result_sha256": "ffd2252d862307aeabb1dd46b515f35fddff1b4708553215f26332fe1f77172c", "result": { "component_errors": { "c": 0.00361924559190388, "h": 1.649356471307044, "l": 0.012646550277791269 }, "correct": null, "cost_estimated": false, "cost_usd": 0.006588, "delta_e_ok": 0.014703001239261625, "error": null, "error_kind": null, "family": "oklch", "ground_truth": { "rgb": [ 230, 32, 44 ] }, "group_id": "numeric-09", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-09.png", "input_tokens": 1169, "latency_sec": 5.956038097036071, "model_name": "gemini-3.8-flash", "out_of_srgb": false, "output_tokens": 1523, "prediction": { "c": 0.23, "h": 27.3, "l": 0.58 }, "prompt_sha256": "cfc2f885cbdbcece08f23bb635b333e3e35d9a41ebaf72f1a755e461f8f494d4", "provider": "google", "raw_prediction": "{\n \"l\": 0.58,\n \"c\": 0.23,\n \"h\": 27.3\n}", "recorded_at": "2026-09-16T14:27:27.110640+00:00", "request_attempts": 1, "score": 92.64849938036919, "task_id": "colorbench-oklch-09", "tight_score": 70.59399752147675, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": false, "0.02": true, "0.05": true } } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "d11eb7ff-aa33-4df3-bf3b-f305f57bc162", "result_sha256": "5c852a28e4a4c4770a40a355848ebfc5cca25b24edf487e01821cbf645e46111", "result": { "component_errors": { "c": 0.0010205992924068874, "h": 1.7079012037287384, "l": 0.014876084597746364 }, "correct": null, "cost_estimated": false, "cost_usd": 0.0068205, "delta_e_ok": 0.015614922971390836, "error": null, "error_kind": null, "family": "oklch", "ground_truth": { "rgb": [ 24, 158, 82 ] }, "group_id": "numeric-10", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-10.png", "input_tokens": 1169, "latency_sec": 5.87320355605334, "model_name": "gemini-3.8-flash", "out_of_srgb": false, "output_tokens": 1585, "prediction": { "c": 0.155, "h": 150.0, "l": 0.6 }, "prompt_sha256": "cfc2f885cbdbcece08f23bb635b333e3e35d9a41ebaf72f1a755e461f8f494d4", "provider": "google", "raw_prediction": "{\n \"l\": 0.6,\n \"c\": 0.155,\n \"h\": 150.0\n}", "recorded_at": "2026-09-16T15:47:15.310193+00:00", "request_attempts": 1, "score": 92.19253851430457, "task_id": "colorbench-oklch-10", "tight_score": 68.77015405721833, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": false, "0.02": true, "0.05": true } } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "8789a479-b67d-4d49-bfdc-c0f8a9d02123", "result_sha256": "12e68ca71cc70a0fcda8c067f878b7835a82fda2ee291f8c4724cf52ab2e282b", "result": { "component_errors": { "c": 0.0071598516858300265, "h": 0.2151519492961711, "l": 0.004450038841612769 }, "correct": null, "cost_estimated": false, "cost_usd": 0.006483, "delta_e_ok": 0.008469937383090789, "error": null, "error_kind": null, "family": "oklch", "ground_truth": { "rgb": [ 44, 84, 228 ] }, "group_id": "numeric-11", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-11.png", "input_tokens": 1169, "latency_sec": 7.501647032913752, "model_name": "gemini-3.8-flash", "out_of_srgb": false, "output_tokens": 1495, "prediction": { "c": 0.215, "h": 266.0, "l": 0.51 }, "prompt_sha256": "cfc2f885cbdbcece08f23bb635b333e3e35d9a41ebaf72f1a755e461f8f494d4", "provider": "google", "raw_prediction": "{\n \"l\": 0.51,\n \"c\": 0.215,\n \"h\": 266.0\n}", "recorded_at": "2026-09-16T14:02:00.286628+00:00", "request_attempts": 1, "score": 95.76503130845461, "task_id": "colorbench-oklch-11", "tight_score": 83.06012523381843, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": true, "0.02": true, "0.05": true } } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "f327c2c4-e327-4eba-af59-a44542ab54f5", "result_sha256": "60cb4c997763e87661b256ec61c286ef15efb37c00c7c95d868ab17d154d5adc", "result": { "component_errors": { "c": 0.002389424506703014, "h": 6.134151692860428, "l": 0.02591716862656268 }, "correct": null, "cost_estimated": false, "cost_usd": 0.006963, "delta_e_ok": 0.0315227070106213, "error": null, "error_kind": null, "family": "oklch", "ground_truth": { "rgb": [ 236, 208, 44 ] }, "group_id": "numeric-12", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-12.png", "input_tokens": 1169, "latency_sec": 6.07342468900606, "model_name": "gemini-3.8-flash", "out_of_srgb": false, "output_tokens": 1623, "prediction": { "c": 0.165, "h": 92.5, "l": 0.83 }, "prompt_sha256": "cfc2f885cbdbcece08f23bb635b333e3e35d9a41ebaf72f1a755e461f8f494d4", "provider": "google", "raw_prediction": "{\n \"l\": 0.83,\n \"c\": 0.165,\n \"h\": 92.5\n}", "recorded_at": "2026-09-16T14:38:55.423489+00:00", "request_attempts": 1, "score": 84.23864649468935, "task_id": "colorbench-oklch-12", "tight_score": 36.95458597875741, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": false, "0.02": false, "0.05": true } } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "14dfca50-ef09-4355-8f70-618bcf123085", "result_sha256": "0962e03a6172071cd790000a3932bfaaee483a2e0ebbb703c72650aa4c3cc5c7", "result": { "component_errors": { "c": 0.01397211921507166, "h": 2.4436509811210385, "l": 0.030973671229781008 }, "correct": null, "cost_estimated": false, "cost_usd": 0.006123, "delta_e_ok": 0.03521548868832105, "error": null, "error_kind": null, "family": "oklch", "ground_truth": { "rgb": [ 198, 58, 188 ] }, "group_id": "numeric-13", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-13.png", "input_tokens": 1169, "latency_sec": 7.105475493008271, "model_name": "gemini-3.8-flash", "out_of_srgb": false, "output_tokens": 1399, "prediction": { "c": 0.21, "h": 333.5, "l": 0.57 }, "prompt_sha256": "cfc2f885cbdbcece08f23bb635b333e3e35d9a41ebaf72f1a755e461f8f494d4", "provider": "google", "raw_prediction": "{\n \"l\": 0.57,\n \"c\": 0.21,\n \"h\": 333.5\n}", "recorded_at": "2026-09-16T14:05:15.456703+00:00", "request_attempts": 1, "score": 82.39225565583948, "task_id": "colorbench-oklch-13", "tight_score": 29.56902262335791, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": false, "0.02": false, "0.05": true } } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "7e1d6689-a4e7-43fe-9d34-c7421face231", "result_sha256": "00477415805e6aff421c09e0cd69fd9d404e60ff3e37fe2b74d0fef23a2bb2f2", "result": { "component_errors": { "c": 0.0027863319628022437, "h": 1.8937659223049081, "l": 0.023438343453676902 }, "correct": null, "cost_estimated": false, "cost_usd": 0.004353, "delta_e_ok": 0.023900127463102692, "error": null, "error_kind": null, "family": "oklch", "ground_truth": { "rgb": [ 44, 178, 198 ] }, "group_id": "numeric-14", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-14.png", "input_tokens": 1169, "latency_sec": 6.9117709579877555, "model_name": "gemini-3.8-flash", "out_of_srgb": false, "output_tokens": 927, "prediction": { "c": 0.115, "h": 212.0, "l": 0.68 }, "prompt_sha256": "cfc2f885cbdbcece08f23bb635b333e3e35d9a41ebaf72f1a755e461f8f494d4", "provider": "google", "raw_prediction": "{\"l\": 0.68, \"c\": 0.115, \"h\": 212}", "recorded_at": "2026-09-16T15:06:38.512190+00:00", "request_attempts": 1, "score": 88.04993626844866, "task_id": "colorbench-oklch-14", "tight_score": 52.19974507379461, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": false, "0.02": false, "0.05": true } } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "702b9d25-6e11-45d9-b8af-7787ebcfa52a", "result_sha256": "879f28c51da6b685de329e980bfa2fd5f54b4e3ad0a008e8d29722a378d697b3", "result": { "component_errors": { "c": 0.0009064793061580494, "h": null, "l": 0.006059368645324581 }, "correct": null, "cost_estimated": false, "cost_usd": 0.003573, "delta_e_ok": 0.00645523482766683, "error": null, "error_kind": null, "family": "oklch", "ground_truth": { "rgb": [ 16, 16, 18 ] }, "group_id": "numeric-15", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-15.png", "input_tokens": 1169, "latency_sec": 6.447234806022607, "model_name": "gemini-3.8-flash", "out_of_srgb": false, "output_tokens": 719, "prediction": { "c": 0.005, "h": 260.0, "l": 0.18 }, "prompt_sha256": "cfc2f885cbdbcece08f23bb635b333e3e35d9a41ebaf72f1a755e461f8f494d4", "provider": "google", "raw_prediction": "{\"l\": 0.18, \"c\": 0.005, \"h\": 260.0}", "recorded_at": "2026-09-16T15:49:32.939840+00:00", "request_attempts": 1, "score": 96.77238258616659, "task_id": "colorbench-oklch-15", "tight_score": 87.08953034466634, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": true, "0.02": true, "0.05": true } } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "df1d4335-889c-46fa-8796-00816da6f856", "result_sha256": "cdc3398d8687427a4301ffdb0f1c8e5714d56ce179f81fe8cbaf14af243fdbbd", "result": { "component_errors": { "c": 0.00302418443123451, "h": null, "l": 0.0033179757410756183 }, "correct": null, "cost_estimated": false, "cost_usd": 0.00371925, "delta_e_ok": 0.004528750839899332, "error": null, "error_kind": null, "family": "oklch", "ground_truth": { "rgb": [ 243, 243, 240 ] }, "group_id": "numeric-16", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-16.png", "input_tokens": 1169, "latency_sec": 10.61244005896151, "model_name": "gemini-3.8-flash", "out_of_srgb": false, "output_tokens": 758, "prediction": { "c": 0.007, "h": 100.0, "l": 0.96 }, "prompt_sha256": "cfc2f885cbdbcece08f23bb635b333e3e35d9a41ebaf72f1a755e461f8f494d4", "provider": "google", "raw_prediction": "{\n \"l\": 0.96,\n \"c\": 0.007,\n \"h\": 100.0\n}", "recorded_at": "2026-09-16T14:44:23.214283+00:00", "request_attempts": 1, "score": 97.73562458005033, "task_id": "colorbench-oklch-16", "tight_score": 90.94249832020134, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": true, "0.01": true, "0.02": true, "0.05": true } } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "44b9a7e1-ab20-43d0-afa1-4b2b536d7e73", "result_sha256": "a7e50a514a010ac2a3f18f2523497df6d1bbac78d80f470fd2070ad8e2b352a4", "result": { "component_errors": { "b": 6, "g": 4, "r": 4 }, "correct": null, "cost_estimated": false, "cost_usd": 0.0020445, "delta_e_ok": 0.012829895645231914, "error": null, "error_kind": null, "family": "rgb", "ground_truth": { "rgb": [ 192, 64, 80 ] }, "group_id": "numeric-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-01.png", "input_tokens": 1141, "latency_sec": 2.1230908449506387, "model_name": "gemini-3.8-flash", "out_of_srgb": false, "output_tokens": 317, "prediction": { "b": 74, "g": 60, "r": 188 }, "prompt_sha256": "09fd259e1933fb6529f0be5f0819e7edcbad485141fc78abea1ceadc70f0cf55", "provider": "google", "raw_prediction": "{\"r\": 188, \"g\": 60, \"b\": 74}", "recorded_at": "2026-09-16T15:32:47.866225+00:00", "request_attempts": 1, "score": 93.58505217738404, "task_id": "colorbench-rgb-01", "tight_score": 74.34020870953617, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": false, "0.02": true, "0.05": true } } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "0c76478d-7dfe-4011-9ab3-280728966431", "result_sha256": "401a061bc78a8399c58c75972ee6ff4efc1e8e335edc0f7c1e6328dd28d33409", "result": { "component_errors": { "b": 13, "g": 5, "r": 1 }, "correct": null, "cost_estimated": false, "cost_usd": 0.00367575, "delta_e_ok": 0.023153584997569882, "error": null, "error_kind": null, "family": "rgb", "ground_truth": { "rgb": [ 38, 112, 190 ] }, "group_id": "numeric-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-02.png", "input_tokens": 1141, "latency_sec": 5.947246773052029, "model_name": "gemini-3.8-flash", "out_of_srgb": false, "output_tokens": 752, "prediction": { "b": 177, "g": 107, "r": 37 }, "prompt_sha256": "09fd259e1933fb6529f0be5f0819e7edcbad485141fc78abea1ceadc70f0cf55", "provider": "google", "raw_prediction": "{\"r\":37,\"g\":107,\"b\":177}", "recorded_at": "2026-09-16T15:09:55.333602+00:00", "request_attempts": 1, "score": 88.42320750121506, "task_id": "colorbench-rgb-02", "tight_score": 53.692830004860234, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": false, "0.02": false, "0.05": true } } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "c669dd7e-c248-4180-a751-3a760266d857", "result_sha256": "30fb5d8367af0debd4ff349ff8f385ba2f8b0346cd0c24beb7ac5dc0e84cf898", "result": { "component_errors": { "b": 2, "g": 6, "r": 2 }, "correct": null, "cost_estimated": false, "cost_usd": 0.0021345, "delta_e_ok": 0.01831571676669322, "error": null, "error_kind": null, "family": "rgb", "ground_truth": { "rgb": [ 60, 140, 100 ] }, "group_id": "numeric-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-03.png", "input_tokens": 1141, "latency_sec": 2.3895021070493385, "model_name": "gemini-3.8-flash", "out_of_srgb": false, "output_tokens": 341, "prediction": { "b": 98, "g": 134, "r": 58 }, "prompt_sha256": "09fd259e1933fb6529f0be5f0819e7edcbad485141fc78abea1ceadc70f0cf55", "provider": "google", "raw_prediction": "{\"r\": 58, \"g\": 134, \"b\": 98}", "recorded_at": "2026-09-16T16:25:44.192286+00:00", "request_attempts": 1, "score": 90.8421416166534, "task_id": "colorbench-rgb-03", "tight_score": 63.368566466613565, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": false, "0.02": true, "0.05": true } } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "0903295b-3513-460f-a8a6-659b6cbabd1f", "result_sha256": "3d15f453730afd56348e240e8538f4f833c4231c4b8ab7d0b368ccce8e2fa2e9", "result": { "component_errors": { "b": 4, "g": 5, "r": 5 }, "correct": null, "cost_estimated": false, "cost_usd": 0.0025545, "delta_e_ok": 0.016009689758738656, "error": null, "error_kind": null, "family": "rgb", "ground_truth": { "rgb": [ 185, 135, 45 ] }, "group_id": "numeric-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-04.png", "input_tokens": 1141, "latency_sec": 3.224742008955218, "model_name": "gemini-3.8-flash", "out_of_srgb": false, "output_tokens": 453, "prediction": { "b": 41, "g": 130, "r": 180 }, "prompt_sha256": "09fd259e1933fb6529f0be5f0819e7edcbad485141fc78abea1ceadc70f0cf55", "provider": "google", "raw_prediction": "{\"r\": 180, \"g\": 130, \"b\": 41}", "recorded_at": "2026-09-16T14:43:45.226981+00:00", "request_attempts": 1, "score": 91.99515512063068, "task_id": "colorbench-rgb-04", "tight_score": 67.9806204825227, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": false, "0.02": true, "0.05": true } } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "91b8bd3d-1324-44e4-b82c-a91f296fd10f", "result_sha256": "7c4e1677ccfefe55ed303c6cac75bdcf20b2a1eaf0e6c393a9080d2f9aee4cad", "result": { "component_errors": { "b": 14, "g": 4, "r": 6 }, "correct": null, "cost_estimated": false, "cost_usd": 0.002367, "delta_e_ok": 0.025244220551073736, "error": null, "error_kind": null, "family": "rgb", "ground_truth": { "rgb": [ 135, 85, 175 ] }, "group_id": "numeric-05", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-05.png", "input_tokens": 1141, "latency_sec": 2.4351258729584515, "model_name": "gemini-3.8-flash", "out_of_srgb": false, "output_tokens": 403, "prediction": { "b": 161, "g": 81, "r": 129 }, "prompt_sha256": "09fd259e1933fb6529f0be5f0819e7edcbad485141fc78abea1ceadc70f0cf55", "provider": "google", "raw_prediction": "{\"r\": 129, \"g\": 81, \"b\": 161}", "recorded_at": "2026-09-16T16:32:40.871600+00:00", "request_attempts": 1, "score": 87.37788972446313, "task_id": "colorbench-rgb-05", "tight_score": 49.511558897852524, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": false, "0.02": false, "0.05": true } } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "68ac9fb1-03fe-4138-8537-1d60d8c23dc2", "result_sha256": "02e228b295219408670466db6ca5ae0e21ab0b1a5ef29512d6669e118e22c003", "result": { "component_errors": { "b": 2, "g": 3, "r": 6 }, "correct": null, "cost_estimated": false, "cost_usd": 0.00188325, "delta_e_ok": 0.014072552861453898, "error": null, "error_kind": null, "family": "rgb", "ground_truth": { "rgb": [ 22, 48, 75 ] }, "group_id": "numeric-06", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-06.png", "input_tokens": 1141, "latency_sec": 5.18884108599741, "model_name": "gemini-3.8-flash", "out_of_srgb": false, "output_tokens": 274, "prediction": { "b": 73, "g": 51, "r": 28 }, "prompt_sha256": "09fd259e1933fb6529f0be5f0819e7edcbad485141fc78abea1ceadc70f0cf55", "provider": "google", "raw_prediction": "{\"r\": 28, \"g\": 51, \"b\": 73}", "recorded_at": "2026-09-16T15:07:07.970249+00:00", "request_attempts": 1, "score": 92.96372356927304, "task_id": "colorbench-rgb-06", "tight_score": 71.85489427709221, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": false, "0.02": true, "0.05": true } } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "08aff1ee-7cf7-4fc9-81ea-4dff5f75b81c", "result_sha256": "e696e130395a012b661539a7c6bb4c4bbdc04f61537166cd3e59f61b60d81724", "result": { "component_errors": { "b": 1, "g": 1, "r": 1 }, "correct": null, "cost_estimated": false, "cost_usd": 0.00225075, "delta_e_ok": 0.0036579803020654797, "error": null, "error_kind": null, "family": "rgb", "ground_truth": { "rgb": [ 225, 215, 188 ] }, "group_id": "numeric-07", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-07.png", "input_tokens": 1141, "latency_sec": 2.225418688962236, "model_name": "gemini-3.8-flash", "out_of_srgb": false, "output_tokens": 372, "prediction": { "b": 187, "g": 216, "r": 226 }, "prompt_sha256": "09fd259e1933fb6529f0be5f0819e7edcbad485141fc78abea1ceadc70f0cf55", "provider": "google", "raw_prediction": "{\"r\":226,\"g\":216,\"b\":187}", "recorded_at": "2026-09-16T14:44:56.414850+00:00", "request_attempts": 1, "score": 98.17100984896726, "task_id": "colorbench-rgb-07", "tight_score": 92.68403939586905, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": true, "0.01": true, "0.02": true, "0.05": true } } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "835f5ab7-5ea8-43fc-973f-7976d96183ca", "result_sha256": "d42ede386419097b6a8f48080f691928f74e3ac1d19c3919faa2243a2a425f8d", "result": { "component_errors": { "b": 6, "g": 6, "r": 6 }, "correct": null, "cost_estimated": false, "cost_usd": 0.00246075, "delta_e_ok": 0.020360884114709835, "error": null, "error_kind": null, "family": "rgb", "ground_truth": { "rgb": [ 128, 128, 128 ] }, "group_id": "numeric-08", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-08.png", "input_tokens": 1141, "latency_sec": 2.833296163007617, "model_name": "gemini-3.8-flash", "out_of_srgb": false, "output_tokens": 428, "prediction": { "b": 122, "g": 122, "r": 122 }, "prompt_sha256": "09fd259e1933fb6529f0be5f0819e7edcbad485141fc78abea1ceadc70f0cf55", "provider": "google", "raw_prediction": "{\"r\": 122, \"g\": 122, \"b\": 122}", "recorded_at": "2026-09-16T15:38:17.310286+00:00", "request_attempts": 1, "score": 89.81955794264508, "task_id": "colorbench-rgb-08", "tight_score": 59.278231770580334, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": false, "0.02": false, "0.05": true } } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "e45a38ab-bf0e-44df-9566-97b4daa7b360", "result_sha256": "3ce5f22bbaa28f75a2cfa5b5c39c5642b157b24d8a0c47b65151e2f98d3ee21e", "result": { "component_errors": { "b": 9, "g": 5, "r": 2 }, "correct": null, "cost_estimated": false, "cost_usd": 0.001992, "delta_e_ok": 0.00842191864047568, "error": null, "error_kind": null, "family": "rgb", "ground_truth": { "rgb": [ 230, 32, 44 ] }, "group_id": "numeric-09", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-09.png", "input_tokens": 1141, "latency_sec": 2.3890414600027725, "model_name": "gemini-3.8-flash", "out_of_srgb": false, "output_tokens": 303, "prediction": { "b": 35, "g": 27, "r": 228 }, "prompt_sha256": "09fd259e1933fb6529f0be5f0819e7edcbad485141fc78abea1ceadc70f0cf55", "provider": "google", "raw_prediction": "{\"r\":228,\"g\":27,\"b\":35}", "recorded_at": "2026-09-16T15:35:02.694494+00:00", "request_attempts": 1, "score": 95.78904067976217, "task_id": "colorbench-rgb-09", "tight_score": 83.15616271904864, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": true, "0.02": true, "0.05": true } } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "d4afa10f-f138-4863-9634-cb9afc4563d5", "result_sha256": "cfb1c3176e76c488d26aebbe78c84b7bd07e859e3545914de878293c6f40cced", "result": { "component_errors": { "b": 1, "g": 0, "r": 2 }, "correct": null, "cost_estimated": false, "cost_usd": 0.00204825, "delta_e_ok": 0.0014807857677218682, "error": null, "error_kind": null, "family": "rgb", "ground_truth": { "rgb": [ 24, 158, 82 ] }, "group_id": "numeric-10", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-10.png", "input_tokens": 1141, "latency_sec": 4.840133264078759, "model_name": "gemini-3.8-flash", "out_of_srgb": false, "output_tokens": 318, "prediction": { "b": 83, "g": 158, "r": 26 }, "prompt_sha256": "09fd259e1933fb6529f0be5f0819e7edcbad485141fc78abea1ceadc70f0cf55", "provider": "google", "raw_prediction": "{\n \"r\": 26,\n \"g\": 158,\n \"b\": 83\n}", "recorded_at": "2026-09-16T14:46:17.988587+00:00", "request_attempts": 1, "score": 99.25960711613907, "task_id": "colorbench-rgb-10", "tight_score": 97.03842846455626, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": true, "0.01": true, "0.02": true, "0.05": true } } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "c8ccab99-0012-4c70-a5c5-66015d89960d", "result_sha256": "538840e098a9c5b39180f22f4d1814fcaeb3662dc54d72a9b6717d54f3eb7c90", "result": { "component_errors": { "b": 4, "g": 5, "r": 1 }, "correct": null, "cost_estimated": false, "cost_usd": 0.0028995, "delta_e_ok": 0.012459171687720922, "error": null, "error_kind": null, "family": "rgb", "ground_truth": { "rgb": [ 44, 84, 228 ] }, "group_id": "numeric-11", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-11.png", "input_tokens": 1141, "latency_sec": 4.286551489960402, "model_name": "gemini-3.8-flash", "out_of_srgb": false, "output_tokens": 545, "prediction": { "b": 224, "g": 89, "r": 43 }, "prompt_sha256": "09fd259e1933fb6529f0be5f0819e7edcbad485141fc78abea1ceadc70f0cf55", "provider": "google", "raw_prediction": "{\"r\": 43, \"g\": 89, \"b\": 224}", "recorded_at": "2026-09-16T16:32:54.158448+00:00", "request_attempts": 1, "score": 93.77041415613954, "task_id": "colorbench-rgb-11", "tight_score": 75.08165662455816, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": false, "0.02": true, "0.05": true } } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "23b2271a-ca63-4d41-94dd-5dadd10d122e", "result_sha256": "42ee2ed3de5f99e201f5485f1d80ef1c959874c7db41ff2fbb522642b4b7f6be", "result": { "component_errors": { "b": 1, "g": 1, "r": 2 }, "correct": null, "cost_estimated": false, "cost_usd": 0.00200325, "delta_e_ok": 0.0036000856758740055, "error": null, "error_kind": null, "family": "rgb", "ground_truth": { "rgb": [ 236, 208, 44 ] }, "group_id": "numeric-12", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-12.png", "input_tokens": 1141, "latency_sec": 7.142745032091625, "model_name": "gemini-3.8-flash", "out_of_srgb": false, "output_tokens": 306, "prediction": { "b": 43, "g": 207, "r": 238 }, "prompt_sha256": "09fd259e1933fb6529f0be5f0819e7edcbad485141fc78abea1ceadc70f0cf55", "provider": "google", "raw_prediction": "{\n \"r\": 238,\n \"g\": 207,\n \"b\": 43\n}", "recorded_at": "2026-09-16T15:37:58.800763+00:00", "request_attempts": 1, "score": 98.199957162063, "task_id": "colorbench-rgb-12", "tight_score": 92.79982864825199, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": true, "0.01": true, "0.02": true, "0.05": true } } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "71528440-7ced-4302-a4d2-91d6f5e4cb96", "result_sha256": "d27a64437f3e367b9edc82623463d336afeba97c2f8ed8b271bf76a8e8bad011", "result": { "component_errors": { "b": 11, "g": 2, "r": 10 }, "correct": null, "cost_estimated": false, "cost_usd": 0.0025845, "delta_e_ok": 0.025057994954503986, "error": null, "error_kind": null, "family": "rgb", "ground_truth": { "rgb": [ 198, 58, 188 ] }, "group_id": "numeric-13", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-13.png", "input_tokens": 1141, "latency_sec": 2.9527886389987543, "model_name": "gemini-3.8-flash", "out_of_srgb": false, "output_tokens": 461, "prediction": { "b": 177, "g": 56, "r": 188 }, "prompt_sha256": "09fd259e1933fb6529f0be5f0819e7edcbad485141fc78abea1ceadc70f0cf55", "provider": "google", "raw_prediction": "{\"r\": 188, \"g\": 56, \"b\": 177}", "recorded_at": "2026-09-16T15:18:23.696224+00:00", "request_attempts": 1, "score": 87.47100252274801, "task_id": "colorbench-rgb-13", "tight_score": 49.88401009099203, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": false, "0.02": false, "0.05": true } } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "f13cebcc-c931-46e5-a70b-1ebb271a9ff7", "result_sha256": "4f32328e0ff095cd25ae79d9f285e615f33bf0c29d5ad663744aa51cb1750e73", "result": { "component_errors": { "b": 3, "g": 8, "r": 3 }, "correct": null, "cost_estimated": false, "cost_usd": 0.0019695, "delta_e_ok": 0.022877639578649044, "error": null, "error_kind": null, "family": "rgb", "ground_truth": { "rgb": [ 44, 178, 198 ] }, "group_id": "numeric-14", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-14.png", "input_tokens": 1141, "latency_sec": 26.741160843055695, "model_name": "gemini-3.8-flash", "out_of_srgb": false, "output_tokens": 297, "prediction": { "b": 195, "g": 170, "r": 41 }, "prompt_sha256": "09fd259e1933fb6529f0be5f0819e7edcbad485141fc78abea1ceadc70f0cf55", "provider": "google", "raw_prediction": "{\"r\":41,\"g\":170,\"b\":195}", "recorded_at": "2026-09-16T15:08:54.232496+00:00", "request_attempts": 1, "score": 88.56118021067549, "task_id": "colorbench-rgb-14", "tight_score": 54.24472084270191, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": false, "0.02": false, "0.05": true } } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "00dfccce-4c4e-419b-8797-592a6bf645da", "result_sha256": "f403468ec0109fdaf99e8ff28d3aa14cd50cb354942aa91f5d9aabfb3cce0bbd", "result": { "component_errors": { "b": 5, "g": 5, "r": 5 }, "correct": null, "cost_estimated": false, "cost_usd": 0.0032295, "delta_e_ok": 0.02266074557595982, "error": null, "error_kind": null, "family": "rgb", "ground_truth": { "rgb": [ 16, 16, 18 ] }, "group_id": "numeric-15", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-15.png", "input_tokens": 1141, "latency_sec": 4.524158634943888, "model_name": "gemini-3.8-flash", "out_of_srgb": false, "output_tokens": 633, "prediction": { "b": 23, "g": 21, "r": 21 }, "prompt_sha256": "09fd259e1933fb6529f0be5f0819e7edcbad485141fc78abea1ceadc70f0cf55", "provider": "google", "raw_prediction": "{\"r\":21,\"g\":21,\"b\":23}", "recorded_at": "2026-09-16T15:30:43.293040+00:00", "request_attempts": 1, "score": 88.66962721202009, "task_id": "colorbench-rgb-15", "tight_score": 54.67850884808036, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": false, "0.02": false, "0.05": true } } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "c8e7148d-399b-4f12-a98c-c42d447bc813", "result_sha256": "5b72535a125ce17f775c3eca57eea0be6b2c8910db9c1c2006ed7b85f35a8ae9", "result": { "component_errors": { "b": 0, "g": 0, "r": 0 }, "correct": null, "cost_estimated": false, "cost_usd": 0.00282825, "delta_e_ok": 0.0, "error": null, "error_kind": null, "family": "rgb", "ground_truth": { "rgb": [ 243, 243, 240 ] }, "group_id": "numeric-16", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-16.png", "input_tokens": 1141, "latency_sec": 3.1224473729962483, "model_name": "gemini-3.8-flash", "out_of_srgb": false, "output_tokens": 526, "prediction": { "b": 240, "g": 243, "r": 243 }, "prompt_sha256": "09fd259e1933fb6529f0be5f0819e7edcbad485141fc78abea1ceadc70f0cf55", "provider": "google", "raw_prediction": "{\"r\":243,\"g\":243,\"b\":240}", "recorded_at": "2026-09-16T15:36:44.069247+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-rgb-16", "tight_score": 100.0, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": true, "0.01": true, "0.02": true, "0.05": true } } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "537a72aa-a70b-4f9c-9b86-89a7c3254172", "result_sha256": "fd7b7f357d577e6a83b62fa95fdb76c85c268060313ffd4e9ee084850dbe6bf3", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00346875, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "A" }, "group_id": "samediff-pair-01-aa", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-01-aa.png", "input_tokens": 1130, "latency_sec": 4.044235740089789, "model_name": "gemini-3.8-flash", "out_of_srgb": null, "output_tokens": 699, "prediction": { "choice": "A" }, "prompt_sha256": "5e7848665b728e9630152c817156693405880e5f162e38c259dfb28921044958", "provider": "google", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T15:01:24.731889+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-01", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "b71086bf-1161-41f9-8a1b-fff6ce1ad720", "result_sha256": "9e632107129299f7b09456efffd5da21e9c7ea4a3f078b7ef88057fd10fd0e49", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00422625, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "B" }, "group_id": "samediff-pair-01-aa", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-01-aa.png", "input_tokens": 1130, "latency_sec": 4.5591286070412025, "model_name": "gemini-3.8-flash", "out_of_srgb": null, "output_tokens": 901, "prediction": { "choice": "B" }, "prompt_sha256": "0a4ab165981a50bcd6b555f867e9fb0981199d629c3115939bc1fd3f4639f344", "provider": "google", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T16:29:42.866110+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-02", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "091b9f46-b513-43bf-b0e8-097500a99f0a", "result_sha256": "8067ebd9069a0254953387aa0be307cbba8f8eb2bb4a20e67b1d438264698663", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00231, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "A" }, "group_id": "samediff-pair-01-bb", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-01-bb.png", "input_tokens": 1130, "latency_sec": 2.6607244599144906, "model_name": "gemini-3.8-flash", "out_of_srgb": null, "output_tokens": 390, "prediction": { "choice": "A" }, "prompt_sha256": "5e7848665b728e9630152c817156693405880e5f162e38c259dfb28921044958", "provider": "google", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T15:45:07.266660+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-03", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "7695859b-5520-4512-a051-072b4b5a0c12", "result_sha256": "6f2e9fb724569ce377b549013d8768616e4c32cfe1aef6644dd246e43dc38c36", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00298875, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "B" }, "group_id": "samediff-pair-01-bb", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-01-bb.png", "input_tokens": 1130, "latency_sec": 10.56647009192966, "model_name": "gemini-3.8-flash", "out_of_srgb": null, "output_tokens": 571, "prediction": { "choice": "B" }, "prompt_sha256": "0a4ab165981a50bcd6b555f867e9fb0981199d629c3115939bc1fd3f4639f344", "provider": "google", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T14:25:39.521833+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-04", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "c7c7d25b-ee99-4393-b6cc-240bb4fea40c", "result_sha256": "def22c92ae192cbefa725f05cc37dbb565c0e8328de2e3391194df6131bbea20", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.00237, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "B" }, "group_id": "samediff-pair-01-ab", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-01-ab.png", "input_tokens": 1130, "latency_sec": 6.266198460943997, "model_name": "gemini-3.8-flash", "out_of_srgb": null, "output_tokens": 406, "prediction": { "choice": "A" }, "prompt_sha256": "5e7848665b728e9630152c817156693405880e5f162e38c259dfb28921044958", "provider": "google", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T15:39:38.876294+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-samediff-05", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "f3a923e3-2e12-465c-9892-038c99291e73", "result_sha256": "569f9fb4f59a803a37a44564f4a5247e944357622dfb74b9c1f82373fbcaab60", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.00333, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "A" }, "group_id": "samediff-pair-01-ab", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-01-ab.png", "input_tokens": 1130, "latency_sec": 4.152246979065239, "model_name": "gemini-3.8-flash", "out_of_srgb": null, "output_tokens": 662, "prediction": { "choice": "B" }, "prompt_sha256": "0a4ab165981a50bcd6b555f867e9fb0981199d629c3115939bc1fd3f4639f344", "provider": "google", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T15:29:01.545629+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-samediff-06", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "1a3d9264-baf4-4c4a-a13d-528f8cbe7fb0", "result_sha256": "9e84cba7653582e43f2862e956d02134f6421ac742ab24de490ffdbbd367be9e", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.004005, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "B" }, "group_id": "samediff-pair-01-ba", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-01-ba.png", "input_tokens": 1130, "latency_sec": 4.224076048936695, "model_name": "gemini-3.8-flash", "out_of_srgb": null, "output_tokens": 842, "prediction": { "choice": "A" }, "prompt_sha256": "5e7848665b728e9630152c817156693405880e5f162e38c259dfb28921044958", "provider": "google", "raw_prediction": "{\n \"choice\": \"A\"\n}", "recorded_at": "2026-09-16T15:52:46.392282+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-samediff-07", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "1c39341b-e075-41b0-9777-5c9c14d9159a", "result_sha256": "0c8bba4894e8889923f9e0c5b4ae5cabd8c05e28b90e4a2dfd101208992c1465", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.00292125, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "A" }, "group_id": "samediff-pair-01-ba", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-01-ba.png", "input_tokens": 1130, "latency_sec": 3.1818680829601362, "model_name": "gemini-3.8-flash", "out_of_srgb": null, "output_tokens": 553, "prediction": { "choice": "B" }, "prompt_sha256": "0a4ab165981a50bcd6b555f867e9fb0981199d629c3115939bc1fd3f4639f344", "provider": "google", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T15:42:04.810787+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-samediff-08", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "d7391f28-0e31-46e7-b393-ce5b2ecb88eb", "result_sha256": "77aa72fd73b6c58e71bdba1f853a9fbb094e3f6f75bfb92cc2f4770c04655ae2", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00252375, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "A" }, "group_id": "samediff-pair-02-aa", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-02-aa.png", "input_tokens": 1130, "latency_sec": 3.8793116790475324, "model_name": "gemini-3.8-flash", "out_of_srgb": null, "output_tokens": 447, "prediction": { "choice": "A" }, "prompt_sha256": "5e7848665b728e9630152c817156693405880e5f162e38c259dfb28921044958", "provider": "google", "raw_prediction": "{\n \"choice\": \"A\"\n}", "recorded_at": "2026-09-16T16:01:52.608679+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-09", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "51ad7377-da4f-4dde-a9d9-c3b774dca825", "result_sha256": "92c7f2e166df4ca8cefa182198d5ec436da674f34417edcf47fc56f7c609ec48", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0023925, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "B" }, "group_id": "samediff-pair-02-aa", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-02-aa.png", "input_tokens": 1130, "latency_sec": 2.8254835290135816, "model_name": "gemini-3.8-flash", "out_of_srgb": null, "output_tokens": 412, "prediction": { "choice": "B" }, "prompt_sha256": "0a4ab165981a50bcd6b555f867e9fb0981199d629c3115939bc1fd3f4639f344", "provider": "google", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T16:25:06.136374+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-10", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "5b385d23-f8c4-4ada-8a9e-71fac76933b9", "result_sha256": "83f3c567cca774b32407b46d2ca529ec1804654f8849ae68a86e668d91eba779", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0032775, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "A" }, "group_id": "samediff-pair-02-bb", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-02-bb.png", "input_tokens": 1130, "latency_sec": 4.858102794969454, "model_name": "gemini-3.8-flash", "out_of_srgb": null, "output_tokens": 648, "prediction": { "choice": "A" }, "prompt_sha256": "5e7848665b728e9630152c817156693405880e5f162e38c259dfb28921044958", "provider": "google", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T15:51:36.496487+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-11", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "e5e7823d-2714-4201-875a-feb864b31fc0", "result_sha256": "ead48b4fc6bd00ce09bc95562defb25d5ecc6ebddba4f5467efc17a19a2e6e44", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002415, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "B" }, "group_id": "samediff-pair-02-bb", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-02-bb.png", "input_tokens": 1130, "latency_sec": 2.9127844100585207, "model_name": "gemini-3.8-flash", "out_of_srgb": null, "output_tokens": 418, "prediction": { "choice": "B" }, "prompt_sha256": "0a4ab165981a50bcd6b555f867e9fb0981199d629c3115939bc1fd3f4639f344", "provider": "google", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T16:07:46.215085+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-12", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "f5a62b6c-d816-43b7-91df-179db0018ba2", "result_sha256": "9d7c2f7a9f3a2e061726ffdeba1b1b2c4bbfbf2bbb31272b0240bce71688633e", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.0065025, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "B" }, "group_id": "samediff-pair-02-ab", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-02-ab.png", "input_tokens": 1130, "latency_sec": 8.446955586085096, "model_name": "gemini-3.8-flash", "out_of_srgb": null, "output_tokens": 1508, "prediction": { "choice": "A" }, "prompt_sha256": "5e7848665b728e9630152c817156693405880e5f162e38c259dfb28921044958", "provider": "google", "raw_prediction": "{\n \"choice\": \"A\"\n}", "recorded_at": "2026-09-16T16:16:11.696863+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-samediff-13", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "f71e9239-1603-4604-b823-07dd7ffff2c9", "result_sha256": "7b8486dff83d30384cc6244a777a5fec824a0c5602d2de6c75ec9dcc77fda804", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0030375, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "A" }, "group_id": "samediff-pair-02-ab", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-02-ab.png", "input_tokens": 1130, "latency_sec": 4.929402141016908, "model_name": "gemini-3.8-flash", "out_of_srgb": null, "output_tokens": 584, "prediction": { "choice": "A" }, "prompt_sha256": "0a4ab165981a50bcd6b555f867e9fb0981199d629c3115939bc1fd3f4639f344", "provider": "google", "raw_prediction": "{\n \"choice\": \"A\"\n}", "recorded_at": "2026-09-16T15:32:11.449510+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-14", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "71518edd-5e6e-4d24-9fd7-a70600cabc48", "result_sha256": "38b3b5ab5d72b904d986620b2161f609cc20ebf78e9fdfd03d347e39efb923e6", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.00317625, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "B" }, "group_id": "samediff-pair-02-ba", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-02-ba.png", "input_tokens": 1130, "latency_sec": 27.3330971209798, "model_name": "gemini-3.8-flash", "out_of_srgb": null, "output_tokens": 621, "prediction": { "choice": "A" }, "prompt_sha256": "5e7848665b728e9630152c817156693405880e5f162e38c259dfb28921044958", "provider": "google", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T16:24:04.276855+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-samediff-15", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "281e8b6b-7513-489f-96eb-b96d521a61f7", "result_sha256": "122acc9a86d735790c20f90ef0745a15f2f7ae287583ea9c76ab07c7d8d4d3c1", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.00480375, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "A" }, "group_id": "samediff-pair-02-ba", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-02-ba.png", "input_tokens": 1130, "latency_sec": 13.146110067027621, "model_name": "gemini-3.8-flash", "out_of_srgb": null, "output_tokens": 1055, "prediction": { "choice": "B" }, "prompt_sha256": "0a4ab165981a50bcd6b555f867e9fb0981199d629c3115939bc1fd3f4639f344", "provider": "google", "raw_prediction": "{\n \"choice\": \"B\"\n}", "recorded_at": "2026-09-16T14:27:16.841626+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-samediff-16", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "563caa7c-cb61-41a1-8c54-91f412359c44", "result_sha256": "0c09c519f977145250ec98860ee8019a2461e4dd7d18e09a81d74ddc655a736e", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00394875, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "A" }, "group_id": "samediff-pair-03-aa", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-03-aa.png", "input_tokens": 1130, "latency_sec": 4.325270371045917, "model_name": "gemini-3.8-flash", "out_of_srgb": null, "output_tokens": 827, "prediction": { "choice": "A" }, "prompt_sha256": "5e7848665b728e9630152c817156693405880e5f162e38c259dfb28921044958", "provider": "google", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T15:25:33.518468+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-17", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "c9c7c46f-2e13-45cb-bd07-ceb31a525b30", "result_sha256": "d2a3c1d9cfa6941042b298339887cc1269240904aed1440b4ab9f38f6b7f341f", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00378375, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "B" }, "group_id": "samediff-pair-03-aa", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-03-aa.png", "input_tokens": 1130, "latency_sec": 7.409988772938959, "model_name": "gemini-3.8-flash", "out_of_srgb": null, "output_tokens": 783, "prediction": { "choice": "B" }, "prompt_sha256": "0a4ab165981a50bcd6b555f867e9fb0981199d629c3115939bc1fd3f4639f344", "provider": "google", "raw_prediction": "{\n \"choice\": \"B\"\n}", "recorded_at": "2026-09-16T15:12:25.869088+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-18", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "13a12300-102f-480a-b878-5e826e6d4908", "result_sha256": "a12462cb057e043e5c0c6a7f6d5829891efe53c298e524218024f2d2ee5f6ff8", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00347625, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "A" }, "group_id": "samediff-pair-03-bb", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-03-bb.png", "input_tokens": 1130, "latency_sec": 3.943849919945933, "model_name": "gemini-3.8-flash", "out_of_srgb": null, "output_tokens": 701, "prediction": { "choice": "A" }, "prompt_sha256": "5e7848665b728e9630152c817156693405880e5f162e38c259dfb28921044958", "provider": "google", "raw_prediction": "{\n \"choice\": \"A\"\n}", "recorded_at": "2026-09-16T15:53:08.462853+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-19", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "c7bd1e86-962b-4854-8641-c20c4f1e2201", "result_sha256": "cb55fa5d3c469be220c54a120ca6ce13ee12783d27f54e1a125f62787a1db139", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00243, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "B" }, "group_id": "samediff-pair-03-bb", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-03-bb.png", "input_tokens": 1130, "latency_sec": 2.4215363670373335, "model_name": "gemini-3.8-flash", "out_of_srgb": null, "output_tokens": 422, "prediction": { "choice": "B" }, "prompt_sha256": "0a4ab165981a50bcd6b555f867e9fb0981199d629c3115939bc1fd3f4639f344", "provider": "google", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T16:00:52.146900+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-20", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "7b2a8c5b-9315-464f-8e26-ee588cec361b", "result_sha256": "e6faa24bc1383a55ef8c8df745b20df767290055ce35712e1c1075667c6d5ba4", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.00379125, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "B" }, "group_id": "samediff-pair-03-ab", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-03-ab.png", "input_tokens": 1130, "latency_sec": 4.158451842959039, "model_name": "gemini-3.8-flash", "out_of_srgb": null, "output_tokens": 785, "prediction": { "choice": "A" }, "prompt_sha256": "5e7848665b728e9630152c817156693405880e5f162e38c259dfb28921044958", "provider": "google", "raw_prediction": "{\n \"choice\": \"A\"\n}", "recorded_at": "2026-09-16T14:43:58.440443+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-samediff-21", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "8acb4599-be57-448d-8671-6edf879352a2", "result_sha256": "05d3adb4d3d4b8e1305577dc6cd5faa96fd14d7b831b97918f77588d86f5f3ea", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.00761625, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "A" }, "group_id": "samediff-pair-03-ab", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-03-ab.png", "input_tokens": 1130, "latency_sec": 8.569113395991735, "model_name": "gemini-3.8-flash", "out_of_srgb": null, "output_tokens": 1805, "prediction": { "choice": "B" }, "prompt_sha256": "0a4ab165981a50bcd6b555f867e9fb0981199d629c3115939bc1fd3f4639f344", "provider": "google", "raw_prediction": "{\n \"choice\": \"B\"\n}", "recorded_at": "2026-09-16T15:33:44.843554+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-samediff-22", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "b16cd14e-9dc3-4407-abd7-f051806426ec", "result_sha256": "796e2819f8ab12e4ff5d07678da74bfa6b3a3a2d525acc2cfc0c98e238809e35", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.0041775, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "B" }, "group_id": "samediff-pair-03-ba", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-03-ba.png", "input_tokens": 1130, "latency_sec": 6.508874455001205, "model_name": "gemini-3.8-flash", "out_of_srgb": null, "output_tokens": 888, "prediction": { "choice": "A" }, "prompt_sha256": "5e7848665b728e9630152c817156693405880e5f162e38c259dfb28921044958", "provider": "google", "raw_prediction": "{\n \"choice\": \"A\"\n}", "recorded_at": "2026-09-16T16:13:25.338650+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-samediff-23", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "e8717248-d8ca-45c0-bd88-6e332583c57f", "result_sha256": "91e38b393fd2a7d90d026b8a7780d09de87565d06cb02905c7241cadc5210fa2", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.00238125, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "A" }, "group_id": "samediff-pair-03-ba", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-03-ba.png", "input_tokens": 1130, "latency_sec": 2.9376672559883446, "model_name": "gemini-3.8-flash", "out_of_srgb": null, "output_tokens": 409, "prediction": { "choice": "B" }, "prompt_sha256": "0a4ab165981a50bcd6b555f867e9fb0981199d629c3115939bc1fd3f4639f344", "provider": "google", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T16:11:29.349400+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-samediff-24", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "58743832-63f2-40dc-8cd7-b3c9dd561885", "result_sha256": "92febfa34dc6a7ddd4df04cdda53883734183de28c0c5fe3310ea6e44d3d6b92", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0039225, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "A" }, "group_id": "samediff-pair-04-aa", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-04-aa.png", "input_tokens": 1130, "latency_sec": 4.167124375002459, "model_name": "gemini-3.8-flash", "out_of_srgb": null, "output_tokens": 820, "prediction": { "choice": "A" }, "prompt_sha256": "5e7848665b728e9630152c817156693405880e5f162e38c259dfb28921044958", "provider": "google", "raw_prediction": "{\n \"choice\": \"A\"\n}", "recorded_at": "2026-09-16T16:29:32.304927+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-25", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "727fd37f-7b27-49c4-8b46-5ce98c6908ca", "result_sha256": "28259409ec2841266023836c32bf77168e7ff81c07407d47e61f2fdc32c20ce2", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0034425, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "B" }, "group_id": "samediff-pair-04-aa", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-04-aa.png", "input_tokens": 1130, "latency_sec": 6.278512677992694, "model_name": "gemini-3.8-flash", "out_of_srgb": null, "output_tokens": 692, "prediction": { "choice": "B" }, "prompt_sha256": "0a4ab165981a50bcd6b555f867e9fb0981199d629c3115939bc1fd3f4639f344", "provider": "google", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T15:22:09.897575+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-26", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "5a6795ef-5367-4ef0-aef8-4c6559475f25", "result_sha256": "55618e777a6a1144ff70d0628446ffdb8dd7a9b28dbc2a63af4b6ba53974cd55", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00543375, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "A" }, "group_id": "samediff-pair-04-bb", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-04-bb.png", "input_tokens": 1130, "latency_sec": 6.149511017021723, "model_name": "gemini-3.8-flash", "out_of_srgb": null, "output_tokens": 1223, "prediction": { "choice": "A" }, "prompt_sha256": "5e7848665b728e9630152c817156693405880e5f162e38c259dfb28921044958", "provider": "google", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T15:32:37.100304+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-27", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "b67d5b21-4c0d-4632-923e-0f9021f6afe0", "result_sha256": "da0faafe6938826b267ba514951ce8bb540e48fc131e71f66c591ef84e76d765", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00335625, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "B" }, "group_id": "samediff-pair-04-bb", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-04-bb.png", "input_tokens": 1130, "latency_sec": 8.209997555008158, "model_name": "gemini-3.8-flash", "out_of_srgb": null, "output_tokens": 669, "prediction": { "choice": "B" }, "prompt_sha256": "0a4ab165981a50bcd6b555f867e9fb0981199d629c3115939bc1fd3f4639f344", "provider": "google", "raw_prediction": "{\n \"choice\": \"B\"\n}", "recorded_at": "2026-09-16T15:09:22.008270+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-28", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "840ca7f0-e76a-498a-acc7-890efea8aae4", "result_sha256": "a7341a4c67b6c0442168b8cfd00b4e682764095421757e3fadc3fa6daf0689df", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00378, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "B" }, "group_id": "samediff-pair-04-ab", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-04-ab.png", "input_tokens": 1130, "latency_sec": 4.92523216502741, "model_name": "gemini-3.8-flash", "out_of_srgb": null, "output_tokens": 782, "prediction": { "choice": "B" }, "prompt_sha256": "5e7848665b728e9630152c817156693405880e5f162e38c259dfb28921044958", "provider": "google", "raw_prediction": "{\n \"choice\": \"B\"\n}", "recorded_at": "2026-09-16T15:44:12.488272+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-29", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "b7f1d8f1-e3fa-4448-9a4c-3ccb7c082219", "result_sha256": "2e172bec3bd9222c7f9bd8123236d3c1456753fff88a5ec2922db8abb3e47af1", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00368625, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "A" }, "group_id": "samediff-pair-04-ab", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-04-ab.png", "input_tokens": 1130, "latency_sec": 16.565782524994574, "model_name": "gemini-3.8-flash", "out_of_srgb": null, "output_tokens": 757, "prediction": { "choice": "A" }, "prompt_sha256": "0a4ab165981a50bcd6b555f867e9fb0981199d629c3115939bc1fd3f4639f344", "provider": "google", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T14:06:24.066022+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-30", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "8213db9f-2e3d-495d-ba8a-7662b86b8d61", "result_sha256": "146a6d91fc41c1859e88aa5c24aeb746913878ac0147c02135f511129f2d8513", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.0029925, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "B" }, "group_id": "samediff-pair-04-ba", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-04-ba.png", "input_tokens": 1130, "latency_sec": 5.524368138052523, "model_name": "gemini-3.8-flash", "out_of_srgb": null, "output_tokens": 572, "prediction": { "choice": "A" }, "prompt_sha256": "5e7848665b728e9630152c817156693405880e5f162e38c259dfb28921044958", "provider": "google", "raw_prediction": "{\n \"choice\": \"A\"\n}", "recorded_at": "2026-09-16T16:14:24.058185+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-samediff-31", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "a5faeb50-68e1-4ca9-b74b-294139539809", "result_sha256": "95c2484b948d0dc61a98b46c839277a04e9857682bac78a81e0511c95ff71ce2", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.002895, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "A" }, "group_id": "samediff-pair-04-ba", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-04-ba.png", "input_tokens": 1130, "latency_sec": 4.157162370975129, "model_name": "gemini-3.8-flash", "out_of_srgb": null, "output_tokens": 546, "prediction": { "choice": "B" }, "prompt_sha256": "0a4ab165981a50bcd6b555f867e9fb0981199d629c3115939bc1fd3f4639f344", "provider": "google", "raw_prediction": "{\n \"choice\": \"B\"\n}", "recorded_at": "2026-09-16T15:46:14.158546+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-samediff-32", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "a3d6fd4d-178a-442f-953d-28a7c3c511ca", "result_sha256": "7c863bcb19f5b96fac20b1dd33e35ae8fe6df8a4b78cc08ec6450929a9f5d8a3", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00249, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "A" }, "group_id": "samediff-pair-05-aa", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-05-aa.png", "input_tokens": 1130, "latency_sec": 2.4422628940083086, "model_name": "gemini-3.8-flash", "out_of_srgb": null, "output_tokens": 438, "prediction": { "choice": "A" }, "prompt_sha256": "5e7848665b728e9630152c817156693405880e5f162e38c259dfb28921044958", "provider": "google", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T15:07:59.318928+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-33", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "dbd4068f-cd40-4b4d-b811-97b47dc79ea2", "result_sha256": "d6e27b7ad0a9bacc61ff21c0a5e07c1df578febc5bd56546bd1ac3aa613c8f29", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00271875, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "B" }, "group_id": "samediff-pair-05-aa", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-05-aa.png", "input_tokens": 1130, "latency_sec": 4.710826730006374, "model_name": "gemini-3.8-flash", "out_of_srgb": null, "output_tokens": 499, "prediction": { "choice": "B" }, "prompt_sha256": "0a4ab165981a50bcd6b555f867e9fb0981199d629c3115939bc1fd3f4639f344", "provider": "google", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T15:43:59.231410+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-34", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "7b21ba0d-2614-42d6-8c92-62326c0f84ed", "result_sha256": "dffef00e900e622617c62dcb1cccb547214081e5908a0464ea98c518601dc647", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00505125, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "A" }, "group_id": "samediff-pair-05-bb", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-05-bb.png", "input_tokens": 1130, "latency_sec": 6.224098776932806, "model_name": "gemini-3.8-flash", "out_of_srgb": null, "output_tokens": 1121, "prediction": { "choice": "A" }, "prompt_sha256": "5e7848665b728e9630152c817156693405880e5f162e38c259dfb28921044958", "provider": "google", "raw_prediction": "{\n \"choice\": \"A\"\n}", "recorded_at": "2026-09-16T16:02:59.511946+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-35", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "39184d9e-2b8c-4a19-aeba-fea146f67b10", "result_sha256": "5c348c6f3bcea5febae502de5c078927648c415a9d0d5985f1cf038bff4ad082", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0026325, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "B" }, "group_id": "samediff-pair-05-bb", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-05-bb.png", "input_tokens": 1130, "latency_sec": 2.8806572160683572, "model_name": "gemini-3.8-flash", "out_of_srgb": null, "output_tokens": 476, "prediction": { "choice": "B" }, "prompt_sha256": "0a4ab165981a50bcd6b555f867e9fb0981199d629c3115939bc1fd3f4639f344", "provider": "google", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T16:21:07.164126+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-36", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "28002e2b-0cdf-4252-a3ac-fb2cb8c41d57", "result_sha256": "6b9b822fd38f53f0fedb7af3bb613961d0a29f9cac1210634c685a87a4041083", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00269625, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "B" }, "group_id": "samediff-pair-05-ab", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-05-ab.png", "input_tokens": 1130, "latency_sec": 5.5871504440438, "model_name": "gemini-3.8-flash", "out_of_srgb": null, "output_tokens": 493, "prediction": { "choice": "B" }, "prompt_sha256": "5e7848665b728e9630152c817156693405880e5f162e38c259dfb28921044958", "provider": "google", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T15:48:01.993146+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-37", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "9c6745a1-47d6-46bc-b1de-e72c5ef21471", "result_sha256": "44a36dc869c787b3a5bd7f6f5b691b67c83f0ea773a359d269aeb4f4e4230700", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00294, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "A" }, "group_id": "samediff-pair-05-ab", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-05-ab.png", "input_tokens": 1130, "latency_sec": 3.00928982894402, "model_name": "gemini-3.8-flash", "out_of_srgb": null, "output_tokens": 558, "prediction": { "choice": "A" }, "prompt_sha256": "0a4ab165981a50bcd6b555f867e9fb0981199d629c3115939bc1fd3f4639f344", "provider": "google", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T15:55:16.087883+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-38", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "5d782b7e-50e8-4cf9-ac01-14aedfc52fcb", "result_sha256": "1729fe216c5777211f35cc44c8213a9ef2fde920f60945d179207358f9a8fa01", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.0026325, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "B" }, "group_id": "samediff-pair-05-ba", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-05-ba.png", "input_tokens": 1130, "latency_sec": 7.711999559076503, "model_name": "gemini-3.8-flash", "out_of_srgb": null, "output_tokens": 476, "prediction": { "choice": "A" }, "prompt_sha256": "5e7848665b728e9630152c817156693405880e5f162e38c259dfb28921044958", "provider": "google", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T15:15:03.062110+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-samediff-39", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "be10b9cc-9267-4750-b027-095e019aa026", "result_sha256": "d9e373dcf7ecccff64dfa58c0f51e29a2d5c4dc3b1040753ed5f5e8bcef36ef2", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.00319125, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "A" }, "group_id": "samediff-pair-05-ba", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-05-ba.png", "input_tokens": 1130, "latency_sec": 6.801982289995067, "model_name": "gemini-3.8-flash", "out_of_srgb": null, "output_tokens": 625, "prediction": { "choice": "B" }, "prompt_sha256": "0a4ab165981a50bcd6b555f867e9fb0981199d629c3115939bc1fd3f4639f344", "provider": "google", "raw_prediction": "{\n \"choice\": \"B\"\n}", "recorded_at": "2026-09-16T14:52:40.263030+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-samediff-40", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "c97ecf24-3bd5-4ca4-9c05-036ab4fb340b", "result_sha256": "e82120be3ae7f34585237d0241dfc7cdacfa41eb07edeab97fcd7db4ed086a4d", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00309, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "A" }, "group_id": "samediff-pair-06-aa", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-06-aa.png", "input_tokens": 1130, "latency_sec": 9.684494276996702, "model_name": "gemini-3.8-flash", "out_of_srgb": null, "output_tokens": 598, "prediction": { "choice": "A" }, "prompt_sha256": "5e7848665b728e9630152c817156693405880e5f162e38c259dfb28921044958", "provider": "google", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T14:25:19.940099+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-41", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "a1560eb6-58d0-45d9-a4bc-534946e3a69a", "result_sha256": "9e12a3670b62135fe6f9e7d8c521966ff70e76d395292d4bb7c7eb2d37a3f9bc", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00268875, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "B" }, "group_id": "samediff-pair-06-aa", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-06-aa.png", "input_tokens": 1130, "latency_sec": 9.743751411093399, "model_name": "gemini-3.8-flash", "out_of_srgb": null, "output_tokens": 491, "prediction": { "choice": "B" }, "prompt_sha256": "0a4ab165981a50bcd6b555f867e9fb0981199d629c3115939bc1fd3f4639f344", "provider": "google", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T15:19:50.177358+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-42", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "1c7cf3aa-92c7-4091-bb2e-eaf858c7e50f", "result_sha256": "be89e0ac77451837522369b5289ccb005d0618553c22b637f951c3db8c0fbcd6", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00292125, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "A" }, "group_id": "samediff-pair-06-bb", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-06-bb.png", "input_tokens": 1130, "latency_sec": 3.39407395303715, "model_name": "gemini-3.8-flash", "out_of_srgb": null, "output_tokens": 553, "prediction": { "choice": "A" }, "prompt_sha256": "5e7848665b728e9630152c817156693405880e5f162e38c259dfb28921044958", "provider": "google", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T14:48:04.967013+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-43", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "737fc418-6964-448f-a93b-48211edcb5f6", "result_sha256": "50c8625f43d26e1484e4a8ebb17133a35b9527e5eeee1eccd74212866d2d21fa", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00281625, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "B" }, "group_id": "samediff-pair-06-bb", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-06-bb.png", "input_tokens": 1130, "latency_sec": 3.460063228965737, "model_name": "gemini-3.8-flash", "out_of_srgb": null, "output_tokens": 525, "prediction": { "choice": "B" }, "prompt_sha256": "0a4ab165981a50bcd6b555f867e9fb0981199d629c3115939bc1fd3f4639f344", "provider": "google", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T16:17:13.295330+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-44", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "bcd73b0e-0051-470a-bbb3-56cab68135eb", "result_sha256": "df6c0790b8e95f555c1c0024a21d23cb09a5340d4ea046f20edea35eb1bc3696", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.00386625, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "B" }, "group_id": "samediff-pair-06-ab", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-06-ab.png", "input_tokens": 1130, "latency_sec": 22.25044984696433, "model_name": "gemini-3.8-flash", "out_of_srgb": null, "output_tokens": 805, "prediction": { "choice": "A" }, "prompt_sha256": "5e7848665b728e9630152c817156693405880e5f162e38c259dfb28921044958", "provider": "google", "raw_prediction": "{\n \"choice\": \"A\"\n}", "recorded_at": "2026-09-16T14:34:54.389404+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-samediff-45", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "29d808f9-b5dd-4fb8-8aea-c4e0b6576de5", "result_sha256": "dc5819109889361871b88553f56d389853aea31c305f16aaa13d6a8204cb13fb", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.00316125, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "A" }, "group_id": "samediff-pair-06-ab", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-06-ab.png", "input_tokens": 1130, "latency_sec": 3.526461860979907, "model_name": "gemini-3.8-flash", "out_of_srgb": null, "output_tokens": 617, "prediction": { "choice": "B" }, "prompt_sha256": "0a4ab165981a50bcd6b555f867e9fb0981199d629c3115939bc1fd3f4639f344", "provider": "google", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T15:33:55.027489+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-samediff-46", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "933e7b18-dac9-4a87-8064-bcb7073ab2d2", "result_sha256": "8bd086e5223e22c266fe50034a6ec6ab97dd6c8f3f87d3505d1fd5058b14a58c", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0054675, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "B" }, "group_id": "samediff-pair-06-ba", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-06-ba.png", "input_tokens": 1130, "latency_sec": 10.788605093024671, "model_name": "gemini-3.8-flash", "out_of_srgb": null, "output_tokens": 1232, "prediction": { "choice": "B" }, "prompt_sha256": "5e7848665b728e9630152c817156693405880e5f162e38c259dfb28921044958", "provider": "google", "raw_prediction": "{\n \"choice\": \"B\"\n}", "recorded_at": "2026-09-16T14:12:35.392426+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-47", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "fade8062-7a9a-4417-94b3-7e9680f7f148", "result_sha256": "321a35cb8f4321837a8602af278f7d7ff834a57dfd4086a6bd9ee61946c2cb4f", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.00304875, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "A" }, "group_id": "samediff-pair-06-ba", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-06-ba.png", "input_tokens": 1130, "latency_sec": 3.1715332160238177, "model_name": "gemini-3.8-flash", "out_of_srgb": null, "output_tokens": 587, "prediction": { "choice": "B" }, "prompt_sha256": "0a4ab165981a50bcd6b555f867e9fb0981199d629c3115939bc1fd3f4639f344", "provider": "google", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T14:41:39.326724+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-samediff-48", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "a6a70dfe-5291-43e3-afd4-3e037e91119f", "result_sha256": "ba8fde38df7a46f1fec1c1c13d11d427da2de6b7d0b4bcda8efdfe49768ace53", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00682425, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "A" }, "group_id": "smallmatch-01-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-01.png", "input_tokens": 1129, "latency_sec": 24.355267432052642, "model_name": "gemini-3.8-flash", "out_of_srgb": null, "output_tokens": 1594, "prediction": { "choice": "A" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "google", "raw_prediction": "{\n \"choice\": \"A\"\n}", "recorded_at": "2026-09-16T14:23:16.157062+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-01", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "0062166e-4dcf-4d3f-9b4b-6a21b55f412c", "result_sha256": "e6b35c15e6a769ff3207e79d3c6ddb7398fe209328d837c61168f102f15fbaf5", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00647175, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "B" }, "group_id": "smallmatch-01-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-02.png", "input_tokens": 1129, "latency_sec": 7.77290681109298, "model_name": "gemini-3.8-flash", "out_of_srgb": null, "output_tokens": 1500, "prediction": { "choice": "B" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "google", "raw_prediction": "{\n \"choice\": \"B\"\n}", "recorded_at": "2026-09-16T16:03:15.334216+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-02", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "142e444c-f6e7-4887-a936-75b658725168", "result_sha256": "282b4f99b8b4703f78d43b481d9d0742a33d4417311e439e1a3d445caef5ceb4", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0033555, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "C" }, "group_id": "smallmatch-01-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-03.png", "input_tokens": 1129, "latency_sec": 10.450466351001523, "model_name": "gemini-3.8-flash", "out_of_srgb": null, "output_tokens": 669, "prediction": { "choice": "C" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "google", "raw_prediction": "{\"choice\": \"C\"}", "recorded_at": "2026-09-16T14:19:24.454104+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-03", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "1ecf8281-1786-437c-a7d2-36b5667f2f93", "result_sha256": "7692b2b26ac18769215cb600788d0c105322cf06ce3fa26194d88e7d3f058c13", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.00861675, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "D" }, "group_id": "smallmatch-01-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-04.png", "input_tokens": 1129, "latency_sec": 9.568678411073051, "model_name": "gemini-3.8-flash", "out_of_srgb": null, "output_tokens": 2072, "prediction": { "choice": "B" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "google", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T15:41:40.419055+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-smallmatch-04", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "b4caca01-19ec-4674-b9fb-b8581b9283f7", "result_sha256": "aac0e6fb6c92370db8aaf124f99bccf907ce6fbb2aa6fbaf38809615ce2c99f5", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.01050675, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "A" }, "group_id": "smallmatch-01-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-05.png", "input_tokens": 1129, "latency_sec": 11.062530216993764, "model_name": "gemini-3.8-flash", "out_of_srgb": null, "output_tokens": 2576, "prediction": { "choice": "D" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "google", "raw_prediction": "{\n \"choice\": \"D\"\n}", "recorded_at": "2026-09-16T15:54:57.485138+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-smallmatch-05", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "160a34b5-1ec9-4a48-b0f1-ca4d531c3c8d", "result_sha256": "cf0d9e5e333a873a6eccd269be2a323e1997f2b43c907b5cab3080f7f531095d", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00419925, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "B" }, "group_id": "smallmatch-01-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-06.png", "input_tokens": 1129, "latency_sec": 5.41879375197459, "model_name": "gemini-3.8-flash", "out_of_srgb": null, "output_tokens": 894, "prediction": { "choice": "B" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "google", "raw_prediction": "{\n \"choice\": \"B\"\n}", "recorded_at": "2026-09-16T14:34:11.430129+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-06", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "d9d5d0a1-634b-4e3f-9673-a15e032f5479", "result_sha256": "fe8ce11e3c38b6d3b3fc013b17a6f797ce8b9b9641ca5602354ecef9d3863b59", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.0067755, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "C" }, "group_id": "smallmatch-01-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-07.png", "input_tokens": 1129, "latency_sec": 7.094279464916326, "model_name": "gemini-3.8-flash", "out_of_srgb": null, "output_tokens": 1581, "prediction": { "choice": "A" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "google", "raw_prediction": "{\n \"choice\": \"A\"\n}", "recorded_at": "2026-09-16T15:00:47.188758+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-smallmatch-07", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "8f0618e4-1366-4549-8089-cd05061b1454", "result_sha256": "e4a109d50a082995c333db8bcc63f67782af075a19bdea185b054c645cf1b124", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.014013, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "D" }, "group_id": "smallmatch-01-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-08.png", "input_tokens": 1129, "latency_sec": 19.540004329988733, "model_name": "gemini-3.8-flash", "out_of_srgb": null, "output_tokens": 3511, "prediction": { "choice": "B" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "google", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T16:32:41.249835+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-smallmatch-08", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "b69d1b42-3618-4c90-b601-3db7b5f2b808", "result_sha256": "b405bec26d718dfe31861e8a546384f8f6174797894e51c661f98bf68e694106", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00729675, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "A" }, "group_id": "smallmatch-01-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-09.png", "input_tokens": 1129, "latency_sec": 9.329518783953972, "model_name": "gemini-3.8-flash", "out_of_srgb": null, "output_tokens": 1720, "prediction": { "choice": "A" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "google", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T16:27:44.831673+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-09", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "ed4c2633-368d-45c7-82a0-4c7442c4d4ab", "result_sha256": "7f17f3d11abc4e8189d6854060cfb0f5e05f1ceea4406bc1c6494eb5848acdcc", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.00684675, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "B" }, "group_id": "smallmatch-01-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-10.png", "input_tokens": 1129, "latency_sec": 9.307410680921748, "model_name": "gemini-3.8-flash", "out_of_srgb": null, "output_tokens": 1600, "prediction": { "choice": "D" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "google", "raw_prediction": "{\"choice\": \"D\"}", "recorded_at": "2026-09-16T16:04:36.561721+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-smallmatch-10", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "46299d1f-afa4-4808-82a6-ad854d754582", "result_sha256": "7d0f42167acdce4036ff9a2bf5e3dc927e12b3dc44c88bb873af82c6b93921fc", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.00453675, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "C" }, "group_id": "smallmatch-01-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-11.png", "input_tokens": 1129, "latency_sec": 5.872343500959687, "model_name": "gemini-3.8-flash", "out_of_srgb": null, "output_tokens": 984, "prediction": { "choice": "A" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "google", "raw_prediction": "{\n \"choice\": \"A\"\n}", "recorded_at": "2026-09-16T16:02:30.650759+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-smallmatch-11", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "29d3ff8c-71e6-4972-bf56-5e3e82dda97b", "result_sha256": "0b82f39695ed333f4a08495c6809e987b42173892ef1a1af68dd26bf4d7be694", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00671175, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "D" }, "group_id": "smallmatch-01-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-12.png", "input_tokens": 1129, "latency_sec": 8.874129211064428, "model_name": "gemini-3.8-flash", "out_of_srgb": null, "output_tokens": 1564, "prediction": { "choice": "D" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "google", "raw_prediction": "{\"choice\": \"D\"}", "recorded_at": "2026-09-16T15:34:52.077065+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-12", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "f6fbd1ac-bdb5-4914-a169-c42105282dd9", "result_sha256": "b0625e9b1bbbf1604960940972d1e0b90f34d955aae45ebf99bc82fa584818de", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.006288, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "A" }, "group_id": "smallmatch-01-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-13.png", "input_tokens": 1129, "latency_sec": 6.9103682830464095, "model_name": "gemini-3.8-flash", "out_of_srgb": null, "output_tokens": 1451, "prediction": { "choice": "D" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "google", "raw_prediction": "{\"choice\": \"D\"}", "recorded_at": "2026-09-16T16:21:25.636976+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-smallmatch-13", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "0c0f2527-16a9-4b8c-a2eb-6c4cff2158ab", "result_sha256": "405261d78342d32907bfa0a8b249914c7df4deb35d2996281a1b8fcf51ddbc17", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.015513, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "B" }, "group_id": "smallmatch-01-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-14.png", "input_tokens": 1129, "latency_sec": 37.070876720012166, "model_name": "gemini-3.8-flash", "out_of_srgb": null, "output_tokens": 3911, "prediction": { "choice": "D" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "google", "raw_prediction": "{\n \"choice\": \"D\"\n}", "recorded_at": "2026-09-16T16:23:29.981592+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-smallmatch-14", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "a23dbf67-c43d-4bc9-a9fa-ab5756cb5da4", "result_sha256": "19702d8225ec9ec3fbd03c0dcf79e8f1e9f27ab307bbfab2b6407eb7f6e28f43", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.00504675, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "C" }, "group_id": "smallmatch-01-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-15.png", "input_tokens": 1129, "latency_sec": 23.259210305986926, "model_name": "gemini-3.8-flash", "out_of_srgb": null, "output_tokens": 1120, "prediction": { "choice": "A" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "google", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T14:24:23.050422+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-smallmatch-15", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "b4845301-8ba8-4239-a399-ab99b72cae9b", "result_sha256": "604f43b72cd1397be5e307a05772ac307d95ed1313f5239208ae89160b93e6f2", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00690675, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "D" }, "group_id": "smallmatch-01-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-16.png", "input_tokens": 1129, "latency_sec": 28.151190712000243, "model_name": "gemini-3.8-flash", "out_of_srgb": null, "output_tokens": 1616, "prediction": { "choice": "D" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "google", "raw_prediction": "{\n \"choice\": \"D\"\n}", "recorded_at": "2026-09-16T15:11:53.035054+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-16", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "7018681e-6732-4da4-8bcc-a9d5270c44c5", "result_sha256": "5482bbe035c8f1411d7656794a10d87b7e7b4e3a959125efba3989fe44a9f958", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.00441675, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "A" }, "group_id": "smallmatch-02-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-17.png", "input_tokens": 1129, "latency_sec": 4.762847339035943, "model_name": "gemini-3.8-flash", "out_of_srgb": null, "output_tokens": 952, "prediction": { "choice": "C" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "google", "raw_prediction": "{\n \"choice\": \"C\"\n}", "recorded_at": "2026-09-16T16:27:23.692456+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-smallmatch-17", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "8c607639-2b8f-4228-904c-f78ba97d8107", "result_sha256": "f157d753f73dec1ece4f3eeb79ff28100b92887bac0bfba396347ab052284f0f", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00663675, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "B" }, "group_id": "smallmatch-02-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-18.png", "input_tokens": 1129, "latency_sec": 7.165630540926941, "model_name": "gemini-3.8-flash", "out_of_srgb": null, "output_tokens": 1544, "prediction": { "choice": "B" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "google", "raw_prediction": "{\n \"choice\": \"B\"\n}", "recorded_at": "2026-09-16T16:24:34.382752+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-18", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "fafc6a27-f457-4d49-bf22-209257c80e9f", "result_sha256": "e6e10a63d4d2d3520fd2f63abcf5308dcd11c55c7948eefe8d563ea73b709c85", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00356925, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "C" }, "group_id": "smallmatch-02-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-19.png", "input_tokens": 1129, "latency_sec": 4.867177548003383, "model_name": "gemini-3.8-flash", "out_of_srgb": null, "output_tokens": 726, "prediction": { "choice": "C" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "google", "raw_prediction": "{\n \"choice\": \"C\"\n}", "recorded_at": "2026-09-16T15:26:19.240853+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-19", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "52bcdd5c-d6c2-4497-891e-555d47315360", "result_sha256": "ce3bdf0c299c0dcff75da7cc23e343e6aecedece4a70cdc301918db74ce41abd", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.00521175, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "D" }, "group_id": "smallmatch-02-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-20.png", "input_tokens": 1129, "latency_sec": 9.307035355945118, "model_name": "gemini-3.8-flash", "out_of_srgb": null, "output_tokens": 1164, "prediction": { "choice": "B" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "google", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T15:08:22.707728+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-smallmatch-20", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "d41c785a-995f-4f73-934e-626cb5a024ec", "result_sha256": "a86e3f2cf682a8ba0736e9aefe6c3b5c65a171cc6e72bfb1b37afaaef4e8a7ae", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.00565425, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "A" }, "group_id": "smallmatch-02-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-21.png", "input_tokens": 1129, "latency_sec": 8.503001141943969, "model_name": "gemini-3.8-flash", "out_of_srgb": null, "output_tokens": 1282, "prediction": { "choice": "C" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "google", "raw_prediction": "{\n \"choice\": \"C\"\n}", "recorded_at": "2026-09-16T15:12:57.098122+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-smallmatch-21", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "9bed8069-655f-43eb-8a5b-b5323659bb66", "result_sha256": "d9d7f37aa1f2db3d7a6cc44d349025f435fb890fbc950e43f4d75d25368dd22c", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00955425, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "B" }, "group_id": "smallmatch-02-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-22.png", "input_tokens": 1129, "latency_sec": 24.032545004040003, "model_name": "gemini-3.8-flash", "out_of_srgb": null, "output_tokens": 2322, "prediction": { "choice": "B" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "google", "raw_prediction": "{\n \"choice\": \"B\"\n}", "recorded_at": "2026-09-16T14:25:19.254734+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-22", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "df59b479-1e6d-4114-b088-0423f564d56c", "result_sha256": "d724e0145f0b7d747ff6957a6a760c01e4a0cc6b385415ecbf51bd16c97222ff", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00553425, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "C" }, "group_id": "smallmatch-02-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-23.png", "input_tokens": 1129, "latency_sec": 6.45930263295304, "model_name": "gemini-3.8-flash", "out_of_srgb": null, "output_tokens": 1250, "prediction": { "choice": "C" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "google", "raw_prediction": "{\"choice\": \"C\"}", "recorded_at": "2026-09-16T16:29:57.494142+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-23", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "46a06e9e-d0a4-4959-9de5-0f6958e3dd66", "result_sha256": "c78fbd592c10a3fd0c948a1810e9d015f15c6ba9c059d83c00b8055183e7c108", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00641925, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "D" }, "group_id": "smallmatch-02-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-24.png", "input_tokens": 1129, "latency_sec": 8.028381002950482, "model_name": "gemini-3.8-flash", "out_of_srgb": null, "output_tokens": 1486, "prediction": { "choice": "D" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "google", "raw_prediction": "{\n \"choice\": \"D\"\n}", "recorded_at": "2026-09-16T15:39:23.286162+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-24", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "1fb2ec5a-5721-4d5b-ac49-9afe977408cd", "result_sha256": "952444aebe7b0b11f8a1d6acc599215bed2fae35f49d94f2a68fc030126e73bf", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.00897675, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "A" }, "group_id": "smallmatch-02-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-25.png", "input_tokens": 1129, "latency_sec": 11.429524470935576, "model_name": "gemini-3.8-flash", "out_of_srgb": null, "output_tokens": 2168, "prediction": { "choice": "C" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "google", "raw_prediction": "{\"choice\": \"C\"}", "recorded_at": "2026-09-16T16:10:10.628105+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-smallmatch-25", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "fcfa7fe1-8e4a-46f1-be9c-7c5f8f0a92c1", "result_sha256": "672265786894a952481b94f7144adc4b50b2fd9b8e97091fab0119f861b706c0", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00560925, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "B" }, "group_id": "smallmatch-02-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-26.png", "input_tokens": 1129, "latency_sec": 6.2371219609631225, "model_name": "gemini-3.8-flash", "out_of_srgb": null, "output_tokens": 1270, "prediction": { "choice": "B" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "google", "raw_prediction": "{\n \"choice\": \"B\"\n}", "recorded_at": "2026-09-16T14:53:24.868901+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-26", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "a0742974-9ed5-4a2a-9800-f65c5545d545", "result_sha256": "e47e17f5647fa4bde0f12f381d67d277b5864a18ad6bb5a670d159f7ff2bb1ca", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.00644175, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "C" }, "group_id": "smallmatch-02-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-27.png", "input_tokens": 1129, "latency_sec": 7.34756364999339, "model_name": "gemini-3.8-flash", "out_of_srgb": null, "output_tokens": 1492, "prediction": { "choice": "B" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "google", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T15:17:52.227104+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-smallmatch-27", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "25bde741-c6e6-4aa6-8d2c-d7b312b68d97", "result_sha256": "ad555fd7644156e3396dd093f323e3ab532505bafda7aad08df148a4b20bae71", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.00742425, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "D" }, "group_id": "smallmatch-02-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-28.png", "input_tokens": 1129, "latency_sec": 20.69483367993962, "model_name": "gemini-3.8-flash", "out_of_srgb": null, "output_tokens": 1754, "prediction": { "choice": "B" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "google", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T14:03:06.408677+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-smallmatch-28", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "d59d5ba1-113b-436f-8fc6-01060c76de4f", "result_sha256": "4ca21b5846a2d3da76fbd740ea1819e1bfbf4ab0a729a597f0473ff8d14d4074", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.0068955, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "A" }, "group_id": "smallmatch-02-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-29.png", "input_tokens": 1129, "latency_sec": 7.619672733941115, "model_name": "gemini-3.8-flash", "out_of_srgb": null, "output_tokens": 1613, "prediction": { "choice": "C" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "google", "raw_prediction": "{\"choice\": \"C\"}", "recorded_at": "2026-09-16T14:39:37.442806+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-smallmatch-29", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "485fc9b8-955b-489f-bf8e-a8600cb7a74d", "result_sha256": "0096be7f063d5b2480033eafad3e49c717931001e976b7f791efa2613a7a961c", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0095205, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "B" }, "group_id": "smallmatch-02-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-30.png", "input_tokens": 1129, "latency_sec": 10.84225919493474, "model_name": "gemini-3.8-flash", "out_of_srgb": null, "output_tokens": 2313, "prediction": { "choice": "B" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "google", "raw_prediction": "{\n \"choice\": \"B\"\n}", "recorded_at": "2026-09-16T16:02:11.863912+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-30", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "608fcfa9-d478-4f1b-8878-3cbf042dbc5d", "result_sha256": "cd55663badca7d5fefb31eca2a1931278fa0d989d92d75261779c03d5a9f6283", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.009123, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "C" }, "group_id": "smallmatch-02-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-31.png", "input_tokens": 1129, "latency_sec": 12.916467177099548, "model_name": "gemini-3.8-flash", "out_of_srgb": null, "output_tokens": 2207, "prediction": { "choice": "D" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "google", "raw_prediction": "{\n \"choice\": \"D\"\n}", "recorded_at": "2026-09-16T14:11:52.452585+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-smallmatch-31", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "5fec7199-ca39-49aa-82e9-f2d6e6268d6e", "result_sha256": "f8eee14792aa0a9a7603909c6448fc7bc2f5ec802fa59f94d3563fcc9c3cf45f", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.007923, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "D" }, "group_id": "smallmatch-02-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-32.png", "input_tokens": 1129, "latency_sec": 11.326681780978106, "model_name": "gemini-3.8-flash", "out_of_srgb": null, "output_tokens": 1887, "prediction": { "choice": "D" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "google", "raw_prediction": "{\n \"choice\": \"D\"\n}", "recorded_at": "2026-09-16T16:03:54.314753+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-32", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "c4de5ad2-d272-411a-acbe-eb1beff8df0e", "result_sha256": "acbe470d81375f3a54010950e92f627f709ef59736a6dd8823495796e654678b", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00986175, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "A" }, "group_id": "smallmatch-03-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-33.png", "input_tokens": 1129, "latency_sec": 11.295087496982887, "model_name": "gemini-3.8-flash", "out_of_srgb": null, "output_tokens": 2404, "prediction": { "choice": "A" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "google", "raw_prediction": "{\n \"choice\": \"A\"\n}", "recorded_at": "2026-09-16T14:43:11.000729+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-33", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "df486da9-049c-4eb8-bf4c-e49fc89c01b7", "result_sha256": "fd0db8ff33968567e15f619a8744e787a38d23730800d9a116bdcac5bb4c680e", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00294675, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "B" }, "group_id": "smallmatch-03-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-34.png", "input_tokens": 1129, "latency_sec": 3.4245744260260835, "model_name": "gemini-3.8-flash", "out_of_srgb": null, "output_tokens": 560, "prediction": { "choice": "B" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "google", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T14:42:26.794765+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-34", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "aecca764-3ebf-450d-bd82-1931b6fa8fe4", "result_sha256": "34f3e36a35b50bf118b827d94b1f1938c04db6d81faaee74de3e601c5e5769f9", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.00897675, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "C" }, "group_id": "smallmatch-03-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-35.png", "input_tokens": 1129, "latency_sec": 9.348250176990405, "model_name": "gemini-3.8-flash", "out_of_srgb": null, "output_tokens": 2168, "prediction": { "choice": "B" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "google", "raw_prediction": "{\n \"choice\": \"B\"\n}", "recorded_at": "2026-09-16T15:27:38.748124+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-smallmatch-35", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "5bd52821-893e-4e4f-a2aa-bb3233a6603a", "result_sha256": "946071be944c358228314a99762f07738a18b1140dc9c05d06bc2e89dc817de7", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.0080505, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "D" }, "group_id": "smallmatch-03-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-36.png", "input_tokens": 1129, "latency_sec": 10.908562627038918, "model_name": "gemini-3.8-flash", "out_of_srgb": null, "output_tokens": 1921, "prediction": { "choice": "B" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "google", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T15:38:45.939132+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-smallmatch-36", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "e6caabf2-ac2f-4ea0-826d-54dfc40e1887", "result_sha256": "5e06c610d385adc88440e44064374f49946abf632178bd6ed44200ae8d399dbb", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.00980925, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "A" }, "group_id": "smallmatch-03-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-37.png", "input_tokens": 1129, "latency_sec": 11.128187917056493, "model_name": "gemini-3.8-flash", "out_of_srgb": null, "output_tokens": 2390, "prediction": { "choice": "C" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "google", "raw_prediction": "{\"choice\": \"C\"}", "recorded_at": "2026-09-16T15:08:53.885532+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-smallmatch-37", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "c9ec72ed-916c-46c5-bb47-8c3e99ed7a3a", "result_sha256": "f44078625093145c6338c1ee47a28c6eae0603d44e033d8533b7021555465f4c", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.004338, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "B" }, "group_id": "smallmatch-03-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-38.png", "input_tokens": 1129, "latency_sec": 5.587169951060787, "model_name": "gemini-3.8-flash", "out_of_srgb": null, "output_tokens": 931, "prediction": { "choice": "B" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "google", "raw_prediction": "{\n \"choice\": \"B\"\n}", "recorded_at": "2026-09-16T15:01:14.173316+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-38", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "991e5fbe-2624-4616-9ab9-77b2ff70771a", "result_sha256": "f9cb3a2ebc5e28caafafa39fe330f5282832fdee8dd08ee220ba5c91d24c2a3d", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.00988425, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "C" }, "group_id": "smallmatch-03-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-39.png", "input_tokens": 1129, "latency_sec": 11.273074237979017, "model_name": "gemini-3.8-flash", "out_of_srgb": null, "output_tokens": 2410, "prediction": { "choice": "B" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "google", "raw_prediction": "{\n \"choice\": \"B\"\n}", "recorded_at": "2026-09-16T15:33:08.333181+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-smallmatch-39", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "43deeb11-4f76-4d58-b26f-bc4c765a792a", "result_sha256": "606ed92fba2c32033f40a2dc4ca8895e87bb2f3ae67c53c14603bbe7479fb9cb", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00413925, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "D" }, "group_id": "smallmatch-03-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-40.png", "input_tokens": 1129, "latency_sec": 5.344718575011939, "model_name": "gemini-3.8-flash", "out_of_srgb": null, "output_tokens": 878, "prediction": { "choice": "D" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "google", "raw_prediction": "{\"choice\": \"D\"}", "recorded_at": "2026-09-16T14:52:58.216449+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-40", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "65e10736-0b72-4f5e-af72-4746e214ec5c", "result_sha256": "33d759267e0e1e48ab0c55446f0a70838089b4b9019abd8c2f19fd153739da72", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.00532425, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "A" }, "group_id": "smallmatch-03-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-41.png", "input_tokens": 1129, "latency_sec": 12.668173922109418, "model_name": "gemini-3.8-flash", "out_of_srgb": null, "output_tokens": 1194, "prediction": { "choice": "C" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "google", "raw_prediction": "{\n \"choice\": \"C\"\n}", "recorded_at": "2026-09-16T14:14:30.364947+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-smallmatch-41", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "3ab8513d-baf8-4136-970b-e08c84b63f44", "result_sha256": "e406d7676fe9a4860f3f78e836dbb81548a859c02557c6048a19eb421d0a74ea", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.011673, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "B" }, "group_id": "smallmatch-03-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-42.png", "input_tokens": 1129, "latency_sec": 14.155940205906518, "model_name": "gemini-3.8-flash", "out_of_srgb": null, "output_tokens": 2887, "prediction": { "choice": "C" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "google", "raw_prediction": "{\n \"choice\": \"C\"\n}", "recorded_at": "2026-09-16T16:26:08.702813+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-smallmatch-42", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "3597e541-8b34-4738-85c3-da66f9430f21", "result_sha256": "4da3f3f6d1a3d3bb3a8f85226501142c8f528db11429f5008a15b1d326487b2a", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.008838, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "C" }, "group_id": "smallmatch-03-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-43.png", "input_tokens": 1129, "latency_sec": 9.39865070907399, "model_name": "gemini-3.8-flash", "out_of_srgb": null, "output_tokens": 2131, "prediction": { "choice": "C" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "google", "raw_prediction": "{\n \"choice\": \"C\"\n}", "recorded_at": "2026-09-16T15:02:26.378939+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-43", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "811487e5-5578-448f-8f57-64ae0ac6c6be", "result_sha256": "f6f06d8a379a29dbce18bae3f8dc49383d2f22ff637dfa2a864868402f170ec3", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00540675, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "D" }, "group_id": "smallmatch-03-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-44.png", "input_tokens": 1129, "latency_sec": 11.204088289057836, "model_name": "gemini-3.8-flash", "out_of_srgb": null, "output_tokens": 1216, "prediction": { "choice": "D" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "google", "raw_prediction": "{\n \"choice\": \"D\"\n}", "recorded_at": "2026-09-16T14:45:17.066750+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-44", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "82d6164c-ba79-4a8c-819e-4e9605902024", "result_sha256": "a2ad8ffd8502e749862d4c37982331a0556636f19e56443c82bc569349a41bda", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.005028, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "A" }, "group_id": "smallmatch-03-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-45.png", "input_tokens": 1129, "latency_sec": 6.391180400969461, "model_name": "gemini-3.8-flash", "out_of_srgb": null, "output_tokens": 1115, "prediction": { "choice": "C" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "google", "raw_prediction": "{\n \"choice\": \"C\"\n}", "recorded_at": "2026-09-16T15:41:22.644283+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-smallmatch-45", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "5964fb3d-fb04-442e-861b-70e42d094bc3", "result_sha256": "ab0484a1b64f8b5b19122653ccfdf391f998419d978754b93dbcaf2f4ca1af50", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.004428, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "B" }, "group_id": "smallmatch-03-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-46.png", "input_tokens": 1129, "latency_sec": 5.510835311026312, "model_name": "gemini-3.8-flash", "out_of_srgb": null, "output_tokens": 955, "prediction": { "choice": "B" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "google", "raw_prediction": "{\n \"choice\": \"B\"\n}", "recorded_at": "2026-09-16T14:39:07.776552+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-46", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "291ea5ce-1aa8-46e7-a4cc-c5fee5105471", "result_sha256": "fe2312d487e02529e15cbb2bdb8af6d02110d9b7016c7c9bd05c215d960cc696", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.0073755, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "C" }, "group_id": "smallmatch-03-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-47.png", "input_tokens": 1129, "latency_sec": 8.08318567997776, "model_name": "gemini-3.8-flash", "out_of_srgb": null, "output_tokens": 1741, "prediction": { "choice": "B" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "google", "raw_prediction": "{\n \"choice\": \"B\"\n}", "recorded_at": "2026-09-16T16:31:18.834656+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-smallmatch-47", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "4c861125-4bdc-4d84-a979-3ec0ef425c50", "result_sha256": "f51649937a6cd5ca975d81b43ab197df3f16efb0939849a369dcfc462a7a8a9a", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0061155, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "D" }, "group_id": "smallmatch-03-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-48.png", "input_tokens": 1129, "latency_sec": 7.24163317901548, "model_name": "gemini-3.8-flash", "out_of_srgb": null, "output_tokens": 1405, "prediction": { "choice": "D" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "google", "raw_prediction": "{\"choice\": \"D\"}", "recorded_at": "2026-09-16T16:29:01.404805+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-48", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "bd0a1ac1-f403-4c60-a688-300809a1e779", "result_sha256": "347067e210dc90fda5c7206fed1fd120030751329917a923d622e2a283964bb8", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.00821175, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "A" }, "group_id": "smallmatch-04-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-49.png", "input_tokens": 1129, "latency_sec": 8.982643795083277, "model_name": "gemini-3.8-flash", "out_of_srgb": null, "output_tokens": 1964, "prediction": { "choice": "B" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "google", "raw_prediction": "{\n \"choice\": \"B\"\n}", "recorded_at": "2026-09-16T16:17:37.166505+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-smallmatch-49", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "3eaffab9-5143-42bc-a400-1af70d4c4cba", "result_sha256": "fa2578e90b41325f14e384aa698c3fb9e4cf6eeed4a0eeb9babb84cf276cdb22", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0089355, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "B" }, "group_id": "smallmatch-04-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-50.png", "input_tokens": 1129, "latency_sec": 10.314648965955712, "model_name": "gemini-3.8-flash", "out_of_srgb": null, "output_tokens": 2157, "prediction": { "choice": "B" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "google", "raw_prediction": "{\n \"choice\": \"B\"\n}", "recorded_at": "2026-09-16T15:29:56.234082+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-50", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "c6354d8b-d79c-4296-a52b-bfd1f118426f", "result_sha256": "362a88b09cf11f8bc5c9d7f28b95a80e885810015a180aaae75f3a05ebe0af6c", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.0070305, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "C" }, "group_id": "smallmatch-04-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-51.png", "input_tokens": 1129, "latency_sec": 12.316578250960447, "model_name": "gemini-3.8-flash", "out_of_srgb": null, "output_tokens": 1649, "prediction": { "choice": "B" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "google", "raw_prediction": "{\n \"choice\": \"B\"\n}", "recorded_at": "2026-09-16T14:54:07.310630+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-smallmatch-51", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "e1052955-39c8-45e4-a3ae-ad69a0a28c0c", "result_sha256": "b0d023e2820c565655e44253dd5699e7c69ad04d2acd35ecf1e94c7b61f95fbb", "result": { "component_errors": null, "correct": true, "cost_estimated": true, "cost_usd": 0.023736749999999997, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "D" }, "group_id": "smallmatch-04-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-52.png", "input_tokens": 1129, "latency_sec": 66.70322263299022, "model_name": "gemini-3.8-flash", "out_of_srgb": null, "output_tokens": 1008, "prediction": { "choice": "D" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "google", "raw_prediction": "{\"choice\": \"D\"}", "recorded_at": "2026-09-16T16:08:19.256780+00:00", "request_attempts": 2, "score": 100.0, "task_id": "colorbench-smallmatch-52", "tight_score": null, "unmetered_attempts": 1, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "0b9c26d6-4cbd-4d24-9138-5514fd7f7bde", "result_sha256": "e7dbd139fadad2df266e9714845d462bd4d4c05c33436492e2e3d3a7117eab31", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0064155, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "A" }, "group_id": "smallmatch-04-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-53.png", "input_tokens": 1129, "latency_sec": 9.358773952000774, "model_name": "gemini-3.8-flash", "out_of_srgb": null, "output_tokens": 1485, "prediction": { "choice": "A" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "google", "raw_prediction": "{\n \"choice\": \"A\"\n}", "recorded_at": "2026-09-16T16:13:13.080623+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-53", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "04d965fc-8db8-456c-a445-0b457cc20f50", "result_sha256": "d2b2bbe80c07daf90d9edf7800b436b21a9b2b372c90de604d443e1bbf815a46", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00833175, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "B" }, "group_id": "smallmatch-04-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-54.png", "input_tokens": 1129, "latency_sec": 18.797443774994463, "model_name": "gemini-3.8-flash", "out_of_srgb": null, "output_tokens": 1996, "prediction": { "choice": "B" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "google", "raw_prediction": "{\n \"choice\": \"B\"\n}", "recorded_at": "2026-09-16T14:27:05.913116+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-54", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "64574d06-581a-4704-8138-722a80374262", "result_sha256": "22d0461d82230441ee4971a588f09861f7edb3330d23fbdcca4b14d4e4a67567", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00656175, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "C" }, "group_id": "smallmatch-04-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-55.png", "input_tokens": 1129, "latency_sec": 19.156920806970447, "model_name": "gemini-3.8-flash", "out_of_srgb": null, "output_tokens": 1524, "prediction": { "choice": "C" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "google", "raw_prediction": "{\n \"choice\": \"C\"\n}", "recorded_at": "2026-09-16T14:04:56.216946+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-55", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "62adec5d-73fb-42aa-b9c1-98166261505c", "result_sha256": "0228784db9cfdfc15176ffa5d815b275292d112aafd04a1c4f3939fe79d7f995", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00347175, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "D" }, "group_id": "smallmatch-04-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-56.png", "input_tokens": 1129, "latency_sec": 4.629520426038653, "model_name": "gemini-3.8-flash", "out_of_srgb": null, "output_tokens": 700, "prediction": { "choice": "D" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "google", "raw_prediction": "{\"choice\": \"D\"}", "recorded_at": "2026-09-16T14:59:18.684237+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-56", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "13e7723c-993b-472c-8a22-fb243a944adc", "result_sha256": "8993765633ebb32207ed5817c09d8db9a071196e61a7c4732fcdd975b277d96c", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.0072555, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "A" }, "group_id": "smallmatch-04-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-57.png", "input_tokens": 1129, "latency_sec": 13.65757786796894, "model_name": "gemini-3.8-flash", "out_of_srgb": null, "output_tokens": 1709, "prediction": { "choice": "B" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "google", "raw_prediction": "{\n \"choice\": \"B\"\n}", "recorded_at": "2026-09-16T15:04:36.640345+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-smallmatch-57", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "6bc7da9a-94b1-4b1a-bf74-63e4fe1a40f4", "result_sha256": "0118c52d8dcfa8b0404119537a9a308b9dfffd0607bc0b7878017a938ff3c805", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0079755, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "B" }, "group_id": "smallmatch-04-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-58.png", "input_tokens": 1129, "latency_sec": 31.336060252040625, "model_name": "gemini-3.8-flash", "out_of_srgb": null, "output_tokens": 1901, "prediction": { "choice": "B" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "google", "raw_prediction": "{\n \"choice\": \"B\"\n}", "recorded_at": "2026-09-16T15:10:32.974025+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-58", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "9e8855e8-26c9-4514-a353-c77c6333051c", "result_sha256": "79f845ba98a54639a4b07cbc09284e94c8bcfc3b489cfee542ebf4e366610a76", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.0086355, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "C" }, "group_id": "smallmatch-04-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-59.png", "input_tokens": 1129, "latency_sec": 10.728730995906517, "model_name": "gemini-3.8-flash", "out_of_srgb": null, "output_tokens": 2077, "prediction": { "choice": "A" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "google", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T14:11:30.792805+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-smallmatch-59", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "91013a56-5c29-4f50-bf20-3ce98648ea82", "result_sha256": "8f428e2078aef8d5734c8873a1d6ee974fda06828b254af37100ec54e997398d", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.00465675, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "D" }, "group_id": "smallmatch-04-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-60.png", "input_tokens": 1129, "latency_sec": 7.776875315001234, "model_name": "gemini-3.8-flash", "out_of_srgb": null, "output_tokens": 1016, "prediction": { "choice": "B" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "google", "raw_prediction": "{\n \"choice\": \"B\"\n}", "recorded_at": "2026-09-16T15:30:58.157273+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-smallmatch-60", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "4473f34c-e4c9-4d1e-aa22-9436fd9797a2", "result_sha256": "c434109ef2f54ff25d3752219744f40a1c9f559caf972d566973fd1757d84083", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.0082755, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "A" }, "group_id": "smallmatch-04-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-61.png", "input_tokens": 1129, "latency_sec": 25.139468120993115, "model_name": "gemini-3.8-flash", "out_of_srgb": null, "output_tokens": 1981, "prediction": { "choice": "B" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "google", "raw_prediction": "{\n \"choice\": \"B\"\n}", "recorded_at": "2026-09-16T14:26:44.811254+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-smallmatch-61", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "af0cbdc9-40a4-4d15-840d-14bf22c21965", "result_sha256": "c2b93f94bcc9a52b27b26ce3f45f3e199f489a30e2e4717b294b92859ce57c7f", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00681675, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "B" }, "group_id": "smallmatch-04-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-62.png", "input_tokens": 1129, "latency_sec": 7.874476819997653, "model_name": "gemini-3.8-flash", "out_of_srgb": null, "output_tokens": 1592, "prediction": { "choice": "B" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "google", "raw_prediction": "{\n \"choice\": \"B\"\n}", "recorded_at": "2026-09-16T15:27:06.782941+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-62", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "bdbc03fb-b04f-4312-a5f4-077baacfe1a3", "result_sha256": "db6be738d96c9c1dd9a1bec5c9f8291f8033e6d9c03a76a9d87b213dbe109649", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0055905, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "C" }, "group_id": "smallmatch-04-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-63.png", "input_tokens": 1129, "latency_sec": 7.354334161966108, "model_name": "gemini-3.8-flash", "out_of_srgb": null, "output_tokens": 1265, "prediction": { "choice": "C" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "google", "raw_prediction": "{\n \"choice\": \"C\"\n}", "recorded_at": "2026-09-16T15:46:03.949501+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-63", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "e1e20eb5-9bde-4938-9317-574515ca2de9", "result_sha256": "c933952d2057a9fbdd359ee156b50e9780cd304e1995da05471000bc9aa7efdc", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.00952425, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "D" }, "group_id": "smallmatch-04-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-64.png", "input_tokens": 1129, "latency_sec": 21.10467269702349, "model_name": "gemini-3.8-flash", "out_of_srgb": null, "output_tokens": 2314, "prediction": { "choice": "B" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "google", "raw_prediction": "{\n \"choice\": \"B\"\n}", "recorded_at": "2026-09-16T14:24:37.165245+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-smallmatch-64", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "f3526de8-4bd1-4cf8-9a3d-fe37379c0a8a", "result_sha256": "cb3ee4ea502a590fb951a2b22146f5cee7f611b25fb11f776842f24e0fa0cefe", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00021939999999999997, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "A" }, "group_id": "match-binding-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-01.png", "input_tokens": 695, "latency_sec": 1.822161891963333, "model_name": "gpt-5.6-luna", "out_of_srgb": null, "output_tokens": 67, "prediction": { "choice": "A" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T16:12:29.295244+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-01", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "5ef45ea0-04be-4a7e-99cb-291953895fd9", "result_sha256": "5828a0c1d23d4b2d13c62f76dd5833bda8e14b5444318c35b200abbfa75ad63e", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0002242, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "B" }, "group_id": "match-binding-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-02.png", "input_tokens": 695, "latency_sec": 1.6772054720204324, "model_name": "gpt-5.6-luna", "out_of_srgb": null, "output_tokens": 71, "prediction": { "choice": "B" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T14:22:06.696551+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-02", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "a212175c-d028-41d6-8c3a-55a1a8517800", "result_sha256": "9d8873085c2b1b1a6eb0592d5d8db84ccfea4d6058b6609a23106fbbcbdee287", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00019659999999999998, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "C" }, "group_id": "match-binding-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-03.png", "input_tokens": 695, "latency_sec": 1.493732310947962, "model_name": "gpt-5.6-luna", "out_of_srgb": null, "output_tokens": 48, "prediction": { "choice": "C" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-16T14:43:32.734868+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-03", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "049f1134-bb2a-4531-8fbc-691e4774ecfd", "result_sha256": "c64f63f77f0cf7351673b3a8d890a264eb2f71208ed8472520ded5c4f78f50bb", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0001834, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "D" }, "group_id": "match-binding-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-04.png", "input_tokens": 695, "latency_sec": 1.1699814149178565, "model_name": "gpt-5.6-luna", "out_of_srgb": null, "output_tokens": 37, "prediction": { "choice": "D" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "openai", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-16T14:59:00.944064+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-04", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "e698182e-c3c9-4a30-b249-9443efab9214", "result_sha256": "3dd4cc215c60f87ff017466bcbde5aa2bc2585c53d40b14f9def3e29667c854f", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0002326, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "A" }, "group_id": "match-binding-05", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-05.png", "input_tokens": 695, "latency_sec": 1.6880325879901648, "model_name": "gpt-5.6-luna", "out_of_srgb": null, "output_tokens": 78, "prediction": { "choice": "A" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T14:48:29.983760+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-05", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "281a9c85-852f-466c-b00b-4a163dac477b", "result_sha256": "8cca01abe43ca0eadd649f872c84edacee7ab0a8e564e4e7f88af37134fbfaa7", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0003142, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "B" }, "group_id": "match-binding-06", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-06.png", "input_tokens": 695, "latency_sec": 2.5968808149918914, "model_name": "gpt-5.6-luna", "out_of_srgb": null, "output_tokens": 146, "prediction": { "choice": "B" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T14:50:48.790312+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-06", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "0ca8d8a2-77e5-4a2b-8244-4244cc010ebd", "result_sha256": "218e23d0d15bacaee7e9454a183a149c5018d6d121e76376ea75cd02665ab3f4", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00022180000000000002, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "C" }, "group_id": "match-binding-07", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-07.png", "input_tokens": 695, "latency_sec": 1.7023973820032552, "model_name": "gpt-5.6-luna", "out_of_srgb": null, "output_tokens": 69, "prediction": { "choice": "C" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-16T15:26:29.202983+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-07", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "756eeb07-6a0b-43bc-b5ce-aadab4be7c00", "result_sha256": "07de6d056b8a3d6423e53f7130943c9623fdf50c711b014e41cb91bc7b874375", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0005373999999999999, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "D" }, "group_id": "match-binding-08", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-08.png", "input_tokens": 695, "latency_sec": 5.17864602105692, "model_name": "gpt-5.6-luna", "out_of_srgb": null, "output_tokens": 332, "prediction": { "choice": "D" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "openai", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-16T16:15:33.219924+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-08", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "e4a38136-1070-4589-80c6-c013945c8044", "result_sha256": "4739542c7a8d8e593a94e5473738e2a626daa3bcd7d02861ea1339db269a5336", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.0005026, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "A" }, "group_id": "match-binding-09", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-09.png", "input_tokens": 695, "latency_sec": 4.1389525110134855, "model_name": "gpt-5.6-luna", "out_of_srgb": null, "output_tokens": 303, "prediction": { "choice": "C" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-16T15:43:36.953761+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-binding-09", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "644cbb1b-fd03-447e-a1d2-6fc31853395e", "result_sha256": "d4e591273aad16c85bd1b2a95cceb9e9e12c9e01993bb422a31ef03195fa0a2c", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0003262, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "B" }, "group_id": "match-binding-10", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-10.png", "input_tokens": 695, "latency_sec": 3.6268449899507686, "model_name": "gpt-5.6-luna", "out_of_srgb": null, "output_tokens": 156, "prediction": { "choice": "B" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T15:03:16.830397+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-10", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "9e942246-2840-4f75-89c1-5f707bb7b3d9", "result_sha256": "95c13451f3821198a922aa9869b139b7b5273a30005b050498cdb4d0dbe42089", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.0007774, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "C" }, "group_id": "match-binding-11", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-11.png", "input_tokens": 695, "latency_sec": 8.76010045199655, "model_name": "gpt-5.6-luna", "out_of_srgb": null, "output_tokens": 532, "prediction": { "choice": "B" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T14:48:19.052041+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-binding-11", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "94dfcf16-95fa-4fec-a9c5-b3a7ad79c803", "result_sha256": "59515b9124ce6855114095af49051fb5f548dc512219e60e1c534be166c7f2a5", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0003862, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "D" }, "group_id": "match-binding-12", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-12.png", "input_tokens": 695, "latency_sec": 3.6634915369795635, "model_name": "gpt-5.6-luna", "out_of_srgb": null, "output_tokens": 206, "prediction": { "choice": "D" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "openai", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-16T15:35:25.314298+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-12", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "e299ae6b-cd2a-4810-bcf5-835627427c65", "result_sha256": "1b30b75d70f3023acbf73a93131306b7df47391d0c0ab581d2b4bf7d159de060", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0007774, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "A" }, "group_id": "match-binding-13", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-13.png", "input_tokens": 695, "latency_sec": 11.081098446971737, "model_name": "gpt-5.6-luna", "out_of_srgb": null, "output_tokens": 532, "prediction": { "choice": "A" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T15:01:41.137257+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-13", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "aafebbea-181e-4673-a4f8-74d119d6858a", "result_sha256": "9cae2f2e9908656daae5da5f1665a06651c141871dd739b5b3ad87a5c3546d30", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0007774, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "B" }, "group_id": "match-binding-14", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-14.png", "input_tokens": 695, "latency_sec": 6.0829834109172225, "model_name": "gpt-5.6-luna", "out_of_srgb": null, "output_tokens": 532, "prediction": { "choice": "B" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T15:38:55.248173+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-14", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "255d36b5-bbfa-41cd-acc9-ae18c9776525", "result_sha256": "ba08bedc8515017a75b229965be383afccaaa6a17b76726692133823bc46e1a7", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0004414, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "C" }, "group_id": "match-binding-15", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-15.png", "input_tokens": 695, "latency_sec": 3.1389019639464095, "model_name": "gpt-5.6-luna", "out_of_srgb": null, "output_tokens": 252, "prediction": { "choice": "C" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-16T14:34:57.679175+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-15", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "44012dd3-d453-4b44-8477-a28ca47dc356", "result_sha256": "c49f3077ea9ee491758ddad62a3f1b0b056f57cb30634c1d42192692fd2ab94b", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.0007774, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "D" }, "group_id": "match-binding-16", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-16.png", "input_tokens": 695, "latency_sec": 14.033874704036862, "model_name": "gpt-5.6-luna", "out_of_srgb": null, "output_tokens": 532, "prediction": { "choice": "B" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T14:27:50.459661+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-binding-16", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "49b2511a-f39a-4e78-94ca-47dcb327def1", "result_sha256": "441907e4f77a140d0b08aed0106c6b579a5c8a39bceb5eb5b67af751cb01d887", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0002362, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "A" }, "group_id": "match-binding-17", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-17.png", "input_tokens": 695, "latency_sec": 1.7261093989945948, "model_name": "gpt-5.6-luna", "out_of_srgb": null, "output_tokens": 81, "prediction": { "choice": "A" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T15:55:23.275195+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-17", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "6b4b2f98-7b7c-43e9-9192-705ab0950638", "result_sha256": "c04a7e25bea3ad9013137d133e3da082545627ff08101d8619d45077fb4b89ab", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00021939999999999997, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "B" }, "group_id": "match-binding-18", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-18.png", "input_tokens": 695, "latency_sec": 1.500432632979937, "model_name": "gpt-5.6-luna", "out_of_srgb": null, "output_tokens": 67, "prediction": { "choice": "B" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T14:08:52.681260+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-18", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "368565ec-5a8c-447f-b319-105100a8088f", "result_sha256": "2741e10cc9289f1e48a8512839886ba2925b2ff9cd768b3ed55edad29519c3cc", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0002314, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "C" }, "group_id": "match-binding-19", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-19.png", "input_tokens": 695, "latency_sec": 1.6725269630551338, "model_name": "gpt-5.6-luna", "out_of_srgb": null, "output_tokens": 77, "prediction": { "choice": "C" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-16T15:35:52.066942+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-19", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "e02f4012-f703-4589-b571-54fb1dcbaa04", "result_sha256": "abb857acdd6cff6ddc541cd5bb0c188ceecc613acda5fcf229d29449cd68564d", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00015580000000000002, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "D" }, "group_id": "match-binding-20", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-20.png", "input_tokens": 695, "latency_sec": 1.1233211170183495, "model_name": "gpt-5.6-luna", "out_of_srgb": null, "output_tokens": 14, "prediction": { "choice": "D" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "openai", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-16T15:53:15.055430+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-20", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "50829d22-ec3d-4b48-a40f-6d03f7841650", "result_sha256": "db7fca8c74b984a9fa6f4bcf02493ecbcae524c1daaf7ef95775b149a0f3c979", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.00033939999999999996, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "A" }, "group_id": "match-binding-21", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-21.png", "input_tokens": 695, "latency_sec": 2.7220664109336212, "model_name": "gpt-5.6-luna", "out_of_srgb": null, "output_tokens": 167, "prediction": { "choice": "C" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-16T16:31:52.247249+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-binding-21", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "66fa5596-a42c-4918-8743-d92ca9288ab9", "result_sha256": "e0af8109b535278e83c6b57b51df9e8988a1cab5c942f4edc77ae7c89ebe85a2", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0006202, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "B" }, "group_id": "match-binding-22", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-22.png", "input_tokens": 695, "latency_sec": 7.520408493001014, "model_name": "gpt-5.6-luna", "out_of_srgb": null, "output_tokens": 401, "prediction": { "choice": "B" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T15:00:04.529338+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-22", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "19a7cf74-d64f-4d5a-aab7-6558314b0c29", "result_sha256": "49a04129d1a5320f831af9a13cc63a85eca7a07a1ecdb737abc8021523b9a9f1", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.000235, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "C" }, "group_id": "match-binding-23", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-23.png", "input_tokens": 695, "latency_sec": 1.887389512034133, "model_name": "gpt-5.6-luna", "out_of_srgb": null, "output_tokens": 80, "prediction": { "choice": "C" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-16T14:33:37.834872+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-23", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "83d1e5bb-7141-4447-9a14-675549fb8d22", "result_sha256": "9316ecddeb8400c22f3e23ab36e9439e33a161764b94c14bf6368eab2555aafe", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.00026619999999999997, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "D" }, "group_id": "match-binding-24", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-24.png", "input_tokens": 695, "latency_sec": 3.5966036929748952, "model_name": "gpt-5.6-luna", "out_of_srgb": null, "output_tokens": 106, "prediction": { "choice": "C" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-16T15:40:27.453450+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-binding-24", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "33431fdc-8deb-40fd-bde7-704d6c872f7f", "result_sha256": "9cbd84a548f2504a4aa1d9ac0b4820fa4ed91414439a39f198a4583c36845d06", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0007774, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "A" }, "group_id": "match-binding-25", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-25.png", "input_tokens": 695, "latency_sec": 8.220174477086402, "model_name": "gpt-5.6-luna", "out_of_srgb": null, "output_tokens": 532, "prediction": { "choice": "A" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T14:07:17.670025+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-25", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "e56ece3d-ce48-444f-b4ce-4994ec3aa205", "result_sha256": "264501ced8031c07031d403f2f1b9b001676b2c7667c07d86f07321dfd2aea18", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.0006514, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "B" }, "group_id": "match-binding-26", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-26.png", "input_tokens": 695, "latency_sec": 5.332507396000437, "model_name": "gpt-5.6-luna", "out_of_srgb": null, "output_tokens": 427, "prediction": { "choice": "C" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-16T14:55:07.388425+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-binding-26", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "f2bc3f60-6c21-46f8-82d7-2ec3338366dd", "result_sha256": "be5f811357ff950ec13df7b1643511c5ee16f2f090edc78b574ed7162bea0a9a", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0006982, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "C" }, "group_id": "match-binding-27", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-27.png", "input_tokens": 695, "latency_sec": 8.983388148946688, "model_name": "gpt-5.6-luna", "out_of_srgb": null, "output_tokens": 466, "prediction": { "choice": "C" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-16T14:00:30.348707+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-27", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "a4a6d0e7-62da-4706-af99-47b466de49a8", "result_sha256": "a8e3ce2bcc58834bcf0c4a5c51c58e39f051fe9f3999b8df7736787b06deace8", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.0007774, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "D" }, "group_id": "match-binding-28", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-28.png", "input_tokens": 695, "latency_sec": 8.230576397967525, "model_name": "gpt-5.6-luna", "out_of_srgb": null, "output_tokens": 532, "prediction": { "choice": "B" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T14:17:39.906917+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-binding-28", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "8f768998-bbfa-474b-ad14-2f9c43a8fecb", "result_sha256": "68f5f475586b0dd05f07d45a2c70ebf662f3ebec2079cc616de98573173df91d", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0007774, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "A" }, "group_id": "match-binding-29", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-29.png", "input_tokens": 695, "latency_sec": 7.368554893997498, "model_name": "gpt-5.6-luna", "out_of_srgb": null, "output_tokens": 532, "prediction": { "choice": "A" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T14:23:16.291803+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-29", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "88e2f59a-2b9d-436d-966b-c4b32c33952d", "result_sha256": "c8f3d4bac1b5a0883598117340c158d0e758100c0d7ca28376eb246386b6d116", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.0007126, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "B" }, "group_id": "match-binding-30", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-30.png", "input_tokens": 695, "latency_sec": 5.784672184963711, "model_name": "gpt-5.6-luna", "out_of_srgb": null, "output_tokens": 478, "prediction": { "choice": "D" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "openai", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-16T15:28:46.450125+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-binding-30", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "02bd3960-805f-4e75-9d6b-db2a27f32c55", "result_sha256": "3b76d9b61f4f1a2316a86c79fbb0fe52a83ef4d4cf8a0c63e8419c4689a567e1", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.0005494, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "C" }, "group_id": "match-binding-31", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-31.png", "input_tokens": 695, "latency_sec": 5.910041144001298, "model_name": "gpt-5.6-luna", "out_of_srgb": null, "output_tokens": 342, "prediction": { "choice": "A" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T14:54:28.844788+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-binding-31", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "061cc0c5-d501-466d-b27f-1e83c92a0570", "result_sha256": "7a74ae1e7f35242217766ea8856fa69a2f6a62b97c8aeadd84b46d2a74c11a62", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0007774, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "D" }, "group_id": "match-binding-32", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-32.png", "input_tokens": 695, "latency_sec": 7.340088422992267, "model_name": "gpt-5.6-luna", "out_of_srgb": null, "output_tokens": 532, "prediction": { "choice": "D" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "openai", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-16T16:16:23.563028+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-32", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "1e2d705b-4596-4722-9adc-85046e1c8937", "result_sha256": "c6f28537eb5c8848e92c1a190484ca1543cd156b9bbb6c189ebf40e2acd568e3", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00015580000000000002, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "A" }, "group_id": "match-binding-33", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-33.png", "input_tokens": 695, "latency_sec": 0.7288253739243373, "model_name": "gpt-5.6-luna", "out_of_srgb": null, "output_tokens": 14, "prediction": { "choice": "A" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T16:09:05.150457+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-33", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "284a560b-e4fc-4397-88d3-714c6ffde18b", "result_sha256": "a58ef8784cc64e14ebd17592b89a8aa814052a8237e056b813113a1c140df733", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00015580000000000002, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "B" }, "group_id": "match-binding-34", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-34.png", "input_tokens": 695, "latency_sec": 1.555490177939646, "model_name": "gpt-5.6-luna", "out_of_srgb": null, "output_tokens": 14, "prediction": { "choice": "B" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T15:17:29.887279+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-34", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "c59de257-a7eb-4aa4-a928-897971124f00", "result_sha256": "670086c17e4eadd207ed38eed24d54546bfe171eb8296b76f22e4df202193c85", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0001918, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "C" }, "group_id": "match-binding-35", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-35.png", "input_tokens": 695, "latency_sec": 1.537747937021777, "model_name": "gpt-5.6-luna", "out_of_srgb": null, "output_tokens": 44, "prediction": { "choice": "C" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-16T14:49:58.801342+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-35", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "34520bbb-d2f5-402b-9d89-d9c02c143535", "result_sha256": "5e2f85e69b434a00078df43f2e0f5f243e3f701641c289b174348cfd0f5d6240", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00015580000000000002, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "D" }, "group_id": "match-binding-36", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-36.png", "input_tokens": 695, "latency_sec": 1.2760227679973468, "model_name": "gpt-5.6-luna", "out_of_srgb": null, "output_tokens": 14, "prediction": { "choice": "D" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "openai", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-16T15:54:10.810395+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-36", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "243850f8-926a-4402-9afa-090fed41416a", "result_sha256": "028b765ab23078ae8ad1ffa472f2168ff823fe819ca6a0cca3965d04025eb393", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00021219999999999998, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "A" }, "group_id": "match-binding-37", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-37.png", "input_tokens": 695, "latency_sec": 1.595312815043144, "model_name": "gpt-5.6-luna", "out_of_srgb": null, "output_tokens": 61, "prediction": { "choice": "A" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T15:32:20.990240+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-37", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "4d6f5d03-3e52-457e-85f2-af986c858ce9", "result_sha256": "899b078d5bc7a8517bc002fdce2196b8fd9faf2d9ef8e644b952c7cdf0e46f5f", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00015580000000000002, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "B" }, "group_id": "match-binding-38", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-38.png", "input_tokens": 695, "latency_sec": 1.7461406390648335, "model_name": "gpt-5.6-luna", "out_of_srgb": null, "output_tokens": 14, "prediction": { "choice": "B" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T16:21:35.934255+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-38", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "747bda23-e06b-4917-ab14-db67fa9236ec", "result_sha256": "c382a22d989a72d13e86a94a372154faa27c2121a14de000ca502ec00503e935", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0002782, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "C" }, "group_id": "match-binding-39", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-39.png", "input_tokens": 695, "latency_sec": 2.477874357951805, "model_name": "gpt-5.6-luna", "out_of_srgb": null, "output_tokens": 116, "prediction": { "choice": "C" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-16T14:43:14.624294+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-39", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "ba394169-d76f-4b33-a3de-db2042743a7d", "result_sha256": "62571f271210175c2295bfb525465dd6ced840587cc84d3d19944110bc649921", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0002278, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "D" }, "group_id": "match-binding-40", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-40.png", "input_tokens": 695, "latency_sec": 1.7314104778924957, "model_name": "gpt-5.6-luna", "out_of_srgb": null, "output_tokens": 74, "prediction": { "choice": "D" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "openai", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-16T14:49:02.257928+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-40", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "e881a37d-77da-47df-9b5a-3586a460605a", "result_sha256": "a00ce0d2c143ff38c5e1922f032d0c1a070f12147f86e6b49fd30aa5cd32929f", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0002602, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "A" }, "group_id": "match-binding-41", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-41.png", "input_tokens": 695, "latency_sec": 1.9841249190503731, "model_name": "gpt-5.6-luna", "out_of_srgb": null, "output_tokens": 101, "prediction": { "choice": "A" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T15:23:32.175379+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-41", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "4e3375a5-cae0-4023-8874-480b2e877d23", "result_sha256": "192b56b11498d2dece1af1645354fc0376f0b15d3b3fbb491ed20ad19e12be51", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0005578, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "B" }, "group_id": "match-binding-42", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-42.png", "input_tokens": 695, "latency_sec": 4.822216458036564, "model_name": "gpt-5.6-luna", "out_of_srgb": null, "output_tokens": 349, "prediction": { "choice": "B" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T16:06:07.883610+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-42", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "42df2881-1ce6-4840-84ce-19a62e56da30", "result_sha256": "d27004b32b4de3276f9b1cab556d65ccdb0f784e8eb287642ad10167f5db6ea5", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0005373999999999999, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "C" }, "group_id": "match-binding-43", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-43.png", "input_tokens": 695, "latency_sec": 4.51923502900172, "model_name": "gpt-5.6-luna", "out_of_srgb": null, "output_tokens": 332, "prediction": { "choice": "C" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-16T15:46:24.069445+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-43", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "da487196-3f8e-4a29-9db2-8f0f6e5f60eb", "result_sha256": "35dc6dd068f3005460e0794e43ddd245e1c71e943d40a140a6b7ef55c29e2240", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00028660000000000003, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "D" }, "group_id": "match-binding-44", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-44.png", "input_tokens": 695, "latency_sec": 1.8939285619417205, "model_name": "gpt-5.6-luna", "out_of_srgb": null, "output_tokens": 123, "prediction": { "choice": "D" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "openai", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-16T14:40:55.285632+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-44", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "4056fe5f-52ab-4c9d-b45e-6a0b5e190f08", "result_sha256": "7ab42dc7407ddc2c532e604946226fab9774ad532452abae2464f918e7524b63", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0007774, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "A" }, "group_id": "match-binding-45", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-45.png", "input_tokens": 695, "latency_sec": 7.353362028021365, "model_name": "gpt-5.6-luna", "out_of_srgb": null, "output_tokens": 532, "prediction": { "choice": "A" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T14:13:01.562398+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-45", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "d716b1ab-9ce4-4930-9f7c-564394cd0409", "result_sha256": "43a82439f80bc2402d4b970117e1d534986cb4a1c511cd91fda4ed3d2fc77712", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0007774, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "B" }, "group_id": "match-binding-46", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-46.png", "input_tokens": 695, "latency_sec": 8.735562311019748, "model_name": "gpt-5.6-luna", "out_of_srgb": null, "output_tokens": 532, "prediction": { "choice": "B" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T15:54:02.888911+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-46", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "5fc96366-d977-462e-851c-20a38246cfc1", "result_sha256": "9af84c8b92463d25f5715dd30023f18389354255eefb426955496bee2b79c221", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0005745999999999999, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "C" }, "group_id": "match-binding-47", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-47.png", "input_tokens": 695, "latency_sec": 5.205954956938513, "model_name": "gpt-5.6-luna", "out_of_srgb": null, "output_tokens": 363, "prediction": { "choice": "C" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-16T16:06:34.374644+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-47", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "0b4fa3ec-4afb-44b9-a9f5-a9ad88a96ed3", "result_sha256": "a9f7cddaad113d803ca1e73ce1d32fd27ea336b458eeaa40230aaaf8ff7238e4", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0007774, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "D" }, "group_id": "match-binding-48", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-48.png", "input_tokens": 695, "latency_sec": 6.8489173230482265, "model_name": "gpt-5.6-luna", "out_of_srgb": null, "output_tokens": 532, "prediction": { "choice": "D" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "openai", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-16T16:15:19.902152+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-48", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "3244c272-3ee3-4b1a-a0bb-53f946df4b41", "result_sha256": "f40eee51321037f6c6a58376d9ab84cd95b8cf5b81032a294d8c13ad2896069b", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0001554, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "B" }, "group_id": "chroma-chain-01-edge-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-01.png", "input_tokens": 693, "latency_sec": 1.528310548979789, "model_name": "gpt-5.6-luna", "out_of_srgb": null, "output_tokens": 14, "prediction": { "choice": "B" }, "prompt_sha256": "7cb1baae3d2170148c899969e7afaa6d6a5143997cc3086bc447697d521e10ca", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T16:25:30.636689+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-01", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "a5323113-90ec-423c-96e8-f7c6da911a97", "result_sha256": "8776c587b741c16d6f6ba22884ac15b8c651dc3466b50e709296151e8f3713c1", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00022739999999999997, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "A" }, "group_id": "chroma-chain-01-edge-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-02.png", "input_tokens": 693, "latency_sec": 1.637372035998851, "model_name": "gpt-5.6-luna", "out_of_srgb": null, "output_tokens": 74, "prediction": { "choice": "A" }, "prompt_sha256": "7cb1baae3d2170148c899969e7afaa6d6a5143997cc3086bc447697d521e10ca", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T15:14:17.922726+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-02", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "317274e4-d0b4-49af-a6a6-674912fc9cab", "result_sha256": "d8b78f51bdab340a71ec49396885ed69d09473320065cc8a137e1ea76501a0c6", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0001962, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "A" }, "group_id": "chroma-chain-01-edge-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-03.png", "input_tokens": 693, "latency_sec": 1.8269519560271874, "model_name": "gpt-5.6-luna", "out_of_srgb": null, "output_tokens": 48, "prediction": { "choice": "A" }, "prompt_sha256": "f7627aca5640b4e4bb5108ec22eda036673dd7300493ad098f17639bff610e34", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T16:22:09.714958+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-03", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "dde8ea46-ad7a-41d5-8cb1-6e889ab4777f", "result_sha256": "e9488c0063d8acb910cfd92edb1c0d51dbad2e8851ea75c4f6035ccd32e331eb", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.000231, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "B" }, "group_id": "chroma-chain-01-edge-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-04.png", "input_tokens": 693, "latency_sec": 2.4891774859279394, "model_name": "gpt-5.6-luna", "out_of_srgb": null, "output_tokens": 77, "prediction": { "choice": "B" }, "prompt_sha256": "f7627aca5640b4e4bb5108ec22eda036673dd7300493ad098f17639bff610e34", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T16:19:30.492127+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-04", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "483f026c-16c2-4f30-a6c5-5462de3f07c4", "result_sha256": "155e20884c4a14ed321e047633a674a58787b0c424dcbb91f4018c2ce1a0b225", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0001938, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "B" }, "group_id": "chroma-chain-01-edge-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-05.png", "input_tokens": 693, "latency_sec": 2.142068653018214, "model_name": "gpt-5.6-luna", "out_of_srgb": null, "output_tokens": 46, "prediction": { "choice": "B" }, "prompt_sha256": "7cb1baae3d2170148c899969e7afaa6d6a5143997cc3086bc447697d521e10ca", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T14:47:53.747439+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-05", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "76732d30-b200-4812-ab50-03261a713d19", "result_sha256": "1f6a991e35e85aec2bf5b56b2daee000e9404460b0470ff46e3aef3503c95b5e", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0002526, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "A" }, "group_id": "chroma-chain-01-edge-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-06.png", "input_tokens": 693, "latency_sec": 2.2056081839837134, "model_name": "gpt-5.6-luna", "out_of_srgb": null, "output_tokens": 95, "prediction": { "choice": "A" }, "prompt_sha256": "7cb1baae3d2170148c899969e7afaa6d6a5143997cc3086bc447697d521e10ca", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T14:44:01.995730+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-06", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "39d46d79-1352-4ae4-a164-9f9165d04161", "result_sha256": "d979762882651df6d86a54d09f8ced5db27be75c4d8688c4f8d11f1da5514e79", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0001554, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "A" }, "group_id": "chroma-chain-01-edge-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-07.png", "input_tokens": 693, "latency_sec": 1.6494864120613784, "model_name": "gpt-5.6-luna", "out_of_srgb": null, "output_tokens": 14, "prediction": { "choice": "A" }, "prompt_sha256": "f7627aca5640b4e4bb5108ec22eda036673dd7300493ad098f17639bff610e34", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T14:57:17.284065+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-07", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "b82b217d-53f0-42f2-82ba-b27a292b5074", "result_sha256": "e7973007c6cee2f08d1525f47a19b91baca98d91874c7029f87c116f96983005", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0001962, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "B" }, "group_id": "chroma-chain-01-edge-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-08.png", "input_tokens": 693, "latency_sec": 1.5698312789900228, "model_name": "gpt-5.6-luna", "out_of_srgb": null, "output_tokens": 48, "prediction": { "choice": "B" }, "prompt_sha256": "f7627aca5640b4e4bb5108ec22eda036673dd7300493ad098f17639bff610e34", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T16:05:02.873272+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-08", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "0c8deaa0-c7d2-4960-bf75-3817d01e9842", "result_sha256": "2316f39d596cd7994176fadfcd18ddd1b318deef25b6b791ed9a94cb5050cfe0", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.000255, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "B" }, "group_id": "chroma-chain-01-edge-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-09.png", "input_tokens": 693, "latency_sec": 2.272856103023514, "model_name": "gpt-5.6-luna", "out_of_srgb": null, "output_tokens": 97, "prediction": { "choice": "B" }, "prompt_sha256": "7cb1baae3d2170148c899969e7afaa6d6a5143997cc3086bc447697d521e10ca", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T14:08:44.083792+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-09", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "c0d14cdc-853d-4550-af2b-2977b679a9f4", "result_sha256": "bf3ce38d9c1e0b1f953b2774262203bf497ab7b1de053873cfc4db5dcd1f84e5", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00026339999999999995, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "A" }, "group_id": "chroma-chain-01-edge-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-10.png", "input_tokens": 693, "latency_sec": 2.3358762359712273, "model_name": "gpt-5.6-luna", "out_of_srgb": null, "output_tokens": 104, "prediction": { "choice": "A" }, "prompt_sha256": "7cb1baae3d2170148c899969e7afaa6d6a5143997cc3086bc447697d521e10ca", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T15:12:33.167335+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-10", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "18e0428e-1dd3-46e3-8658-4b04fb974e58", "result_sha256": "e1b5846d38407e8d5ed663d66c1c9a5cd1bfd54af0eadd996a8e49550ed1b151", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00019979999999999998, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "A" }, "group_id": "chroma-chain-01-edge-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-11.png", "input_tokens": 693, "latency_sec": 1.5665053129196167, "model_name": "gpt-5.6-luna", "out_of_srgb": null, "output_tokens": 51, "prediction": { "choice": "A" }, "prompt_sha256": "f7627aca5640b4e4bb5108ec22eda036673dd7300493ad098f17639bff610e34", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T14:20:19.435232+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-11", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "89e872b7-b9cc-4d00-a66a-c37241e00f52", "result_sha256": "3bb9e6d29f1158c23093bd506bd4d7cc9cb9c6972b096527c8e34208cb12a64f", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00023459999999999998, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "B" }, "group_id": "chroma-chain-01-edge-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-12.png", "input_tokens": 693, "latency_sec": 1.835205317940563, "model_name": "gpt-5.6-luna", "out_of_srgb": null, "output_tokens": 80, "prediction": { "choice": "B" }, "prompt_sha256": "f7627aca5640b4e4bb5108ec22eda036673dd7300493ad098f17639bff610e34", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T15:45:34.858309+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-12", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "a0febc93-bb37-486d-9880-68cb962e6749", "result_sha256": "d31db0f8fa24574606eefa4027d28f59ee207d319ddc3508a483ae47dbae95d3", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0002946, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "B" }, "group_id": "chroma-chain-01-edge-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-13.png", "input_tokens": 693, "latency_sec": 2.439857457065955, "model_name": "gpt-5.6-luna", "out_of_srgb": null, "output_tokens": 130, "prediction": { "choice": "B" }, "prompt_sha256": "7cb1baae3d2170148c899969e7afaa6d6a5143997cc3086bc447697d521e10ca", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T15:27:15.926287+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-13", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "21e6e720-9e6a-4d25-9009-17bd7909efe3", "result_sha256": "f6d5764910cfa09cb8c39ae838e1307cf835d1cbf362e7bac7c96ef139a71788", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0003414, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "A" }, "group_id": "chroma-chain-01-edge-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-14.png", "input_tokens": 693, "latency_sec": 2.425959088956006, "model_name": "gpt-5.6-luna", "out_of_srgb": null, "output_tokens": 169, "prediction": { "choice": "A" }, "prompt_sha256": "7cb1baae3d2170148c899969e7afaa6d6a5143997cc3086bc447697d521e10ca", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T15:37:38.725700+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-14", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "2059d1d3-0df5-4a99-b93c-33ea35205b51", "result_sha256": "2eecda0a0e2329011d9bc8e86d7dc8765cee995b2dbb4e98c2c362f2908baf94", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0002802, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "A" }, "group_id": "chroma-chain-01-edge-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-15.png", "input_tokens": 693, "latency_sec": 2.759811600088142, "model_name": "gpt-5.6-luna", "out_of_srgb": null, "output_tokens": 118, "prediction": { "choice": "A" }, "prompt_sha256": "f7627aca5640b4e4bb5108ec22eda036673dd7300493ad098f17639bff610e34", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T14:13:31.797289+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-15", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "b094cf01-bf0c-40d1-b836-fd8e277a66ac", "result_sha256": "9bae5a1996cd9c3699da379b6827d1f1363b717d164ad4e200feab81be37715c", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00031379999999999993, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "B" }, "group_id": "chroma-chain-01-edge-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-16.png", "input_tokens": 693, "latency_sec": 3.3679759489605203, "model_name": "gpt-5.6-luna", "out_of_srgb": null, "output_tokens": 146, "prediction": { "choice": "B" }, "prompt_sha256": "f7627aca5640b4e4bb5108ec22eda036673dd7300493ad098f17639bff610e34", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T16:03:25.383446+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-16", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "2dd6ab5e-9980-4be1-9bed-8a7cce5ac742", "result_sha256": "cc6f17727f5463a4e6e77d90f9a0bc3b2f61786b4d9fa1c073c0c95fcde4f75a", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.000213, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "B" }, "group_id": "chroma-chain-02-edge-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-17.png", "input_tokens": 693, "latency_sec": 2.083488894975744, "model_name": "gpt-5.6-luna", "out_of_srgb": null, "output_tokens": 62, "prediction": { "choice": "B" }, "prompt_sha256": "7cb1baae3d2170148c899969e7afaa6d6a5143997cc3086bc447697d521e10ca", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T14:19:33.423591+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-17", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "cfa0d089-d5b8-41d1-b141-5e7b8ab33535", "result_sha256": "fd59f5702e22825e12871350e0e574f2c69551e662c48274ad60d548018c555e", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00020939999999999997, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "A" }, "group_id": "chroma-chain-02-edge-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-18.png", "input_tokens": 693, "latency_sec": 1.7261920280288905, "model_name": "gpt-5.6-luna", "out_of_srgb": null, "output_tokens": 59, "prediction": { "choice": "A" }, "prompt_sha256": "7cb1baae3d2170148c899969e7afaa6d6a5143997cc3086bc447697d521e10ca", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T14:50:07.785017+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-18", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "a4e60c2b-f95d-4149-bc98-d49f946f8e72", "result_sha256": "66d0f7b8694c68c8ba2d83df06d477107b03cd9d59abcbdc720b484819009193", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0002562, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "A" }, "group_id": "chroma-chain-02-edge-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-19.png", "input_tokens": 693, "latency_sec": 2.0436946349218488, "model_name": "gpt-5.6-luna", "out_of_srgb": null, "output_tokens": 98, "prediction": { "choice": "A" }, "prompt_sha256": "f7627aca5640b4e4bb5108ec22eda036673dd7300493ad098f17639bff610e34", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T15:53:34.213424+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-19", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "4fe59e42-0569-4cbf-99f1-bd2cdd306694", "result_sha256": "0a3b63ebfa67d60fb86830afb80774ad2ac0c5658a73fae20c6e40bfa97436b0", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0001554, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "B" }, "group_id": "chroma-chain-02-edge-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-20.png", "input_tokens": 693, "latency_sec": 1.1329999309964478, "model_name": "gpt-5.6-luna", "out_of_srgb": null, "output_tokens": 14, "prediction": { "choice": "B" }, "prompt_sha256": "f7627aca5640b4e4bb5108ec22eda036673dd7300493ad098f17639bff610e34", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T14:02:34.878562+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-20", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "3c9c71fd-b416-4b78-a79a-8ede615a666c", "result_sha256": "3744b2a3e5b8d2ab53092ae34ba3c0ab6f22cd6b7858ab270bcafcf6ac3d4d80", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00028619999999999996, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "B" }, "group_id": "chroma-chain-02-edge-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-21.png", "input_tokens": 693, "latency_sec": 2.1537977709667757, "model_name": "gpt-5.6-luna", "out_of_srgb": null, "output_tokens": 123, "prediction": { "choice": "B" }, "prompt_sha256": "7cb1baae3d2170148c899969e7afaa6d6a5143997cc3086bc447697d521e10ca", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T14:14:33.998986+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-21", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "cce7c233-cac7-4bb7-b87a-9d7f9d0e1601", "result_sha256": "3fd4a1608c3014fc396d4ac49dab4b08dace011bc7e8368a5d0c7197e6e998b7", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0002106, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "A" }, "group_id": "chroma-chain-02-edge-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-22.png", "input_tokens": 693, "latency_sec": 2.0457525360397995, "model_name": "gpt-5.6-luna", "out_of_srgb": null, "output_tokens": 60, "prediction": { "choice": "A" }, "prompt_sha256": "7cb1baae3d2170148c899969e7afaa6d6a5143997cc3086bc447697d521e10ca", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T15:22:16.474495+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-22", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "80c4899e-88a9-4eab-8ce2-ca1e58041237", "result_sha256": "98592f17c0633bf1802e0e01dd26a0250a55c90dfa7c0af4d03245b596e6bf19", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0001962, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "A" }, "group_id": "chroma-chain-02-edge-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-23.png", "input_tokens": 693, "latency_sec": 1.5918522559804842, "model_name": "gpt-5.6-luna", "out_of_srgb": null, "output_tokens": 48, "prediction": { "choice": "A" }, "prompt_sha256": "f7627aca5640b4e4bb5108ec22eda036673dd7300493ad098f17639bff610e34", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T14:50:34.177710+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-23", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "9546b169-b13e-4cf0-be97-ac66524d02f1", "result_sha256": "9fa629b56e425a701140b9ce0ea054cd1a81cea048b06c4800bc8800f94baaea", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0002514, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "B" }, "group_id": "chroma-chain-02-edge-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-24.png", "input_tokens": 693, "latency_sec": 2.2387046959483996, "model_name": "gpt-5.6-luna", "out_of_srgb": null, "output_tokens": 94, "prediction": { "choice": "B" }, "prompt_sha256": "f7627aca5640b4e4bb5108ec22eda036673dd7300493ad098f17639bff610e34", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T16:26:38.452421+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-24", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "c5eb99c9-a5c5-44fb-ac3e-5d30fe0ce062", "result_sha256": "55f674eb0bcd70c16548b2831156e6ffba0fce4fae4e5efde5bb289ebed697cb", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0004361999999999999, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "B" }, "group_id": "chroma-chain-02-edge-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-25.png", "input_tokens": 693, "latency_sec": 3.950721333967522, "model_name": "gpt-5.6-luna", "out_of_srgb": null, "output_tokens": 248, "prediction": { "choice": "B" }, "prompt_sha256": "7cb1baae3d2170148c899969e7afaa6d6a5143997cc3086bc447697d521e10ca", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T16:07:31.453054+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-25", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "6e753bcf-f3b2-411c-8456-db0da45c8f95", "result_sha256": "552a8d6097f8c25814eaa7adb61d156c349e7ccc1cfb53b284cda11366f5e6f9", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0003306, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "A" }, "group_id": "chroma-chain-02-edge-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-26.png", "input_tokens": 693, "latency_sec": 3.268881284049712, "model_name": "gpt-5.6-luna", "out_of_srgb": null, "output_tokens": 160, "prediction": { "choice": "A" }, "prompt_sha256": "7cb1baae3d2170148c899969e7afaa6d6a5143997cc3086bc447697d521e10ca", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T14:09:09.662239+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-26", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "35301c12-00b1-45e1-a017-1f55e362d2e2", "result_sha256": "262ae6601595be43d464cfb4e079d8a11859a2ea86a09bbab6545447861d6aa7", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0002358, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "A" }, "group_id": "chroma-chain-02-edge-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-27.png", "input_tokens": 693, "latency_sec": 2.0928746309364215, "model_name": "gpt-5.6-luna", "out_of_srgb": null, "output_tokens": 81, "prediction": { "choice": "A" }, "prompt_sha256": "f7627aca5640b4e4bb5108ec22eda036673dd7300493ad098f17639bff610e34", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T15:41:05.046022+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-27", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "f0cf0cb8-6895-4aac-bf9a-779dcdd8afab", "result_sha256": "e76a6ef969d245d65a18b03911dbc5844708a8a698036abc446b3ad3a16557de", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0002682, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "B" }, "group_id": "chroma-chain-02-edge-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-28.png", "input_tokens": 693, "latency_sec": 2.4070263339672238, "model_name": "gpt-5.6-luna", "out_of_srgb": null, "output_tokens": 108, "prediction": { "choice": "B" }, "prompt_sha256": "f7627aca5640b4e4bb5108ec22eda036673dd7300493ad098f17639bff610e34", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T16:22:35.512400+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-28", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "7fbb2f9d-cd42-45d7-86ab-8f5a75ec1301", "result_sha256": "654b853b9fcbf0a2fc793d9af37fda73dc7c304be618db4364c542ccc655c70d", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00018659999999999998, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "B" }, "group_id": "chroma-chain-02-edge-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-29.png", "input_tokens": 693, "latency_sec": 1.3486552250105888, "model_name": "gpt-5.6-luna", "out_of_srgb": null, "output_tokens": 40, "prediction": { "choice": "B" }, "prompt_sha256": "7cb1baae3d2170148c899969e7afaa6d6a5143997cc3086bc447697d521e10ca", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T15:53:24.238581+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-29", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "48d483fe-1d76-456e-a768-150e1d90dc61", "result_sha256": "e819f9a735c0e2e488754ee45dd661fd4d69f6868cacb60fe0bcda064921200b", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00022739999999999997, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "A" }, "group_id": "chroma-chain-02-edge-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-30.png", "input_tokens": 693, "latency_sec": 1.9194073759717867, "model_name": "gpt-5.6-luna", "out_of_srgb": null, "output_tokens": 74, "prediction": { "choice": "A" }, "prompt_sha256": "7cb1baae3d2170148c899969e7afaa6d6a5143997cc3086bc447697d521e10ca", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T14:53:07.808919+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-30", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "e6b9c18d-3260-41bc-8c49-c23b92e64b5f", "result_sha256": "cbe2fe407126d4b061aa4ef9221c9bf7674df199468e174ae94d7bad741f4bdc", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0001554, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "A" }, "group_id": "chroma-chain-02-edge-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-31.png", "input_tokens": 693, "latency_sec": 1.3328734450042248, "model_name": "gpt-5.6-luna", "out_of_srgb": null, "output_tokens": 14, "prediction": { "choice": "A" }, "prompt_sha256": "f7627aca5640b4e4bb5108ec22eda036673dd7300493ad098f17639bff610e34", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T15:24:12.614892+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-31", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "4c2baddc-bcdb-41ec-b067-66eef1967ed7", "result_sha256": "f1b0bfe77284f3aa86c51cb3a899d8fc59eb2cc701b6bc6144160ce73461296c", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0001938, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "B" }, "group_id": "chroma-chain-02-edge-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-32.png", "input_tokens": 693, "latency_sec": 1.758091542054899, "model_name": "gpt-5.6-luna", "out_of_srgb": null, "output_tokens": 46, "prediction": { "choice": "B" }, "prompt_sha256": "f7627aca5640b4e4bb5108ec22eda036673dd7300493ad098f17639bff610e34", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T15:16:48.923899+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-32", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "81ff04f0-9669-49cd-b069-038be490acbe", "result_sha256": "1331015d588a455062b2165b98d1d0a460dbbf0a9d961cb53ac4c84eb773c623", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0002874, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "B" }, "group_id": "chroma-chain-03-edge-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-33.png", "input_tokens": 693, "latency_sec": 2.7337549559306353, "model_name": "gpt-5.6-luna", "out_of_srgb": null, "output_tokens": 124, "prediction": { "choice": "B" }, "prompt_sha256": "7cb1baae3d2170148c899969e7afaa6d6a5143997cc3086bc447697d521e10ca", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T14:57:52.401991+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-33", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "5b0721b1-c5f0-4765-951a-245d84743843", "result_sha256": "a2a4db45176a0466a0fb2ab0eaefde13bb3ae8f29a0f04433fa62d8f2025b085", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.000297, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "A" }, "group_id": "chroma-chain-03-edge-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-34.png", "input_tokens": 693, "latency_sec": 3.744018587982282, "model_name": "gpt-5.6-luna", "out_of_srgb": null, "output_tokens": 132, "prediction": { "choice": "A" }, "prompt_sha256": "7cb1baae3d2170148c899969e7afaa6d6a5143997cc3086bc447697d521e10ca", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T15:28:26.980753+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-34", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "e281f6d6-bb2b-49da-bfaa-7003ce759dba", "result_sha256": "b49dd1249e71c2f7e94cf63cb6b72487d4e560cfd4a323939e4d102c7211d367", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0002706, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "A" }, "group_id": "chroma-chain-03-edge-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-35.png", "input_tokens": 693, "latency_sec": 2.588193158037029, "model_name": "gpt-5.6-luna", "out_of_srgb": null, "output_tokens": 110, "prediction": { "choice": "A" }, "prompt_sha256": "f7627aca5640b4e4bb5108ec22eda036673dd7300493ad098f17639bff610e34", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T15:28:16.635992+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-35", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "0e50abc2-c400-43bc-875e-b70f86dc191d", "result_sha256": "905ae1723a18864e406662884acb98d3a92d0dbd712ab43a5c4de707cdf3a1d4", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0002802, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "B" }, "group_id": "chroma-chain-03-edge-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-36.png", "input_tokens": 693, "latency_sec": 2.8858881649794057, "model_name": "gpt-5.6-luna", "out_of_srgb": null, "output_tokens": 118, "prediction": { "choice": "B" }, "prompt_sha256": "f7627aca5640b4e4bb5108ec22eda036673dd7300493ad098f17639bff610e34", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T15:02:35.694573+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-36", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "c2600011-5363-45c2-8f9f-79ff45feda08", "result_sha256": "7c1f5d52bcf264019841b59533560c80da935242152ef6976b7b7a37b06f0d14", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00040260000000000003, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "B" }, "group_id": "chroma-chain-03-edge-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-37.png", "input_tokens": 693, "latency_sec": 3.3015267109731212, "model_name": "gpt-5.6-luna", "out_of_srgb": null, "output_tokens": 220, "prediction": { "choice": "B" }, "prompt_sha256": "7cb1baae3d2170148c899969e7afaa6d6a5143997cc3086bc447697d521e10ca", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T14:16:08.267931+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-37", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "8a54e369-6284-49a3-ad84-10aac97b1c6f", "result_sha256": "5674bab173272c1bdda95810586dccdc1a838b6be9cf170143067fa4c0f945f2", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0006018, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "A" }, "group_id": "chroma-chain-03-edge-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-38.png", "input_tokens": 693, "latency_sec": 6.741260227980092, "model_name": "gpt-5.6-luna", "out_of_srgb": null, "output_tokens": 386, "prediction": { "choice": "A" }, "prompt_sha256": "7cb1baae3d2170148c899969e7afaa6d6a5143997cc3086bc447697d521e10ca", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T15:13:35.693364+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-38", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "dda93162-6986-43de-8faa-92fa761194dc", "result_sha256": "19cbf71ac73039c7ded18070e129aa36242ff0feb524a2701bffbc5d4c7e3625", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.000315, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "A" }, "group_id": "chroma-chain-03-edge-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-39.png", "input_tokens": 693, "latency_sec": 2.46109111700207, "model_name": "gpt-5.6-luna", "out_of_srgb": null, "output_tokens": 147, "prediction": { "choice": "A" }, "prompt_sha256": "f7627aca5640b4e4bb5108ec22eda036673dd7300493ad098f17639bff610e34", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T15:29:12.300790+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-39", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "e697b30f-2606-4e11-a1a1-1a939cd22dd4", "result_sha256": "230c6b0a1bb121a0ecbaa0158368a2657109ee2babf711754be65cf5031235c4", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.000645, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "B" }, "group_id": "chroma-chain-03-edge-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-40.png", "input_tokens": 693, "latency_sec": 5.537290081963874, "model_name": "gpt-5.6-luna", "out_of_srgb": null, "output_tokens": 422, "prediction": { "choice": "B" }, "prompt_sha256": "f7627aca5640b4e4bb5108ec22eda036673dd7300493ad098f17639bff610e34", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T15:42:14.125396+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-40", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "f4a4e7da-0270-4733-aafa-e01f2e832a7a", "result_sha256": "1245fb7d29b505a7438ce3f906087aca3f3e234cb34ef5baec4779c2bfd1866a", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0001926, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "B" }, "group_id": "chroma-chain-03-edge-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-41.png", "input_tokens": 693, "latency_sec": 1.6367688060272485, "model_name": "gpt-5.6-luna", "out_of_srgb": null, "output_tokens": 45, "prediction": { "choice": "B" }, "prompt_sha256": "7cb1baae3d2170148c899969e7afaa6d6a5143997cc3086bc447697d521e10ca", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T14:49:34.052826+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-41", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "01e60ab9-8d20-46ee-9f33-bf1a3eb77018", "result_sha256": "59ada3ccb8081c187715bda0e5d01b8abaaf5466380459292188bae04de9cbbf", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0001554, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "A" }, "group_id": "chroma-chain-03-edge-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-42.png", "input_tokens": 693, "latency_sec": 1.5449569310294464, "model_name": "gpt-5.6-luna", "out_of_srgb": null, "output_tokens": 14, "prediction": { "choice": "A" }, "prompt_sha256": "7cb1baae3d2170148c899969e7afaa6d6a5143997cc3086bc447697d521e10ca", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T15:26:47.855960+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-42", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "f8a32ea0-cecc-4e6a-a535-83ee88468720", "result_sha256": "c6c16e78a754d3218fd1ea82c8d9e4715ff719dc8186b84ddc34251e1b265dc6", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00018779999999999998, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "A" }, "group_id": "chroma-chain-03-edge-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-43.png", "input_tokens": 693, "latency_sec": 1.1725769070908427, "model_name": "gpt-5.6-luna", "out_of_srgb": null, "output_tokens": 41, "prediction": { "choice": "A" }, "prompt_sha256": "f7627aca5640b4e4bb5108ec22eda036673dd7300493ad098f17639bff610e34", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T14:15:54.463349+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-43", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "b009a814-7240-44c2-9d1c-a4c20e4a232c", "result_sha256": "3c489e1540cba336ffd45d8ab2db26c29c63ed604a2cae9b700e1d09a813486c", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0001554, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "B" }, "group_id": "chroma-chain-03-edge-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-44.png", "input_tokens": 693, "latency_sec": 1.1883703669300303, "model_name": "gpt-5.6-luna", "out_of_srgb": null, "output_tokens": 14, "prediction": { "choice": "B" }, "prompt_sha256": "f7627aca5640b4e4bb5108ec22eda036673dd7300493ad098f17639bff610e34", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T14:41:27.735367+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-44", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "e8b133dd-ab03-460e-82b7-44bbe7983459", "result_sha256": "9c099db215b8e4c12ddcb4f1ea47d1cb1ca7c5db991cee485d9119b7b88eb99f", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0002214, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "B" }, "group_id": "chroma-chain-03-edge-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-45.png", "input_tokens": 693, "latency_sec": 2.2240060509648174, "model_name": "gpt-5.6-luna", "out_of_srgb": null, "output_tokens": 69, "prediction": { "choice": "B" }, "prompt_sha256": "7cb1baae3d2170148c899969e7afaa6d6a5143997cc3086bc447697d521e10ca", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T15:31:28.791042+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-45", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "0095641e-5e9b-4bb0-984d-e943ba9cc811", "result_sha256": "7bf35a099290adec3f505f0839f6dac4ead3d998d74c452f64a5394c33e178d1", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0002106, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "A" }, "group_id": "chroma-chain-03-edge-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-46.png", "input_tokens": 693, "latency_sec": 1.6264371890574694, "model_name": "gpt-5.6-luna", "out_of_srgb": null, "output_tokens": 60, "prediction": { "choice": "A" }, "prompt_sha256": "7cb1baae3d2170148c899969e7afaa6d6a5143997cc3086bc447697d521e10ca", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T14:46:26.017171+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-46", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "db00c6fe-6eb1-46da-ba8a-8809997bccb0", "result_sha256": "40e6b82b67300a592e296e3ba5cc350a6531343bae1813ae8441c0789c58aa3f", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0001938, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "A" }, "group_id": "chroma-chain-03-edge-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-47.png", "input_tokens": 693, "latency_sec": 1.5399013679707423, "model_name": "gpt-5.6-luna", "out_of_srgb": null, "output_tokens": 46, "prediction": { "choice": "A" }, "prompt_sha256": "f7627aca5640b4e4bb5108ec22eda036673dd7300493ad098f17639bff610e34", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T15:55:58.384158+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-47", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "b9c0bf17-b466-4391-b0b6-68eb33164969", "result_sha256": "5a8be7c54405f04cc4daca5cc40e5f44d964f950fbdc73e047a5e68f262e9f05", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.000195, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "B" }, "group_id": "chroma-chain-03-edge-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-48.png", "input_tokens": 693, "latency_sec": 1.4775011369492859, "model_name": "gpt-5.6-luna", "out_of_srgb": null, "output_tokens": 47, "prediction": { "choice": "B" }, "prompt_sha256": "f7627aca5640b4e4bb5108ec22eda036673dd7300493ad098f17639bff610e34", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T15:55:34.289138+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-48", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "a2a28d52-25a5-4df6-b505-7c3eca94aa08", "result_sha256": "c17f050083aaa81405911070c9e0674169f260094c9ee52d42f01ee5424a2de4", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0007494, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "B" }, "group_id": "chroma-chain-04-edge-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-49.png", "input_tokens": 693, "latency_sec": 9.081808943999931, "model_name": "gpt-5.6-luna", "out_of_srgb": null, "output_tokens": 509, "prediction": { "choice": "B" }, "prompt_sha256": "7cb1baae3d2170148c899969e7afaa6d6a5143997cc3086bc447697d521e10ca", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T15:55:51.862617+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-49", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "27b904e1-a92e-4697-8fb1-fb99f8d7bc63", "result_sha256": "b74d44ee654487c388427a82aeae93a6fdcc1452a647e09853f6addc77a2556e", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00037860000000000004, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "A" }, "group_id": "chroma-chain-04-edge-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-50.png", "input_tokens": 693, "latency_sec": 3.313865872914903, "model_name": "gpt-5.6-luna", "out_of_srgb": null, "output_tokens": 200, "prediction": { "choice": "A" }, "prompt_sha256": "7cb1baae3d2170148c899969e7afaa6d6a5143997cc3086bc447697d521e10ca", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T16:08:52.696327+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-50", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "fc95e08b-6ddf-494f-bb17-00886db5697e", "result_sha256": "e31b2a9fafb77cdf42c309299257dc1c441c4b722fd1042b0b9e7fc3fb186af2", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00036779999999999994, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "A" }, "group_id": "chroma-chain-04-edge-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-51.png", "input_tokens": 693, "latency_sec": 3.2350215000333264, "model_name": "gpt-5.6-luna", "out_of_srgb": null, "output_tokens": 191, "prediction": { "choice": "A" }, "prompt_sha256": "f7627aca5640b4e4bb5108ec22eda036673dd7300493ad098f17639bff610e34", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T14:10:36.173054+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-51", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "9e323eb1-0f88-4e8f-bba9-228fd91a0706", "result_sha256": "f810179e2dc8c9acd4a7b97676fb3f6c661da2dad22b8e48da28fc491ab166b6", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00042419999999999996, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "B" }, "group_id": "chroma-chain-04-edge-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-52.png", "input_tokens": 693, "latency_sec": 3.8851702510146424, "model_name": "gpt-5.6-luna", "out_of_srgb": null, "output_tokens": 238, "prediction": { "choice": "B" }, "prompt_sha256": "f7627aca5640b4e4bb5108ec22eda036673dd7300493ad098f17639bff610e34", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T15:35:14.928561+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-52", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "31de0d02-7de3-4b60-b01a-e52bcd96cbc3", "result_sha256": "5d5dd8f8bff5ffd9619555c9acc4a235ab878bdc195951570fd9414bb5abd777", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0001554, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "B" }, "group_id": "chroma-chain-04-edge-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-53.png", "input_tokens": 693, "latency_sec": 0.9333309290232137, "model_name": "gpt-5.6-luna", "out_of_srgb": null, "output_tokens": 14, "prediction": { "choice": "B" }, "prompt_sha256": "7cb1baae3d2170148c899969e7afaa6d6a5143997cc3086bc447697d521e10ca", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T14:14:03.661661+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-53", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "f63ed3df-5353-4fb5-9898-2e74c7e7f669", "result_sha256": "e2af1e729de431537aaf476b3163172fae4f8e1b9537b4dc496ab944b80fb537", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.000213, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "A" }, "group_id": "chroma-chain-04-edge-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-54.png", "input_tokens": 693, "latency_sec": 1.74886797205545, "model_name": "gpt-5.6-luna", "out_of_srgb": null, "output_tokens": 62, "prediction": { "choice": "A" }, "prompt_sha256": "7cb1baae3d2170148c899969e7afaa6d6a5143997cc3086bc447697d521e10ca", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T14:51:22.650329+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-54", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "f1d5a472-b5ae-411a-9bc7-cedeb385608f", "result_sha256": "6415b50d4847ca5ffddd8b95f75184165f941529d3aef9b57a9ffb037b78a928", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0001554, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "A" }, "group_id": "chroma-chain-04-edge-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-55.png", "input_tokens": 693, "latency_sec": 1.102807012037374, "model_name": "gpt-5.6-luna", "out_of_srgb": null, "output_tokens": 14, "prediction": { "choice": "A" }, "prompt_sha256": "f7627aca5640b4e4bb5108ec22eda036673dd7300493ad098f17639bff610e34", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T15:30:16.883262+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-55", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "812af66b-c549-4ae6-9bac-64e6e432d4dd", "result_sha256": "f009f4c3781db0f44bd83ebecc7a5f0d272b5cae933b5ed01ab1c42d18e24960", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0001554, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "B" }, "group_id": "chroma-chain-04-edge-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-56.png", "input_tokens": 693, "latency_sec": 0.9557918891077861, "model_name": "gpt-5.6-luna", "out_of_srgb": null, "output_tokens": 14, "prediction": { "choice": "B" }, "prompt_sha256": "f7627aca5640b4e4bb5108ec22eda036673dd7300493ad098f17639bff610e34", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T14:09:55.337471+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-56", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "417cd102-d0e6-48de-bd99-d7cdf6bdbac6", "result_sha256": "2335e26a3cffa2b5e344d2b95446c6655ca8ed158f649a06ae49b5ff194606a7", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00020580000000000002, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "B" }, "group_id": "chroma-chain-04-edge-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-57.png", "input_tokens": 693, "latency_sec": 1.5529599420260638, "model_name": "gpt-5.6-luna", "out_of_srgb": null, "output_tokens": 56, "prediction": { "choice": "B" }, "prompt_sha256": "7cb1baae3d2170148c899969e7afaa6d6a5143997cc3086bc447697d521e10ca", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T16:17:56.531824+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-57", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "5906fe6a-3f38-4ad5-b662-7f518dd68b40", "result_sha256": "afc2b724dfd641ba31cad4cad52befb6cb05f559fb5120bcd7d05752c02cc464", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0001554, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "A" }, "group_id": "chroma-chain-04-edge-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-58.png", "input_tokens": 693, "latency_sec": 1.1718882720451802, "model_name": "gpt-5.6-luna", "out_of_srgb": null, "output_tokens": 14, "prediction": { "choice": "A" }, "prompt_sha256": "7cb1baae3d2170148c899969e7afaa6d6a5143997cc3086bc447697d521e10ca", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T14:32:59.688757+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-58", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "78fe1e85-7602-4593-acbe-8e9cfc30703b", "result_sha256": "ab9a89c328b89a52ee97f4665388743298db10b107d0ee5a3c84fb2fafdef1db", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.000219, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "A" }, "group_id": "chroma-chain-04-edge-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-59.png", "input_tokens": 693, "latency_sec": 2.4686854879837483, "model_name": "gpt-5.6-luna", "out_of_srgb": null, "output_tokens": 67, "prediction": { "choice": "A" }, "prompt_sha256": "f7627aca5640b4e4bb5108ec22eda036673dd7300493ad098f17639bff610e34", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T15:15:54.768630+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-59", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "317c20b6-1fb6-40a3-92aa-182cf5567d30", "result_sha256": "ca37a47990b5aa5d3e92a2e28cfe467ce6b21ac343f040dd268d114acae54809", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0002106, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "B" }, "group_id": "chroma-chain-04-edge-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-60.png", "input_tokens": 693, "latency_sec": 5.512801971053705, "model_name": "gpt-5.6-luna", "out_of_srgb": null, "output_tokens": 60, "prediction": { "choice": "B" }, "prompt_sha256": "f7627aca5640b4e4bb5108ec22eda036673dd7300493ad098f17639bff610e34", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T15:34:04.047134+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-60", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "f7151b69-047b-4d2e-ad74-d367e9a276a4", "result_sha256": "5b6bb420e3337376a53e8e413e38cbecafe392f0fba52b9e04568f3f847d2bdd", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.000207, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "B" }, "group_id": "chroma-chain-04-edge-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-61.png", "input_tokens": 693, "latency_sec": 1.8910345149924979, "model_name": "gpt-5.6-luna", "out_of_srgb": null, "output_tokens": 57, "prediction": { "choice": "B" }, "prompt_sha256": "7cb1baae3d2170148c899969e7afaa6d6a5143997cc3086bc447697d521e10ca", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T14:20:53.749021+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-61", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "b0009df7-ca95-46f0-9dee-58b39732f62a", "result_sha256": "af2da06953ea03b40bc38e972b4e879d09c3ff95221fc0e34712592db2df3ca7", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0002562, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "A" }, "group_id": "chroma-chain-04-edge-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-62.png", "input_tokens": 693, "latency_sec": 2.476629267912358, "model_name": "gpt-5.6-luna", "out_of_srgb": null, "output_tokens": 98, "prediction": { "choice": "A" }, "prompt_sha256": "7cb1baae3d2170148c899969e7afaa6d6a5143997cc3086bc447697d521e10ca", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T14:16:20.972396+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-62", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "e29617ed-8fc0-4b6d-81b2-e82548ad3d11", "result_sha256": "fb88e57a4fc12585014f7000af8d4ac5e707ff7b8c9edce5d4ef1f299a31c344", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.000249, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "A" }, "group_id": "chroma-chain-04-edge-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-63.png", "input_tokens": 693, "latency_sec": 2.0699854489648715, "model_name": "gpt-5.6-luna", "out_of_srgb": null, "output_tokens": 92, "prediction": { "choice": "A" }, "prompt_sha256": "f7627aca5640b4e4bb5108ec22eda036673dd7300493ad098f17639bff610e34", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T15:49:46.174763+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-63", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "7fe444eb-e867-496c-b132-11cda44257c7", "result_sha256": "97ac036b77de638f6d4833890bc980aa392c03394f189bdef79605fcbf4e8f96", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00023339999999999998, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "B" }, "group_id": "chroma-chain-04-edge-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-64.png", "input_tokens": 693, "latency_sec": 2.2658110259799287, "model_name": "gpt-5.6-luna", "out_of_srgb": null, "output_tokens": 79, "prediction": { "choice": "B" }, "prompt_sha256": "f7627aca5640b4e4bb5108ec22eda036673dd7300493ad098f17639bff610e34", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T16:26:59.798029+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-64", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "5b4f35ce-29a9-4379-a0e4-3422c4156a42", "result_sha256": "944d009da6405f94039cc1b06a874ecfa655bcdd34f1d916a103400d43bdce6f", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.000249, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "A" }, "group_id": "context-01-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-01.png", "input_tokens": 699, "latency_sec": 2.045499315019697, "model_name": "gpt-5.6-luna", "out_of_srgb": null, "output_tokens": 91, "prediction": { "choice": "A" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T15:42:38.548345+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-01", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "7176ed0c-bf8f-456c-b2cc-139d0956371e", "result_sha256": "9afd219b0187a96d8dc7bb532b40f80d3eb861d4b71130c9e6827a179a3360ea", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0002334, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "B" }, "group_id": "context-01-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-02.png", "input_tokens": 699, "latency_sec": 1.5797866419889033, "model_name": "gpt-5.6-luna", "out_of_srgb": null, "output_tokens": 78, "prediction": { "choice": "B" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T16:08:16.535760+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-02", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "627e58a5-b92d-43c0-8476-3376e458028a", "result_sha256": "26c7f87af8b199823b20364409cc05dd3b024d08f709d64fdfad5c0bf48dadaa", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00031739999999999996, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "C" }, "group_id": "context-01-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-03.png", "input_tokens": 699, "latency_sec": 3.305236411979422, "model_name": "gpt-5.6-luna", "out_of_srgb": null, "output_tokens": 148, "prediction": { "choice": "C" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-16T15:12:08.446493+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-03", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "3169fc1d-6500-43f3-a1d6-bf3421083dd6", "result_sha256": "d6735214f6667d47a72d3b265df06938f842720f440f026d4f97f70d150fa388", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0002334, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "D" }, "group_id": "context-01-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-04.png", "input_tokens": 699, "latency_sec": 1.6008122370112687, "model_name": "gpt-5.6-luna", "out_of_srgb": null, "output_tokens": 78, "prediction": { "choice": "D" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-16T14:50:21.966309+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-04", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "86af8057-b4e0-44fc-932e-ca4e41d12852", "result_sha256": "72655157d14dfec25b958c14f1bc18695b4095e84b1b55358d085a4705fb07dc", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0002622, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "A" }, "group_id": "context-01-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-05.png", "input_tokens": 699, "latency_sec": 2.4931733820121735, "model_name": "gpt-5.6-luna", "out_of_srgb": null, "output_tokens": 102, "prediction": { "choice": "A" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T14:01:00.866439+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-05", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "ffdd6231-c61c-40aa-ad2f-56a752764ed1", "result_sha256": "bb9ba1ee1054752428246654a51136624fc6952cd5e3797761b3ee76fb1fd84e", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.000369, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "B" }, "group_id": "context-01-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-06.png", "input_tokens": 699, "latency_sec": 7.07921679795254, "model_name": "gpt-5.6-luna", "out_of_srgb": null, "output_tokens": 191, "prediction": { "choice": "B" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T14:45:28.053270+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-06", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "cf757eac-eb26-4117-9c28-2f2a6acbdef9", "result_sha256": "3d27b00ccc8143a8075c4a3810a1a620505edcce537b77b8b95d4c1767208fed", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00024060000000000002, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "C" }, "group_id": "context-01-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-07.png", "input_tokens": 699, "latency_sec": 2.083962708944455, "model_name": "gpt-5.6-luna", "out_of_srgb": null, "output_tokens": 84, "prediction": { "choice": "C" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-16T14:17:05.569896+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-07", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "9f42ae6f-dc50-4a58-86ad-63d0a70bc3f4", "result_sha256": "440066ff0b74f7489cfb86b435b05a52d7fdc6317ad45236ad4947e28183dba9", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0003438, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "D" }, "group_id": "context-01-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-08.png", "input_tokens": 699, "latency_sec": 3.126628870028071, "model_name": "gpt-5.6-luna", "out_of_srgb": null, "output_tokens": 170, "prediction": { "choice": "D" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-16T15:01:52.207865+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-08", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "43913a90-45c1-49b2-a50d-fdc1a8dc0e44", "result_sha256": "2bb308cff2a35563a353442ff0ea4bf108284b34bdc564fe53302546a5802b22", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.000399, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "A" }, "group_id": "context-01-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-09.png", "input_tokens": 699, "latency_sec": 3.351183576975018, "model_name": "gpt-5.6-luna", "out_of_srgb": null, "output_tokens": 216, "prediction": { "choice": "A" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T15:50:00.112451+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-09", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "70ad9528-3af2-4392-bc3b-3d5f349cca15", "result_sha256": "7df4110a37ce03ebd8b1952e3832cbedb824e23a38d9608160a3110219d1cdc7", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.000327, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "B" }, "group_id": "context-01-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-10.png", "input_tokens": 699, "latency_sec": 2.820749455015175, "model_name": "gpt-5.6-luna", "out_of_srgb": null, "output_tokens": 156, "prediction": { "choice": "B" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T14:51:40.804373+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-10", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "c9983ec9-870c-46a9-acc0-3c1277fb8961", "result_sha256": "fb2821a64bcf13dc4669a65cf8870f27d8800392de2c42818cad7c3f2417fa41", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0002298, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "C" }, "group_id": "context-01-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-11.png", "input_tokens": 699, "latency_sec": 1.820052890921943, "model_name": "gpt-5.6-luna", "out_of_srgb": null, "output_tokens": 75, "prediction": { "choice": "C" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-16T16:07:55.533016+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-11", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "7418bfd8-bba8-42d8-a5e6-a3679dbcd37b", "result_sha256": "ed835a69dad8ac042e42b198e3c4e44ab77e468abde1439561b1626404e4428f", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00023940000000000002, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "D" }, "group_id": "context-01-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-12.png", "input_tokens": 699, "latency_sec": 1.979635940049775, "model_name": "gpt-5.6-luna", "out_of_srgb": null, "output_tokens": 83, "prediction": { "choice": "D" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-16T15:56:34.006666+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-12", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "1fabc5fa-1205-4df5-851a-bad44484387c", "result_sha256": "5629a10b6f3012426559a66ffe885bc2f7ba1556af93eac6f1862c829480acc7", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00024660000000000003, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "A" }, "group_id": "context-01-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-13.png", "input_tokens": 699, "latency_sec": 2.1784004770452157, "model_name": "gpt-5.6-luna", "out_of_srgb": null, "output_tokens": 89, "prediction": { "choice": "A" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T16:10:19.615903+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-13", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "fec09cd7-a16d-4020-bc33-0320a3041373", "result_sha256": "40d4233e8c140457d13a0c3d71e38c378c854816db042d6aadc9733362567be7", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0002598, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "B" }, "group_id": "context-01-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-14.png", "input_tokens": 699, "latency_sec": 2.301937283948064, "model_name": "gpt-5.6-luna", "out_of_srgb": null, "output_tokens": 100, "prediction": { "choice": "B" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T14:06:30.413020+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-14", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "c4f85847-ee48-4d59-bb91-d26753cd57ed", "result_sha256": "82284c2420e29d23f9f7d3677432e26ddb455baffa9c0050c67ca22d1060cb2e", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.000243, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "C" }, "group_id": "context-01-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-15.png", "input_tokens": 699, "latency_sec": 2.012985907960683, "model_name": "gpt-5.6-luna", "out_of_srgb": null, "output_tokens": 86, "prediction": { "choice": "C" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-16T15:02:47.583955+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-15", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "8af7fe70-2750-4f4a-ab07-f8e4ab2c5278", "result_sha256": "0a3de79e293922cf51e4cdd466ba376a380215b2a4330cd3235f8d45e999dea4", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0003114, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "D" }, "group_id": "context-01-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-16.png", "input_tokens": 699, "latency_sec": 2.698257905081846, "model_name": "gpt-5.6-luna", "out_of_srgb": null, "output_tokens": 143, "prediction": { "choice": "D" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-16T14:18:11.109100+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-16", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "ce735f9d-65b1-498c-b455-12ec31a7921a", "result_sha256": "aa7fe8dc48b7f18b58746d5c115c18b0fff2e435c87960529f6414a4d7a7b9ef", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00026339999999999995, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "A" }, "group_id": "context-01-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-17.png", "input_tokens": 699, "latency_sec": 2.3196185369743034, "model_name": "gpt-5.6-luna", "out_of_srgb": null, "output_tokens": 103, "prediction": { "choice": "A" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T16:24:44.885822+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-17", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "29763210-1fd6-4931-a812-eadb312a4ac9", "result_sha256": "11954c4f0b71b9c5b90f831be143b9669ce660e15be7909936854e8506763866", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0002334, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "B" }, "group_id": "context-01-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-18.png", "input_tokens": 699, "latency_sec": 1.4103343409951776, "model_name": "gpt-5.6-luna", "out_of_srgb": null, "output_tokens": 78, "prediction": { "choice": "B" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T14:20:33.963411+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-18", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "2cb6c06e-a161-45e9-ab49-03d4674a6629", "result_sha256": "06b145a4e4e49c01eb2e0d3fc6b01d167782751f0041f005c2edb5434abdd8b1", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0002706, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "C" }, "group_id": "context-01-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-19.png", "input_tokens": 699, "latency_sec": 2.423608724027872, "model_name": "gpt-5.6-luna", "out_of_srgb": null, "output_tokens": 109, "prediction": { "choice": "C" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-16T14:32:16.294002+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-19", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "6588a591-b8b2-4b7e-821d-e33fa669c11e", "result_sha256": "03dc8c67873bebff448127e69fea902007c445bd422ee0506a031e02a0249f2a", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0003222, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "D" }, "group_id": "context-01-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-20.png", "input_tokens": 699, "latency_sec": 2.947949531953782, "model_name": "gpt-5.6-luna", "out_of_srgb": null, "output_tokens": 152, "prediction": { "choice": "D" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-16T14:05:40.368522+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-20", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "a9a95896-9e47-40d5-84c8-28cfa7bdd105", "result_sha256": "1e30f1baf117c2295faa12c8b42c484593acf91ab2f342647d26c8f55bfcbd0e", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.0007782, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "A" }, "group_id": "context-02-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-21.png", "input_tokens": 699, "latency_sec": 7.930633198004216, "model_name": "gpt-5.6-luna", "out_of_srgb": null, "output_tokens": 532, "prediction": { "choice": "C" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-16T16:31:31.335081+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-context-21", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "886b8ba1-dd2e-4989-be27-25b2422c147a", "result_sha256": "3df6961a1d4907d7bad91e95183fad28edcf1f69cf6802478b8bb9f262593826", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0006042, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "B" }, "group_id": "context-02-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-22.png", "input_tokens": 699, "latency_sec": 5.572124019032344, "model_name": "gpt-5.6-luna", "out_of_srgb": null, "output_tokens": 387, "prediction": { "choice": "B" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T16:16:39.458226+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-22", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "8b94f852-b773-41ca-9056-19e505a302db", "result_sha256": "2dfd02f7bfc2170a1e64743e0cdce8bac95813df64afb57ec1bf09a5bd6b583c", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00037380000000000003, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "C" }, "group_id": "context-02-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-23.png", "input_tokens": 699, "latency_sec": 3.7252877600258216, "model_name": "gpt-5.6-luna", "out_of_srgb": null, "output_tokens": 195, "prediction": { "choice": "C" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-16T14:09:46.070607+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-23", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "73928f75-05ff-4ea0-9b43-90c2f53987cf", "result_sha256": "9c5671de4e7e6bfe2c585173dda22725cd0eaeeda318eb26c44f4b47c6588f41", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0003438, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "D" }, "group_id": "context-02-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-24.png", "input_tokens": 699, "latency_sec": 3.8963691650424153, "model_name": "gpt-5.6-luna", "out_of_srgb": null, "output_tokens": 170, "prediction": { "choice": "D" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-16T15:05:04.546822+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-24", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "af819080-332f-48a1-9211-b9561d595f5e", "result_sha256": "c6744bcfeda4fe8e414ca33e9e28b26aa7f64ed5f4669a2e872a0abeae7a0a12", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.0007782, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "A" }, "group_id": "context-02-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-25.png", "input_tokens": 699, "latency_sec": 8.077570929075591, "model_name": "gpt-5.6-luna", "out_of_srgb": null, "output_tokens": 532, "prediction": { "choice": "C" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-16T14:18:43.861925+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-context-25", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "011cf742-dbba-4123-9b54-8ebc11bb6e35", "result_sha256": "f47df5c3b1c66019f66e03e3742b8ef30f509223575e5606461cc2f3df7ddffa", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0007782, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "B" }, "group_id": "context-02-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-26.png", "input_tokens": 699, "latency_sec": 28.90603559697047, "model_name": "gpt-5.6-luna", "out_of_srgb": null, "output_tokens": 532, "prediction": { "choice": "B" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T14:44:55.452928+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-26", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "6ea3d755-7163-46ee-a4fa-ef0b5888b95f", "result_sha256": "d3062cadc25c0dca592e58e7ca91d1feb308cf80463bf24a6cfe4af76521fc4e", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.0007746, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "C" }, "group_id": "context-02-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-27.png", "input_tokens": 699, "latency_sec": 6.470132139045745, "model_name": "gpt-5.6-luna", "out_of_srgb": null, "output_tokens": 529, "prediction": { "choice": "D" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-16T15:43:11.719568+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-context-27", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "ee96131a-0b35-4aa7-b212-62160fe5ac10", "result_sha256": "d4f582009ffa06fed0bbbe419bb636c20e4649cb49705410890fc852dbb6e472", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0004038, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "D" }, "group_id": "context-02-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-28.png", "input_tokens": 699, "latency_sec": 5.736381558002904, "model_name": "gpt-5.6-luna", "out_of_srgb": null, "output_tokens": 220, "prediction": { "choice": "D" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-16T14:21:14.765489+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-28", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "ee26edaa-a4e7-490b-b73a-c3941af890cf", "result_sha256": "3a32331239b77257a1b4adecd869f9a64510338a3f417dc54a3a31e72df47655", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0005574, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "A" }, "group_id": "context-02-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-29.png", "input_tokens": 699, "latency_sec": 5.198951031896286, "model_name": "gpt-5.6-luna", "out_of_srgb": null, "output_tokens": 348, "prediction": { "choice": "A" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T15:48:22.127569+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-29", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "13425ce0-4e8a-4e1a-9be2-a3b0245c6b71", "result_sha256": "fc3ab3babcd701222eb16c43090ed873239550fabfbd578e69efab5adcd6f18a", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0013997999999999999, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "B" }, "group_id": "context-02-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-30.png", "input_tokens": 699, "latency_sec": 14.984263362945057, "model_name": "gpt-5.6-luna", "out_of_srgb": null, "output_tokens": 1050, "prediction": { "choice": "B" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T15:51:00.141952+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-30", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "899b177b-8618-467d-a149-8df15c77388e", "result_sha256": "080d7aad0aa35041afd73eb16cf7b43f5cb3b4aa71bc9a45117f4a715af6071f", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.0007782, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "C" }, "group_id": "context-02-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-31.png", "input_tokens": 699, "latency_sec": 6.971850072965026, "model_name": "gpt-5.6-luna", "out_of_srgb": null, "output_tokens": 532, "prediction": { "choice": "A" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T14:47:10.072116+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-context-31", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "6f008bfb-a57a-4382-babb-4edf0e163b88", "result_sha256": "7b417f4fa4915acf338dec5c4d9464579a255bfec41510f15523442c9c63bddf", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0004818, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "D" }, "group_id": "context-02-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-32.png", "input_tokens": 699, "latency_sec": 5.219237874960527, "model_name": "gpt-5.6-luna", "out_of_srgb": null, "output_tokens": 285, "prediction": { "choice": "D" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-16T15:22:35.143506+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-32", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "a8319edf-56df-4983-a9a9-7c95601382b5", "result_sha256": "a3afe0476f3e6b258c3ccc31f2b5796728e41aca56740b6814d052a67d92623e", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0007782, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "A" }, "group_id": "context-02-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-33.png", "input_tokens": 699, "latency_sec": 9.110310752061196, "model_name": "gpt-5.6-luna", "out_of_srgb": null, "output_tokens": 532, "prediction": { "choice": "A" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T16:26:19.680931+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-33", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "cd197d8f-11c8-44db-b8c0-6422e6d98dd5", "result_sha256": "54f97cc1661d7287b3190746d0080b4b92d7cca9530728b998a7ed2a740be0fc", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0007782, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "B" }, "group_id": "context-02-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-34.png", "input_tokens": 699, "latency_sec": 8.15200799703598, "model_name": "gpt-5.6-luna", "out_of_srgb": null, "output_tokens": 532, "prediction": { "choice": "B" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T15:10:32.388577+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-34", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "b91e01b7-0f55-4838-942a-8b752276f670", "result_sha256": "e5a081f14715292995e0f1bb431f43afb72cf7d02c09e5ae192c4396ba4a5499", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.000339, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "C" }, "group_id": "context-02-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-35.png", "input_tokens": 699, "latency_sec": 3.272383815026842, "model_name": "gpt-5.6-luna", "out_of_srgb": null, "output_tokens": 166, "prediction": { "choice": "C" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-16T14:33:13.601136+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-35", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "29a745eb-144b-4d19-98a3-0648aa144078", "result_sha256": "540ead5ff208e9957fb2817534f754b6bc981dee82a04a3324e90d303400e71b", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.0003378, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "D" }, "group_id": "context-02-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-36.png", "input_tokens": 699, "latency_sec": 3.159318170044571, "model_name": "gpt-5.6-luna", "out_of_srgb": null, "output_tokens": 165, "prediction": { "choice": "B" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T16:01:14.391054+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-context-36", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "8b6c95bb-0169-49e6-ab58-c329b17633be", "result_sha256": "fe310fcbe35c043efaf83b45407bf0f2f6dd864624c799bd3c27451695d43653", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.0003414, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "A" }, "group_id": "context-02-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-37.png", "input_tokens": 699, "latency_sec": 2.8242747699841857, "model_name": "gpt-5.6-luna", "out_of_srgb": null, "output_tokens": 168, "prediction": { "choice": "C" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-16T15:56:10.084588+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-context-37", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "275b708f-4e25-4b6e-9d9b-7f909fa877fc", "result_sha256": "8bb417072eca52d10184107f3352906bff1342faa321212b12ca5cbd1cd8687c", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0006462000000000001, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "B" }, "group_id": "context-02-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-38.png", "input_tokens": 699, "latency_sec": 7.091210596030578, "model_name": "gpt-5.6-luna", "out_of_srgb": null, "output_tokens": 422, "prediction": { "choice": "B" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T16:04:12.720899+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-38", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "f3216f11-8e08-4437-8c7d-a5c6c70697b7", "result_sha256": "0e455e8dc23ecbf20f610d05b01502989c875c8da337f28f3b2376eebaddb4d6", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0005622, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "C" }, "group_id": "context-02-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-39.png", "input_tokens": 699, "latency_sec": 6.112486502970569, "model_name": "gpt-5.6-luna", "out_of_srgb": null, "output_tokens": 352, "prediction": { "choice": "C" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-16T14:39:54.532086+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-39", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "49bdbc8c-4b02-46f1-b272-cf7314d03641", "result_sha256": "639170b982f1be14f1c9ab295d1e3e50414ad363fa864f24a0f35e372af0352e", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0007398, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "D" }, "group_id": "context-02-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-40.png", "input_tokens": 699, "latency_sec": 7.042509265942499, "model_name": "gpt-5.6-luna", "out_of_srgb": null, "output_tokens": 500, "prediction": { "choice": "D" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-16T15:19:04.300816+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-40", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "69ad43bb-f2b1-4b39-9a00-1b3c59c4a61e", "result_sha256": "1af2d890536a9e0bb9177f6a8be09d3cf05bd56e38e7948782f27f9d56415c99", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0003726, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "A" }, "group_id": "context-03-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-41.png", "input_tokens": 699, "latency_sec": 2.816407051985152, "model_name": "gpt-5.6-luna", "out_of_srgb": null, "output_tokens": 194, "prediction": { "choice": "A" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T15:14:37.093691+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-41", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "80493e48-263e-4988-b1f5-48216a9e88af", "result_sha256": "1f2e4b2dc988a24d3ccff8a23185728b0950a4230374fe0b1cb6d108a0d44d40", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00020580000000000002, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "B" }, "group_id": "context-03-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-42.png", "input_tokens": 699, "latency_sec": 3.057245275005698, "model_name": "gpt-5.6-luna", "out_of_srgb": null, "output_tokens": 55, "prediction": { "choice": "B" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T14:00:45.401116+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-42", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "b1f29812-c501-4865-bea4-69c77787b428", "result_sha256": "19cb0e3dab4baab29d85e31deb0e7fa35021bb76289763e260eea4328a2599b9", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00023219999999999998, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "C" }, "group_id": "context-03-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-43.png", "input_tokens": 699, "latency_sec": 3.369776648003608, "model_name": "gpt-5.6-luna", "out_of_srgb": null, "output_tokens": 77, "prediction": { "choice": "C" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-16T16:04:48.748426+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-43", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "68ddb17c-beff-4021-8ae4-3ab895c06a03", "result_sha256": "63710f6e2c32ec4826baaf99bc041a298e9f4e510605c0e80bf8b3155b1c5474", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0002346, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "D" }, "group_id": "context-03-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-44.png", "input_tokens": 699, "latency_sec": 1.7112271611113101, "model_name": "gpt-5.6-luna", "out_of_srgb": null, "output_tokens": 79, "prediction": { "choice": "D" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-16T16:29:13.544859+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-44", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "84fb9094-d2ec-4ea6-8dd4-25f59307b96b", "result_sha256": "6428aba88e9a49e4fb423a8d889e81a9f004091b55090043a994c45ac6a2a842", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0005478, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "A" }, "group_id": "context-03-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-45.png", "input_tokens": 699, "latency_sec": 5.248118318035267, "model_name": "gpt-5.6-luna", "out_of_srgb": null, "output_tokens": 340, "prediction": { "choice": "A" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T14:55:22.536410+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-45", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "727f9387-a627-4dd6-87de-cf9ca95bee27", "result_sha256": "aa311fc415f47115cc6d8c0660c26d3146d34815116c3cf1381371d71748620d", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00024060000000000002, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "B" }, "group_id": "context-03-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-46.png", "input_tokens": 699, "latency_sec": 3.1834472951013595, "model_name": "gpt-5.6-luna", "out_of_srgb": null, "output_tokens": 84, "prediction": { "choice": "B" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T14:15:17.858831+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-46", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "b55124b4-6a44-43e6-b2bf-d5e96b7c4d89", "result_sha256": "7fa68c5defd8b13ecf0eeae4ee39d3ce54cb6d803ed7d10e5d35f55b72644e63", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00038219999999999997, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "C" }, "group_id": "context-03-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-47.png", "input_tokens": 699, "latency_sec": 3.065122083062306, "model_name": "gpt-5.6-luna", "out_of_srgb": null, "output_tokens": 202, "prediction": { "choice": "C" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-16T16:22:21.379576+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-47", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "4a7d88a1-ce67-4834-a75e-0d8e2a40cde9", "result_sha256": "993ec7e3b770e2bf9358390b36bbb792ef7ad7ca1c575dfa75335fa4e3ebc2c1", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0003294, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "D" }, "group_id": "context-03-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-48.png", "input_tokens": 699, "latency_sec": 2.7000130669912323, "model_name": "gpt-5.6-luna", "out_of_srgb": null, "output_tokens": 158, "prediction": { "choice": "D" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-16T15:25:01.292147+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-48", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "92b89bcf-b1e1-4685-a2aa-fbdbe13b353c", "result_sha256": "f2a40d6d94e41d0b835a4ae1d97b8a80d3d7a6be4d72cbd1f30913c2f29a9d8d", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00031020000000000006, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "A" }, "group_id": "context-03-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-49.png", "input_tokens": 699, "latency_sec": 2.6898562990827486, "model_name": "gpt-5.6-luna", "out_of_srgb": null, "output_tokens": 142, "prediction": { "choice": "A" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T14:51:06.723851+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-49", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "baa63b69-4024-458d-80f5-9994deb50cab", "result_sha256": "2ac215a28faeb4e932da44a050563adf7558ad547b41de226b2aa55db910a1fa", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.000297, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "B" }, "group_id": "context-03-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-50.png", "input_tokens": 699, "latency_sec": 2.4369418550049886, "model_name": "gpt-5.6-luna", "out_of_srgb": null, "output_tokens": 131, "prediction": { "choice": "B" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T16:18:36.874739+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-50", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "3329bf6e-b654-47b3-834c-36ee5d904188", "result_sha256": "91aad78fa22bea7def84c8ce34d49e5bf76a8a4de43da9e762e9221bb6a75168", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.000237, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "C" }, "group_id": "context-03-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-51.png", "input_tokens": 699, "latency_sec": 2.347604444017634, "model_name": "gpt-5.6-luna", "out_of_srgb": null, "output_tokens": 81, "prediction": { "choice": "C" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-16T15:59:28.356106+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-51", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "8a26641a-2157-48c1-9605-663211eca291", "result_sha256": "f6d8c42ff4f0f87dd06a9b44500079a61991d9f4ffe35050211724e4dbf653d8", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.000279, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "D" }, "group_id": "context-03-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-52.png", "input_tokens": 699, "latency_sec": 2.5351920280372724, "model_name": "gpt-5.6-luna", "out_of_srgb": null, "output_tokens": 116, "prediction": { "choice": "D" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-16T16:05:49.027578+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-52", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "ad89b431-6f84-4c07-a724-ef7eded7c540", "result_sha256": "a71538cd5c8bf5d9187c65a1e49061b3aa0695ef80fe6862616460c57157f40d", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00035820000000000003, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "A" }, "group_id": "context-03-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-53.png", "input_tokens": 699, "latency_sec": 3.4212659479817376, "model_name": "gpt-5.6-luna", "out_of_srgb": null, "output_tokens": 182, "prediction": { "choice": "A" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T14:41:49.060849+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-53", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "cd791bb6-fd0d-45a7-9a02-d9dea2374cb1", "result_sha256": "ae3edb15c12fcc8634ae7db2f3e13e4d90b29cf4088fc41e652e230f075bb727", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0002514, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "B" }, "group_id": "context-03-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-54.png", "input_tokens": 699, "latency_sec": 2.256790163111873, "model_name": "gpt-5.6-luna", "out_of_srgb": null, "output_tokens": 93, "prediction": { "choice": "B" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T14:04:19.480206+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-54", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "8a4c9878-79a3-4e40-992a-afcddf446373", "result_sha256": "aa926abe065db9a27c2ba37646619461ee764fdfc3478e4c22b4d7ca6748e548", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0002538, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "C" }, "group_id": "context-03-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-55.png", "input_tokens": 699, "latency_sec": 1.921685703098774, "model_name": "gpt-5.6-luna", "out_of_srgb": null, "output_tokens": 95, "prediction": { "choice": "C" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-16T16:09:31.211444+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-55", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "fe277e53-a49c-48f8-bd51-097eb4d4cf6f", "result_sha256": "3b0666125c8f0adba2e4569a6f2d1e1f4b11e08b43e6e14661f5b482663437fa", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0003054, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "D" }, "group_id": "context-03-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-56.png", "input_tokens": 699, "latency_sec": 2.599661737913266, "model_name": "gpt-5.6-luna", "out_of_srgb": null, "output_tokens": 138, "prediction": { "choice": "D" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-16T14:36:03.592995+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-56", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "ed750667-a64d-4f72-986f-5f6942c478eb", "result_sha256": "54f9ae3ffe5702f8dd0264620af9859448c9369369ab13e569288e2205ecd220", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0003978, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "A" }, "group_id": "context-03-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-57.png", "input_tokens": 699, "latency_sec": 3.719041828997433, "model_name": "gpt-5.6-luna", "out_of_srgb": null, "output_tokens": 215, "prediction": { "choice": "A" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T14:48:44.363554+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-57", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "6d478ea1-1394-4332-805e-384a82bfc4b2", "result_sha256": "b1a31b61e5a1b08ffac2697161cf6550bfe93d92b0d715521200647a3ca3e1d9", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00024660000000000003, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "B" }, "group_id": "context-03-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-58.png", "input_tokens": 699, "latency_sec": 2.1769731040112674, "model_name": "gpt-5.6-luna", "out_of_srgb": null, "output_tokens": 89, "prediction": { "choice": "B" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T16:20:17.441782+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-58", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "a29d313d-4428-4210-9f05-b33adc84071a", "result_sha256": "68f02781117ba16375131c4cc148831a9817077f8d7f6ac7781b07dfab0652df", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0003198, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "C" }, "group_id": "context-03-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-59.png", "input_tokens": 699, "latency_sec": 3.0023655620170757, "model_name": "gpt-5.6-luna", "out_of_srgb": null, "output_tokens": 150, "prediction": { "choice": "C" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-16T16:10:48.068332+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-59", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "5ba2861a-04ed-499c-a7fc-aedd5d1e1322", "result_sha256": "f4eed1a435f6f67bc6935c6efb8f4535189ef3a09c37d9f19384a55c49303430", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0002694, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "D" }, "group_id": "context-03-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-60.png", "input_tokens": 699, "latency_sec": 2.156143518979661, "model_name": "gpt-5.6-luna", "out_of_srgb": null, "output_tokens": 108, "prediction": { "choice": "D" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-16T15:44:19.092904+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-60", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "974a826d-a7f4-4e16-a008-f1c6a00f838d", "result_sha256": "4da47ef70f56fa73e12bdfa49ad5b6b6e8b100ab77c82f76902a1ce20142e59a", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0002514, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "A" }, "group_id": "context-04-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-61.png", "input_tokens": 699, "latency_sec": 1.6952271800255403, "model_name": "gpt-5.6-luna", "out_of_srgb": null, "output_tokens": 93, "prediction": { "choice": "A" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T15:10:51.643221+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-61", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "e5a644bb-237e-445d-a97e-eeca3019b57d", "result_sha256": "9c855868711f5a496cce420bbd433b84a0063c73d01bc385ad2e912c405778a6", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00024060000000000002, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "B" }, "group_id": "context-04-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-62.png", "input_tokens": 699, "latency_sec": 2.1183565020328388, "model_name": "gpt-5.6-luna", "out_of_srgb": null, "output_tokens": 84, "prediction": { "choice": "B" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T14:58:22.387870+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-62", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "08e62bcb-f7e2-4653-b814-425d5d079d96", "result_sha256": "51ed52f61cd45b6e5b93757e24ee46fcb0c40b5611bb7678215ec7415ceeeafa", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00027420000000000005, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "C" }, "group_id": "context-04-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-63.png", "input_tokens": 699, "latency_sec": 2.498190182959661, "model_name": "gpt-5.6-luna", "out_of_srgb": null, "output_tokens": 112, "prediction": { "choice": "C" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-16T14:24:42.119004+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-63", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "cab7d105-fe81-47df-8211-c6a90155c804", "result_sha256": "b104bc1fc6afad036bb2376ff58e4e4aa36f0df7207655b4667889e85aa56fd0", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.000339, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "D" }, "group_id": "context-04-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-64.png", "input_tokens": 699, "latency_sec": 3.4116788409883156, "model_name": "gpt-5.6-luna", "out_of_srgb": null, "output_tokens": 166, "prediction": { "choice": "D" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-16T15:28:03.069080+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-64", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "5343fca0-b4ff-4226-ad50-1d8424e1ac6e", "result_sha256": "a6308692bd3fc7da94598bdc3c02c4295e7b2d1c9f5fd2321af82e1884227ab6", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0001566, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "A" }, "group_id": "context-04-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-65.png", "input_tokens": 699, "latency_sec": 0.9905678940704092, "model_name": "gpt-5.6-luna", "out_of_srgb": null, "output_tokens": 14, "prediction": { "choice": "A" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T14:39:11.420827+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-65", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "17eb430d-f5c9-4481-a937-3dd19c3cd165", "result_sha256": "9efaacb0a76a71011c0972a625979404869b30b3470f2602754b4afca1b205f5", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.000267, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "B" }, "group_id": "context-04-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-66.png", "input_tokens": 699, "latency_sec": 3.191424877033569, "model_name": "gpt-5.6-luna", "out_of_srgb": null, "output_tokens": 106, "prediction": { "choice": "B" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T14:30:29.226652+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-66", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "5fae981b-4f9c-4738-b07d-6f214a6515e1", "result_sha256": "196a78d46d4390c1cb356a91f4a1b1755ba2d3543dec09fbea58c7d0b0474796", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00024180000000000002, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "C" }, "group_id": "context-04-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-67.png", "input_tokens": 699, "latency_sec": 1.6779673598939553, "model_name": "gpt-5.6-luna", "out_of_srgb": null, "output_tokens": 85, "prediction": { "choice": "C" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-16T15:13:54.655702+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-67", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "573abac8-37fa-4da7-ac79-c7c4d57c8b8e", "result_sha256": "ea8627cb745b3302f82be94bf4102da2165b91e0a9517098357a80f5a609773c", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0002658, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "D" }, "group_id": "context-04-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-68.png", "input_tokens": 699, "latency_sec": 2.4763569730566815, "model_name": "gpt-5.6-luna", "out_of_srgb": null, "output_tokens": 105, "prediction": { "choice": "D" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-16T15:31:55.169765+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-68", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "6cee2f8f-ecff-446b-8833-ffc775fc64bc", "result_sha256": "042694d7d006672307bfe626de986ac08eaa7bc8582af11e896c4f911f43b082", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00026460000000000003, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "A" }, "group_id": "context-04-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-69.png", "input_tokens": 699, "latency_sec": 2.7340138340368867, "model_name": "gpt-5.6-luna", "out_of_srgb": null, "output_tokens": 104, "prediction": { "choice": "A" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T15:21:21.749762+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-69", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "3bb97ba4-3e1a-476e-aa8e-ca7ef7dd738d", "result_sha256": "d46ee5b52419dbf65caaf3e6795418860c305151904370a75da680e216c4dfbf", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.000453, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "B" }, "group_id": "context-04-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-70.png", "input_tokens": 699, "latency_sec": 4.302840154967271, "model_name": "gpt-5.6-luna", "out_of_srgb": null, "output_tokens": 261, "prediction": { "choice": "B" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T16:19:14.311535+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-70", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "e633089f-fbfa-4e0a-97f0-27cdb96609ac", "result_sha256": "dba1881c96c150a5cc3d3857a227c7b6b2cc17be0141d220ada090ad785dd9d5", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0002586, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "C" }, "group_id": "context-04-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-71.png", "input_tokens": 699, "latency_sec": 2.9145700549706817, "model_name": "gpt-5.6-luna", "out_of_srgb": null, "output_tokens": 99, "prediction": { "choice": "C" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-16T15:46:36.859985+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-71", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "77b6a2c7-a5d3-4714-bea2-1434bf837db0", "result_sha256": "bbd17fc95a5fe639f3fbefae150ae8ec888b60e15090ebdb1ea230b63d53c634", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.0007782, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "D" }, "group_id": "context-04-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-72.png", "input_tokens": 699, "latency_sec": 8.006743996054865, "model_name": "gpt-5.6-luna", "out_of_srgb": null, "output_tokens": 532, "prediction": { "choice": "B" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T16:28:09.353080+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-context-72", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "3787de5b-8cf3-47c8-8632-30dd3950df8a", "result_sha256": "8e1e2fc41f732cd6cd0cf46988b2f62c74d5b31d0d763f6f7b179833775500aa", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00028620000000000007, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "A" }, "group_id": "context-04-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-73.png", "input_tokens": 699, "latency_sec": 2.326318013947457, "model_name": "gpt-5.6-luna", "out_of_srgb": null, "output_tokens": 122, "prediction": { "choice": "A" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T14:28:45.577388+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-73", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "01c738ab-2aff-4f74-a331-22b60adce865", "result_sha256": "454b1e6520d8e2b6f939dd5b9aae030e73eef7bf2f7a6b29d321b9bbca16ab64", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00023940000000000002, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "B" }, "group_id": "context-04-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-74.png", "input_tokens": 699, "latency_sec": 2.0050266640027985, "model_name": "gpt-5.6-luna", "out_of_srgb": null, "output_tokens": 83, "prediction": { "choice": "B" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T14:59:33.267536+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-74", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "15b51d00-e17d-4a9f-a09e-b71b541a6db1", "result_sha256": "db454706aedd97ad3c62b5e61e3d2b48d7d412e33e9cfeebf790daea6f386dc4", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00024660000000000003, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "C" }, "group_id": "context-04-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-75.png", "input_tokens": 699, "latency_sec": 2.47838625498116, "model_name": "gpt-5.6-luna", "out_of_srgb": null, "output_tokens": 89, "prediction": { "choice": "C" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-16T14:09:25.001115+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-75", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "88b46c56-8fec-456a-881d-a39b3e17675c", "result_sha256": "a8b3cc43187245ad24e62f5cc1aa8819251a518a5fd1e7840e4841b1e10ea969", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0002766, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "D" }, "group_id": "context-04-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-76.png", "input_tokens": 699, "latency_sec": 5.151387476013042, "model_name": "gpt-5.6-luna", "out_of_srgb": null, "output_tokens": 114, "prediction": { "choice": "D" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-16T14:56:52.274303+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-76", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "6e2552bb-8b7d-4e76-9af3-89dfaafebe6b", "result_sha256": "78a53cddc207af09a8866dc0844caf827e82342b95c858278d2afe41035854f5", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.000243, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "A" }, "group_id": "context-04-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-77.png", "input_tokens": 699, "latency_sec": 1.904071741970256, "model_name": "gpt-5.6-luna", "out_of_srgb": null, "output_tokens": 86, "prediction": { "choice": "A" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T14:13:46.404703+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-77", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "fe7a7325-1a58-47a2-b10b-a6971528f33e", "result_sha256": "ae81d1bc5b4cae01e661d50d31c3dccb6de173f0b2e024cec0c2430dee477ee3", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0003762, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "B" }, "group_id": "context-04-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-78.png", "input_tokens": 699, "latency_sec": 3.470231376006268, "model_name": "gpt-5.6-luna", "out_of_srgb": null, "output_tokens": 197, "prediction": { "choice": "B" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T15:36:23.141743+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-78", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "00b410dc-9528-4a1c-b3bf-3de5e7428fc9", "result_sha256": "abd32cf54d3a9a9d365bb4cb86ec03bf672bbed945d61d8fac85642d74191b16", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0002334, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "C" }, "group_id": "context-04-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-79.png", "input_tokens": 699, "latency_sec": 1.5072927050059661, "model_name": "gpt-5.6-luna", "out_of_srgb": null, "output_tokens": 78, "prediction": { "choice": "C" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-16T15:42:21.414202+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-79", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "87145597-42f2-4f68-8f5f-4c1a5fd17392", "result_sha256": "7c192284600b0556410d23a8e6d77c3e885b2fcc6ece0d20a4e4789249948b37", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0002334, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "D" }, "group_id": "context-04-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-80.png", "input_tokens": 699, "latency_sec": 4.461759454919957, "model_name": "gpt-5.6-luna", "out_of_srgb": null, "output_tokens": 78, "prediction": { "choice": "D" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-16T15:16:12.955322+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-80", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "77358ebc-5fec-40f7-9557-dec0985b70f4", "result_sha256": "baab18e88518e63c6c637d00db7d58b010a1e51943e5a2551c976a9c90338596", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0003282, "delta_e_ok": null, "error": null, "error_kind": null, "family": "gradient", "ground_truth": { "choice": "A" }, "group_id": "gradient-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/gradient-01.png", "input_tokens": 705, "latency_sec": 2.7815628009848297, "model_name": "gpt-5.6-luna", "out_of_srgb": null, "output_tokens": 156, "prediction": { "choice": "A" }, "prompt_sha256": "93858b61346b697f9021a41a361838e5b0b8c06fbde9b0b35f514c9e29082ee5", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T14:10:49.682846+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-gradient-01", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "c7566829-a1e0-450e-b3b2-457fc4836c22", "result_sha256": "f13779daed241f7477b3c80fd9c73a6c9e9fbd46126ffa3cd3588309a93a953c", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0002538, "delta_e_ok": null, "error": null, "error_kind": null, "family": "gradient", "ground_truth": { "choice": "B" }, "group_id": "gradient-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/gradient-02.png", "input_tokens": 705, "latency_sec": 2.224115237011574, "model_name": "gpt-5.6-luna", "out_of_srgb": null, "output_tokens": 94, "prediction": { "choice": "B" }, "prompt_sha256": "93858b61346b697f9021a41a361838e5b0b8c06fbde9b0b35f514c9e29082ee5", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T15:03:45.580384+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-gradient-02", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "07e7e731-fd82-4a98-9a1c-e0bb3a8d87b3", "result_sha256": "ac4b08f6b6870e9ec640280511905c7a587b1ad3a9d995015ca6083296dfcb0d", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00044459999999999996, "delta_e_ok": null, "error": null, "error_kind": null, "family": "gradient", "ground_truth": { "choice": "C" }, "group_id": "gradient-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/gradient-03.png", "input_tokens": 705, "latency_sec": 4.477494897088036, "model_name": "gpt-5.6-luna", "out_of_srgb": null, "output_tokens": 253, "prediction": { "choice": "C" }, "prompt_sha256": "93858b61346b697f9021a41a361838e5b0b8c06fbde9b0b35f514c9e29082ee5", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-16T14:58:09.394630+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-gradient-03", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "44529b05-44cf-4595-8d60-eee4a8c18e46", "result_sha256": "62d4ee8f2536f9c8cd94d17a076ad57e6e7d38c19384253c0056e09bc60fc986", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00032460000000000003, "delta_e_ok": null, "error": null, "error_kind": null, "family": "gradient", "ground_truth": { "choice": "D" }, "group_id": "gradient-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/gradient-04.png", "input_tokens": 705, "latency_sec": 5.774446978000924, "model_name": "gpt-5.6-luna", "out_of_srgb": null, "output_tokens": 153, "prediction": { "choice": "D" }, "prompt_sha256": "93858b61346b697f9021a41a361838e5b0b8c06fbde9b0b35f514c9e29082ee5", "provider": "openai", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-16T14:29:45.256940+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-gradient-04", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "3d474302-733a-4f5a-b422-5d750e389d33", "result_sha256": "4bf2288ff94d7374934c716703f3fe02b1b79a93ef49ff0ee1dbe2cd960c6e80", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0003306, "delta_e_ok": null, "error": null, "error_kind": null, "family": "gradient", "ground_truth": { "choice": "A" }, "group_id": "gradient-05", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/gradient-05.png", "input_tokens": 705, "latency_sec": 2.9101974319200963, "model_name": "gpt-5.6-luna", "out_of_srgb": null, "output_tokens": 158, "prediction": { "choice": "A" }, "prompt_sha256": "93858b61346b697f9021a41a361838e5b0b8c06fbde9b0b35f514c9e29082ee5", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T14:26:02.315258+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-gradient-05", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "0dfe1034-a4c9-4e95-8504-b7a54b5fbe35", "result_sha256": "8df39c40ae149eb6afa6e9d67f3a0099a66161f7bd372b0f728ba533d722346f", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0016038, "delta_e_ok": null, "error": null, "error_kind": null, "family": "gradient", "ground_truth": { "choice": "B" }, "group_id": "gradient-06", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/gradient-06.png", "input_tokens": 705, "latency_sec": 15.76412090996746, "model_name": "gpt-5.6-luna", "out_of_srgb": null, "output_tokens": 1219, "prediction": { "choice": "B" }, "prompt_sha256": "93858b61346b697f9021a41a361838e5b0b8c06fbde9b0b35f514c9e29082ee5", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T16:00:09.115086+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-gradient-06", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "03274ab5-e00a-4deb-b4ae-c4d7dec9ccbf", "result_sha256": "a9848040ec687bc23dab04b43ed648a0c001323cb31bce2640858f60efd62722", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00035339999999999997, "delta_e_ok": null, "error": null, "error_kind": null, "family": "gradient", "ground_truth": { "choice": "C" }, "group_id": "gradient-07", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/gradient-07.png", "input_tokens": 705, "latency_sec": 4.486949248006567, "model_name": "gpt-5.6-luna", "out_of_srgb": null, "output_tokens": 177, "prediction": { "choice": "C" }, "prompt_sha256": "93858b61346b697f9021a41a361838e5b0b8c06fbde9b0b35f514c9e29082ee5", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-16T15:24:34.015888+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-gradient-07", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "546d345c-2d74-493a-86d7-2084750131a7", "result_sha256": "8434998bca630e6d848ab22ab49fba54268eade523dde6313413490b5508de52", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00037739999999999996, "delta_e_ok": null, "error": null, "error_kind": null, "family": "gradient", "ground_truth": { "choice": "D" }, "group_id": "gradient-08", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/gradient-08.png", "input_tokens": 705, "latency_sec": 2.8072475729277357, "model_name": "gpt-5.6-luna", "out_of_srgb": null, "output_tokens": 197, "prediction": { "choice": "D" }, "prompt_sha256": "93858b61346b697f9021a41a361838e5b0b8c06fbde9b0b35f514c9e29082ee5", "provider": "openai", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-16T14:45:46.695689+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-gradient-08", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "b7ad8ab8-9096-4ec8-9fdc-0709632c0154", "result_sha256": "762ddb31621459252531ea215a61489222855a8944be9b334cd58839ecaf167c", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0004542, "delta_e_ok": null, "error": null, "error_kind": null, "family": "gradient", "ground_truth": { "choice": "A" }, "group_id": "gradient-09", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/gradient-09.png", "input_tokens": 705, "latency_sec": 4.059875907958485, "model_name": "gpt-5.6-luna", "out_of_srgb": null, "output_tokens": 261, "prediction": { "choice": "A" }, "prompt_sha256": "93858b61346b697f9021a41a361838e5b0b8c06fbde9b0b35f514c9e29082ee5", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T15:51:58.242316+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-gradient-09", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "5e1bd825-db81-44f2-b5f6-b9c9cdff75da", "result_sha256": "ff744569a152415fc214d5e263da1691566ac041c05fc9095720b0171727163c", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0004074, "delta_e_ok": null, "error": null, "error_kind": null, "family": "gradient", "ground_truth": { "choice": "B" }, "group_id": "gradient-10", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/gradient-10.png", "input_tokens": 705, "latency_sec": 2.966470930026844, "model_name": "gpt-5.6-luna", "out_of_srgb": null, "output_tokens": 222, "prediction": { "choice": "B" }, "prompt_sha256": "93858b61346b697f9021a41a361838e5b0b8c06fbde9b0b35f514c9e29082ee5", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T14:57:33.942444+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-gradient-10", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "55eb4eb5-1d41-4065-a0ed-2b43b669c17b", "result_sha256": "25bb74c1153734d2e4f85344340b97bcef342d2d8a09d8bc90c9516d8d343180", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0005286, "delta_e_ok": null, "error": null, "error_kind": null, "family": "gradient", "ground_truth": { "choice": "C" }, "group_id": "gradient-11", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/gradient-11.png", "input_tokens": 705, "latency_sec": 5.018542965059169, "model_name": "gpt-5.6-luna", "out_of_srgb": null, "output_tokens": 323, "prediction": { "choice": "C" }, "prompt_sha256": "93858b61346b697f9021a41a361838e5b0b8c06fbde9b0b35f514c9e29082ee5", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-16T14:54:45.645977+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-gradient-11", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "894595f5-a27c-4dfc-a7f4-8f1a8439de8c", "result_sha256": "89d493ba3d7e8b9379b6b12d68308b89b6e86c9812cac7ff7c266152f4932c31", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00044459999999999996, "delta_e_ok": null, "error": null, "error_kind": null, "family": "gradient", "ground_truth": { "choice": "D" }, "group_id": "gradient-12", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/gradient-12.png", "input_tokens": 705, "latency_sec": 3.6982660109642893, "model_name": "gpt-5.6-luna", "out_of_srgb": null, "output_tokens": 253, "prediction": { "choice": "D" }, "prompt_sha256": "93858b61346b697f9021a41a361838e5b0b8c06fbde9b0b35f514c9e29082ee5", "provider": "openai", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-16T14:12:38.089425+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-gradient-12", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "08e16568-7241-45a7-89e1-2134d4ad7133", "result_sha256": "750b1cd269af07de301dddf92aa49bca4fc482e20424c081a39104cdbbf3b0d2", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0003726, "delta_e_ok": null, "error": null, "error_kind": null, "family": "gradient", "ground_truth": { "choice": "A" }, "group_id": "gradient-13", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/gradient-13.png", "input_tokens": 705, "latency_sec": 3.0885963750770316, "model_name": "gpt-5.6-luna", "out_of_srgb": null, "output_tokens": 193, "prediction": { "choice": "A" }, "prompt_sha256": "93858b61346b697f9021a41a361838e5b0b8c06fbde9b0b35f514c9e29082ee5", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T16:14:00.842388+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-gradient-13", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "8e17dc6a-a658-4531-8eee-e8f8eb2ec687", "result_sha256": "00611aa8580f6b311e36a5a950926c772995fb7a38d12191d78993d50aaa156a", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00044459999999999996, "delta_e_ok": null, "error": null, "error_kind": null, "family": "gradient", "ground_truth": { "choice": "B" }, "group_id": "gradient-14", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/gradient-14.png", "input_tokens": 705, "latency_sec": 4.7232974549988285, "model_name": "gpt-5.6-luna", "out_of_srgb": null, "output_tokens": 253, "prediction": { "choice": "B" }, "prompt_sha256": "93858b61346b697f9021a41a361838e5b0b8c06fbde9b0b35f514c9e29082ee5", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T14:21:48.108820+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-gradient-14", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "23056373-0d51-4c48-9be1-01fd160a9e34", "result_sha256": "05cd4b65b3c2240e67e564f9a84b25fd6146eabd56eb8174b4663d4fcd1304fb", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0002358, "delta_e_ok": null, "error": null, "error_kind": null, "family": "gradient", "ground_truth": { "choice": "C" }, "group_id": "gradient-15", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/gradient-15.png", "input_tokens": 705, "latency_sec": 2.1095998430391774, "model_name": "gpt-5.6-luna", "out_of_srgb": null, "output_tokens": 79, "prediction": { "choice": "C" }, "prompt_sha256": "93858b61346b697f9021a41a361838e5b0b8c06fbde9b0b35f514c9e29082ee5", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-16T14:55:47.067173+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-gradient-15", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "ba003177-1312-49a3-b162-b661dea2e454", "result_sha256": "4c4d443d96bd250d8f9271ee25c123cd516a9b1a3b5a434df88bdadb2c222346", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0003702, "delta_e_ok": null, "error": null, "error_kind": null, "family": "gradient", "ground_truth": { "choice": "D" }, "group_id": "gradient-16", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/gradient-16.png", "input_tokens": 705, "latency_sec": 3.3331407790537924, "model_name": "gpt-5.6-luna", "out_of_srgb": null, "output_tokens": 191, "prediction": { "choice": "D" }, "prompt_sha256": "93858b61346b697f9021a41a361838e5b0b8c06fbde9b0b35f514c9e29082ee5", "provider": "openai", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-16T16:30:07.785666+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-gradient-16", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "4c982124-2f7f-4a7c-9b0b-1ae9d897b208", "result_sha256": "bbeabd56e57812ce8c06869429f7216da8eae17a14b0de4c77b7830340f291f7", "result": { "component_errors": { "h": 17.19999999999999, "l": 0.20392156862745026, "s": 0.6062992125984294 }, "correct": null, "cost_estimated": false, "cost_usd": 0.0005984, "delta_e_ok": 0.054783179975315156, "error": null, "error_kind": null, "family": "hsl", "ground_truth": { "rgb": [ 192, 64, 80 ] }, "group_id": "numeric-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-01.png", "input_tokens": 736, "latency_sec": 6.744424914941192, "model_name": "gpt-5.6-luna", "out_of_srgb": false, "output_tokens": 376, "prediction": { "h": 335.3, "l": 50.4, "s": 51.0 }, "prompt_sha256": "d5a3e77db006cc09848010934a3ee06e3beb9ab32aa54f5bf67eb79750a81ad8", "provider": "openai", "raw_prediction": "{\"h\":335.3,\"s\":51.0,\"l\":50.4}", "recorded_at": "2026-09-16T14:03:38.721012+00:00", "request_attempts": 1, "score": 72.60841001234242, "task_id": "colorbench-hsl-01", "tight_score": 0, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": false, "0.02": false, "0.05": false } } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "7bc2bdd5-b36e-4dc6-85fc-32624f0a3089", "result_sha256": "3b67e11cbad2b7efee19b5519a20afa0034e1b530a83bb3da66c1ac7e9637965", "result": { "component_errors": { "h": 0.35947368421054193, "l": 1.1741176470588215, "s": 6.836666666666659 }, "correct": null, "cost_estimated": false, "cost_usd": 0.0008024, "delta_e_ok": 0.014969678797127543, "error": null, "error_kind": null, "family": "hsl", "ground_truth": { "rgb": [ 38, 112, 190 ] }, "group_id": "numeric-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-02.png", "input_tokens": 736, "latency_sec": 7.985821940936148, "model_name": "gpt-5.6-luna", "out_of_srgb": false, "output_tokens": 546, "prediction": { "h": 210.43, "l": 45.88, "s": 59.83 }, "prompt_sha256": "d5a3e77db006cc09848010934a3ee06e3beb9ab32aa54f5bf67eb79750a81ad8", "provider": "openai", "raw_prediction": "{\"h\":210.43,\"s\":59.83,\"l\":45.88}", "recorded_at": "2026-09-16T15:25:55.770469+00:00", "request_attempts": 1, "score": 92.51516060143624, "task_id": "colorbench-hsl-02", "tight_score": 70.06064240574491, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": false, "0.02": true, "0.05": true } } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "d637fb5f-a4b2-4e4a-a30a-d301a30e158e", "result_sha256": "3f2c40bb366dfe8f8669111c850c6c7c18c267b61acc4834742a4d42ca52639d", "result": { "component_errors": { "h": 1.0, "l": 0.7843137254901933, "s": 0.0 }, "correct": null, "cost_estimated": false, "cost_usd": 0.00044, "delta_e_ok": 0.008790237138815193, "error": null, "error_kind": null, "family": "hsl", "ground_truth": { "rgb": [ 60, 140, 100 ] }, "group_id": "numeric-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-03.png", "input_tokens": 736, "latency_sec": 4.418221969041042, "model_name": "gpt-5.6-luna", "out_of_srgb": false, "output_tokens": 244, "prediction": { "h": 151.0, "l": 40.0, "s": 40.0 }, "prompt_sha256": "d5a3e77db006cc09848010934a3ee06e3beb9ab32aa54f5bf67eb79750a81ad8", "provider": "openai", "raw_prediction": "{\"h\":151,\"s\":40,\"l\":40}", "recorded_at": "2026-09-16T14:47:36.705967+00:00", "request_attempts": 1, "score": 95.6048814305924, "task_id": "colorbench-hsl-03", "tight_score": 82.41952572236961, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": true, "0.02": true, "0.05": true } } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "aeef72da-e0d1-4ff8-9243-4022cfd153f1", "result_sha256": "3713e2d4c5c417bfc0069b5e57c46e644ec90c91a4f1fa830bc3393e17c9650d", "result": { "component_errors": { "h": 0.7285714285714278, "l": 0.39803921568627487, "s": 4.030434782608708 }, "correct": null, "cost_estimated": false, "cost_usd": 0.00053, "delta_e_ok": 0.008332263239655647, "error": null, "error_kind": null, "family": "hsl", "ground_truth": { "rgb": [ 185, 135, 45 ] }, "group_id": "numeric-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-04.png", "input_tokens": 736, "latency_sec": 5.628479559905827, "model_name": "gpt-5.6-luna", "out_of_srgb": false, "output_tokens": 319, "prediction": { "h": 39.3, "l": 44.7, "s": 64.9 }, "prompt_sha256": "d5a3e77db006cc09848010934a3ee06e3beb9ab32aa54f5bf67eb79750a81ad8", "provider": "openai", "raw_prediction": "{\"h\":39.3,\"s\":64.9,\"l\":44.7}", "recorded_at": "2026-09-16T14:35:29.828253+00:00", "request_attempts": 1, "score": 95.83386838017218, "task_id": "colorbench-hsl-04", "tight_score": 83.33547352068871, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": true, "0.02": true, "0.05": true } } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "700b2cba-5c4e-450d-bd6c-188a8710798e", "result_sha256": "7d97e5679d9f9ebf625fdf0a9294316a08f5dd065606e38cb92aa2c51fc88ce7", "result": { "component_errors": { "h": 0.16666666666668561, "l": 0.18039215686274446, "s": 1.7999999999999972 }, "correct": null, "cost_estimated": false, "cost_usd": 0.0006512, "delta_e_ok": 0.00785674758789413, "error": null, "error_kind": null, "family": "hsl", "ground_truth": { "rgb": [ 135, 85, 175 ] }, "group_id": "numeric-05", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-05.png", "input_tokens": 736, "latency_sec": 6.567814963986166, "model_name": "gpt-5.6-luna", "out_of_srgb": false, "output_tokens": 420, "prediction": { "h": 273.5, "l": 50.8, "s": 37.8 }, "prompt_sha256": "d5a3e77db006cc09848010934a3ee06e3beb9ab32aa54f5bf67eb79750a81ad8", "provider": "openai", "raw_prediction": "{\"h\":273.5,\"s\":37.8,\"l\":50.8}", "recorded_at": "2026-09-16T15:15:44.189995+00:00", "request_attempts": 1, "score": 96.07162620605294, "task_id": "colorbench-hsl-05", "tight_score": 84.28650482421173, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": true, "0.02": true, "0.05": true } } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "ec9655cb-1242-4604-afbc-551096a6b09f", "result_sha256": "0f6b08b9057eb035577f1f1afe5a1df6f532cdd291649e69386a3d87cc18e192", "result": { "component_errors": { "h": 2.5660377358490507, "l": 0.9803921568627452, "s": 1.6391752577319636 }, "correct": null, "cost_estimated": false, "cost_usd": 0.0007136, "delta_e_ok": 0.016414391162329827, "error": null, "error_kind": null, "family": "hsl", "ground_truth": { "rgb": [ 22, 48, 75 ] }, "group_id": "numeric-06", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-06.png", "input_tokens": 736, "latency_sec": 5.817370463977568, "model_name": "gpt-5.6-luna", "out_of_srgb": false, "output_tokens": 472, "prediction": { "h": 208.0, "l": 20.0, "s": 53.0 }, "prompt_sha256": "d5a3e77db006cc09848010934a3ee06e3beb9ab32aa54f5bf67eb79750a81ad8", "provider": "openai", "raw_prediction": "{\"h\":208,\"s\":53,\"l\":20}", "recorded_at": "2026-09-16T14:31:33.034456+00:00", "request_attempts": 1, "score": 91.79280441883509, "task_id": "colorbench-hsl-06", "tight_score": 67.17121767534036, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": false, "0.02": true, "0.05": true } } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "88e056c4-0e88-49c8-8976-43a321a947b2", "result_sha256": "a40bf127b182a509b40dce7f5308ec7af93468af8681c05d27f3b8109ffa6de3", "result": { "component_errors": { "h": 1.2162162162161962, "l": 1.0196078431372513, "s": 3.8556701030928053 }, "correct": null, "cost_estimated": false, "cost_usd": 0.0007952, "delta_e_ok": 0.010968480218132334, "error": null, "error_kind": null, "family": "hsl", "ground_truth": { "rgb": [ 225, 215, 188 ] }, "group_id": "numeric-07", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-07.png", "input_tokens": 736, "latency_sec": 9.197442695964128, "model_name": "gpt-5.6-luna", "out_of_srgb": false, "output_tokens": 540, "prediction": { "h": 45.0, "l": 82.0, "s": 42.0 }, "prompt_sha256": "d5a3e77db006cc09848010934a3ee06e3beb9ab32aa54f5bf67eb79750a81ad8", "provider": "openai", "raw_prediction": "{\"h\":45,\"s\":42,\"l\":82}", "recorded_at": "2026-09-16T15:48:56.665980+00:00", "request_attempts": 1, "score": 94.51575989093384, "task_id": "colorbench-hsl-07", "tight_score": 78.06303956373533, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": false, "0.02": true, "0.05": true } } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "bdc63cb4-ecd7-4ed7-ab6e-a48ba07fe1eb", "result_sha256": "0d3a6d664fc50176954b8ed2fa4302e172a29ae13049ba23c0929aa69893ae2e", "result": { "component_errors": { "h": null, "l": 0.19607843137254832, "s": 0.0 }, "correct": null, "cost_estimated": false, "cost_usd": 0.00027920000000000006, "delta_e_ok": 0.0016900750842691059, "error": null, "error_kind": null, "family": "hsl", "ground_truth": { "rgb": [ 128, 128, 128 ] }, "group_id": "numeric-08", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-08.png", "input_tokens": 736, "latency_sec": 2.5029430909780785, "model_name": "gpt-5.6-luna", "out_of_srgb": false, "output_tokens": 110, "prediction": { "h": 0.0, "l": 50.0, "s": 0.0 }, "prompt_sha256": "d5a3e77db006cc09848010934a3ee06e3beb9ab32aa54f5bf67eb79750a81ad8", "provider": "openai", "raw_prediction": "{\"h\":0,\"s\":0,\"l\":50}", "recorded_at": "2026-09-16T16:32:08.993822+00:00", "request_attempts": 1, "score": 99.15496245786545, "task_id": "colorbench-hsl-08", "tight_score": 96.61984983146179, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": true, "0.01": true, "0.02": true, "0.05": true } } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "87920ba1-e582-46a7-8ff0-6ea52b8182f2", "result_sha256": "20846cd714c64461557552472e98e2b1490de0dbe3a92ee6a9c8f553ef83c4b1", "result": { "component_errors": { "h": 0.36363636363637397, "l": 0.6274509803921617, "s": 5.161290322580655 }, "correct": null, "cost_estimated": false, "cost_usd": 0.0006956, "delta_e_ok": 0.012761104951067956, "error": null, "error_kind": null, "family": "hsl", "ground_truth": { "rgb": [ 230, 32, 44 ] }, "group_id": "numeric-09", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-09.png", "input_tokens": 736, "latency_sec": 6.512483530095778, "model_name": "gpt-5.6-luna", "out_of_srgb": false, "output_tokens": 457, "prediction": { "h": 356.0, "l": 52.0, "s": 85.0 }, "prompt_sha256": "d5a3e77db006cc09848010934a3ee06e3beb9ab32aa54f5bf67eb79750a81ad8", "provider": "openai", "raw_prediction": "{\"h\":356,\"s\":85,\"l\":52}", "recorded_at": "2026-09-16T14:08:15.751793+00:00", "request_attempts": 1, "score": 93.61944752446603, "task_id": "colorbench-hsl-09", "tight_score": 74.47779009786409, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": false, "0.02": true, "0.05": true } } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "9dde7196-abbf-4d08-b5e2-d914c9786659", "result_sha256": "ffc4ed4e7fed84bb3d08c17e74c1a30e68dae450b339f79271d5d09e64d54a6a", "result": { "component_errors": { "h": 0.02985074626863593, "l": 0.3137254901960773, "s": 1.3736263736263652 }, "correct": null, "cost_estimated": false, "cost_usd": 0.0005348, "delta_e_ok": 0.007829762020856664, "error": null, "error_kind": null, "family": "hsl", "ground_truth": { "rgb": [ 24, 158, 82 ] }, "group_id": "numeric-10", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-10.png", "input_tokens": 736, "latency_sec": 12.68529604806099, "model_name": "gpt-5.6-luna", "out_of_srgb": false, "output_tokens": 323, "prediction": { "h": 146.0, "l": 36.0, "s": 75.0 }, "prompt_sha256": "d5a3e77db006cc09848010934a3ee06e3beb9ab32aa54f5bf67eb79750a81ad8", "provider": "openai", "raw_prediction": "{\"h\":146,\"s\":75,\"l\":36}", "recorded_at": "2026-09-16T15:33:33.692636+00:00", "request_attempts": 1, "score": 96.08511898957167, "task_id": "colorbench-hsl-10", "tight_score": 84.34047595828667, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": true, "0.02": true, "0.05": true } } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "a384aa50-ca29-44d6-aa91-72f8f8ce733c", "result_sha256": "88bbeaa530c960f68c97bfe06f19244e003bf70e7d17b40db38de94c81e6e700", "result": { "component_errors": { "h": 1.4434782608695684, "l": 0.033333333333338544, "s": 3.3109243697479087 }, "correct": null, "cost_estimated": false, "cost_usd": 0.0008024, "delta_e_ok": 0.00787048264472593, "error": null, "error_kind": null, "family": "hsl", "ground_truth": { "rgb": [ 44, 84, 228 ] }, "group_id": "numeric-11", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-11.png", "input_tokens": 736, "latency_sec": 8.474358854000457, "model_name": "gpt-5.6-luna", "out_of_srgb": false, "output_tokens": 546, "prediction": { "h": 228.4, "l": 53.3, "s": 74.0 }, "prompt_sha256": "d5a3e77db006cc09848010934a3ee06e3beb9ab32aa54f5bf67eb79750a81ad8", "provider": "openai", "raw_prediction": "{\"h\":228.4,\"s\":74.0,\"l\":53.3}", "recorded_at": "2026-09-16T15:41:52.874553+00:00", "request_attempts": 1, "score": 96.06475867763703, "task_id": "colorbench-hsl-11", "tight_score": 84.25903471054814, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": true, "0.02": true, "0.05": true } } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "569c5c2a-8072-478c-b4ce-eee51239d44b", "result_sha256": "6b965257a08721b7169484b99d3f7d83859aa9cbaf67b68942274c9771352401", "result": { "component_errors": { "h": 0.75, "l": 0.9019607843137294, "s": 6.478260869565219 }, "correct": null, "cost_estimated": false, "cost_usd": 0.0005156000000000001, "delta_e_ok": 0.01649063760878225, "error": null, "error_kind": null, "family": "hsl", "ground_truth": { "rgb": [ 236, 208, 44 ] }, "group_id": "numeric-12", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-12.png", "input_tokens": 736, "latency_sec": 4.896561308996752, "model_name": "gpt-5.6-luna", "out_of_srgb": false, "output_tokens": 307, "prediction": { "h": 52.0, "l": 54.0, "s": 77.0 }, "prompt_sha256": "d5a3e77db006cc09848010934a3ee06e3beb9ab32aa54f5bf67eb79750a81ad8", "provider": "openai", "raw_prediction": "{\"h\":52,\"s\":77,\"l\":54}", "recorded_at": "2026-09-16T14:23:43.699385+00:00", "request_attempts": 1, "score": 91.75468119560888, "task_id": "colorbench-hsl-12", "tight_score": 67.0187247824355, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": false, "0.02": true, "0.05": true } } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "f2b885c7-a766-49d0-8942-a9630631e3d9", "result_sha256": "ad06137f9fff5b8d180a8bcaacde8ff4f024c2d66bd6e66ed407721d6c97288d", "result": { "component_errors": { "h": 2.2857142857142776, "l": 2.1960784313725483, "s": 0.11811023622047401 }, "correct": null, "cost_estimated": false, "cost_usd": 0.0006788, "delta_e_ok": 0.017668606629727805, "error": null, "error_kind": null, "family": "hsl", "ground_truth": { "rgb": [ 198, 58, 188 ] }, "group_id": "numeric-13", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-13.png", "input_tokens": 736, "latency_sec": 9.772916006972082, "model_name": "gpt-5.6-luna", "out_of_srgb": false, "output_tokens": 443, "prediction": { "h": 302.0, "l": 48.0, "s": 55.0 }, "prompt_sha256": "d5a3e77db006cc09848010934a3ee06e3beb9ab32aa54f5bf67eb79750a81ad8", "provider": "openai", "raw_prediction": "{\"h\":302,\"s\":55,\"l\":48}", "recorded_at": "2026-09-16T15:06:15.149469+00:00", "request_attempts": 1, "score": 91.1656966851361, "task_id": "colorbench-hsl-13", "tight_score": 64.66278674054439, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": false, "0.02": true, "0.05": true } } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "b3c1c355-48ec-4ecb-866b-97d919ae9c44", "result_sha256": "8e5fb131c4a6e2800829a40fefd81a553351ee9b8e6c2f21820c8101ab1f9966", "result": { "component_errors": { "h": 0.7922077922078188, "l": 1.4509803921568576, "s": 3.6363636363636473 }, "correct": null, "cost_estimated": false, "cost_usd": 0.0010363999999999998, "delta_e_ok": 0.021165823750134292, "error": null, "error_kind": null, "family": "hsl", "ground_truth": { "rgb": [ 44, 178, 198 ] }, "group_id": "numeric-14", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-14.png", "input_tokens": 736, "latency_sec": 11.31587650696747, "model_name": "gpt-5.6-luna", "out_of_srgb": false, "output_tokens": 741, "prediction": { "h": 187.0, "l": 46.0, "s": 60.0 }, "prompt_sha256": "d5a3e77db006cc09848010934a3ee06e3beb9ab32aa54f5bf67eb79750a81ad8", "provider": "openai", "raw_prediction": "{\"h\":187,\"s\":60,\"l\":46}", "recorded_at": "2026-09-16T14:58:51.790184+00:00", "request_attempts": 1, "score": 89.41708812493286, "task_id": "colorbench-hsl-14", "tight_score": 57.66835249973141, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": false, "0.02": false, "0.05": true } } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "aa11f7c1-b6db-481a-b483-fca5463584b5", "result_sha256": "0c4cc53e82a949493db524c7e1a9e3ad9060bb8b4c61b27f218f6cb2e11715e6", "result": { "component_errors": { "h": null, "l": 0.33333333333333304, "s": 5.11764705882353 }, "correct": null, "cost_estimated": false, "cost_usd": 0.0005407999999999999, "delta_e_ok": 0.003991473456253545, "error": null, "error_kind": null, "family": "hsl", "ground_truth": { "rgb": [ 16, 16, 18 ] }, "group_id": "numeric-15", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-15.png", "input_tokens": 736, "latency_sec": 4.5962182600051165, "model_name": "gpt-5.6-luna", "out_of_srgb": false, "output_tokens": 328, "prediction": { "h": 240.0, "l": 7.0, "s": 11.0 }, "prompt_sha256": "d5a3e77db006cc09848010934a3ee06e3beb9ab32aa54f5bf67eb79750a81ad8", "provider": "openai", "raw_prediction": "{\"h\":240,\"s\":11,\"l\":7}", "recorded_at": "2026-09-16T16:18:53.174881+00:00", "request_attempts": 1, "score": 98.00426327187323, "task_id": "colorbench-hsl-15", "tight_score": 92.01705308749291, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": true, "0.01": true, "0.02": true, "0.05": true } } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "3bc6da27-56b2-401e-95b3-babd2a0df6b9", "result_sha256": "62fb0d957cfc59e910728a3ed44e57dbe34e245e0813bea1f440dec171fb5129", "result": { "component_errors": { "h": null, "l": 1.294117647058826, "s": 4.8888888888889355 }, "correct": null, "cost_estimated": false, "cost_usd": 0.0007952, "delta_e_ok": 0.010220600997893712, "error": null, "error_kind": null, "family": "hsl", "ground_truth": { "rgb": [ 243, 243, 240 ] }, "group_id": "numeric-16", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-16.png", "input_tokens": 736, "latency_sec": 6.955549701931886, "model_name": "gpt-5.6-luna", "out_of_srgb": false, "output_tokens": 540, "prediction": { "h": 60.0, "l": 96.0, "s": 16.0 }, "prompt_sha256": "d5a3e77db006cc09848010934a3ee06e3beb9ab32aa54f5bf67eb79750a81ad8", "provider": "openai", "raw_prediction": "{\"h\":60,\"s\":16,\"l\":96}", "recorded_at": "2026-09-16T15:31:41.968388+00:00", "request_attempts": 1, "score": 94.88969950105314, "task_id": "colorbench-hsl-16", "tight_score": 79.55879800421258, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": false, "0.02": true, "0.05": true } } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "ccefe15b-fc73-4c23-a802-a5384ec0710c", "result_sha256": "628009b1032a5f855588503aa14b7271111e97b70bb865eba5a2ae3b513e10c8", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.000199, "delta_e_ok": null, "error": null, "error_kind": null, "family": "hue", "ground_truth": { "choice": "A" }, "group_id": "hue-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/hue-01.png", "input_tokens": 707, "latency_sec": 1.673945602029562, "model_name": "gpt-5.6-luna", "out_of_srgb": null, "output_tokens": 48, "prediction": { "choice": "A" }, "prompt_sha256": "8234947471a1bb7076e1e5dfe2fd3aba8c91ae436b20be843f2b0ab51861fe52", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T15:11:12.456444+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-hue-01", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "4402e5ef-4a22-4fc3-a5a2-3f778ece2efb", "result_sha256": "55c947d6ec26073d31ed9e8d4d702dedb2f1b1414c68065e0e8345248cc9a3b9", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0001882, "delta_e_ok": null, "error": null, "error_kind": null, "family": "hue", "ground_truth": { "choice": "B" }, "group_id": "hue-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/hue-02.png", "input_tokens": 707, "latency_sec": 1.8640440099406987, "model_name": "gpt-5.6-luna", "out_of_srgb": null, "output_tokens": 39, "prediction": { "choice": "B" }, "prompt_sha256": "8234947471a1bb7076e1e5dfe2fd3aba8c91ae436b20be843f2b0ab51861fe52", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T15:08:57.959932+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-hue-02", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "1bc311a5-417d-4679-9f54-084a60d8299f", "result_sha256": "fe5e3545f8f15eea05e0a93d1f6e7e803935cf110599cc6f6beb66f7e050bcc0", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00020140000000000002, "delta_e_ok": null, "error": null, "error_kind": null, "family": "hue", "ground_truth": { "choice": "C" }, "group_id": "hue-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/hue-03.png", "input_tokens": 707, "latency_sec": 1.284614639938809, "model_name": "gpt-5.6-luna", "out_of_srgb": null, "output_tokens": 50, "prediction": { "choice": "C" }, "prompt_sha256": "8234947471a1bb7076e1e5dfe2fd3aba8c91ae436b20be843f2b0ab51861fe52", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-16T16:17:18.816232+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-hue-03", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "6507d54b-485b-4a99-845d-90367b7effc7", "result_sha256": "f10a73f1ca8cc8a35c0af955df49645861f8aa6496cb59fa34f277f62bee712c", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0001894, "delta_e_ok": null, "error": null, "error_kind": null, "family": "hue", "ground_truth": { "choice": "D" }, "group_id": "hue-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/hue-04.png", "input_tokens": 707, "latency_sec": 1.4018615629756823, "model_name": "gpt-5.6-luna", "out_of_srgb": null, "output_tokens": 40, "prediction": { "choice": "D" }, "prompt_sha256": "8234947471a1bb7076e1e5dfe2fd3aba8c91ae436b20be843f2b0ab51861fe52", "provider": "openai", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-16T16:01:01.734608+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-hue-04", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "852de567-673f-431a-8584-a8ee94786e50", "result_sha256": "d58765a824583290544503b9e7e80b8204a6e6f09e4054e2234ce7312af23791", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.000205, "delta_e_ok": null, "error": null, "error_kind": null, "family": "hue", "ground_truth": { "choice": "A" }, "group_id": "hue-05", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/hue-05.png", "input_tokens": 707, "latency_sec": 1.1188058980042115, "model_name": "gpt-5.6-luna", "out_of_srgb": null, "output_tokens": 53, "prediction": { "choice": "A" }, "prompt_sha256": "8234947471a1bb7076e1e5dfe2fd3aba8c91ae436b20be843f2b0ab51861fe52", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T15:18:31.871692+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-hue-05", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "a0b5e472-f70a-4e71-8b9a-353b7f2a13a9", "result_sha256": "7435ab97e570976fd92ef346878b18483add4d7c4b1ce347fd8719a024694b29", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0002566, "delta_e_ok": null, "error": null, "error_kind": null, "family": "hue", "ground_truth": { "choice": "B" }, "group_id": "hue-06", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/hue-06.png", "input_tokens": 707, "latency_sec": 2.2905028619570658, "model_name": "gpt-5.6-luna", "out_of_srgb": null, "output_tokens": 96, "prediction": { "choice": "B" }, "prompt_sha256": "8234947471a1bb7076e1e5dfe2fd3aba8c91ae436b20be843f2b0ab51861fe52", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T16:06:50.970704+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-hue-06", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "070d1d6b-9d66-466c-aa8b-76a9545ac1b2", "result_sha256": "4756787c692a6fbb501de15f01b34ac6cb8c2477f88f652c221fb04858c5fbd6", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0002194, "delta_e_ok": null, "error": null, "error_kind": null, "family": "hue", "ground_truth": { "choice": "C" }, "group_id": "hue-07", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/hue-07.png", "input_tokens": 707, "latency_sec": 1.9732157870894298, "model_name": "gpt-5.6-luna", "out_of_srgb": null, "output_tokens": 65, "prediction": { "choice": "C" }, "prompt_sha256": "8234947471a1bb7076e1e5dfe2fd3aba8c91ae436b20be843f2b0ab51861fe52", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-16T15:48:08.958102+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-hue-07", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "72b5e328-4496-410d-975c-0d62b18ff8b5", "result_sha256": "2253dce160a807508b2d38ef027dfe85be814593772a9c5a4b9bc816a9bee1bd", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00020860000000000003, "delta_e_ok": null, "error": null, "error_kind": null, "family": "hue", "ground_truth": { "choice": "D" }, "group_id": "hue-08", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/hue-08.png", "input_tokens": 707, "latency_sec": 1.483391628949903, "model_name": "gpt-5.6-luna", "out_of_srgb": null, "output_tokens": 56, "prediction": { "choice": "D" }, "prompt_sha256": "8234947471a1bb7076e1e5dfe2fd3aba8c91ae436b20be843f2b0ab51861fe52", "provider": "openai", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-16T14:35:42.445796+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-hue-08", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "86f78fff-33f4-4f5c-a24f-a1ff7709cdee", "result_sha256": "a4442e31b1098b064a369d186cff4db5d76a609f2e45b31108f607001356433d", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.000253, "delta_e_ok": null, "error": null, "error_kind": null, "family": "hue", "ground_truth": { "choice": "A" }, "group_id": "hue-09", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/hue-09.png", "input_tokens": 707, "latency_sec": 2.480588556965813, "model_name": "gpt-5.6-luna", "out_of_srgb": null, "output_tokens": 93, "prediction": { "choice": "A" }, "prompt_sha256": "8234947471a1bb7076e1e5dfe2fd3aba8c91ae436b20be843f2b0ab51861fe52", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T14:03:47.789042+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-hue-09", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "a386b492-3fc9-4095-863d-2a5c60155070", "result_sha256": "14a5fbf3f0d8d06a7b419edea7799a823624dfc3b568a2d80e195eb8eb96f1de", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00022180000000000002, "delta_e_ok": null, "error": null, "error_kind": null, "family": "hue", "ground_truth": { "choice": "B" }, "group_id": "hue-10", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/hue-10.png", "input_tokens": 707, "latency_sec": 1.4008896800223738, "model_name": "gpt-5.6-luna", "out_of_srgb": null, "output_tokens": 67, "prediction": { "choice": "B" }, "prompt_sha256": "8234947471a1bb7076e1e5dfe2fd3aba8c91ae436b20be843f2b0ab51861fe52", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T14:34:45.572524+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-hue-10", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "9e9e47d5-bd7e-4099-b0f0-f270cece76e2", "result_sha256": "d5e2eafc4edee24c3a0a0ee62b5cfd8fefaa209b13ecdc51fb19e6e132d08c41", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.000271, "delta_e_ok": null, "error": null, "error_kind": null, "family": "hue", "ground_truth": { "choice": "C" }, "group_id": "hue-11", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/hue-11.png", "input_tokens": 707, "latency_sec": 9.368287559016608, "model_name": "gpt-5.6-luna", "out_of_srgb": null, "output_tokens": 108, "prediction": { "choice": "C" }, "prompt_sha256": "8234947471a1bb7076e1e5dfe2fd3aba8c91ae436b20be843f2b0ab51861fe52", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-16T15:23:58.104971+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-hue-11", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "cfcb3553-6da7-4114-a47d-794c1d9ba804", "result_sha256": "7d5053faabfd270fa8901d64d52f610c75e16013debbb926e6f6e19229f7f85e", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00020380000000000002, "delta_e_ok": null, "error": null, "error_kind": null, "family": "hue", "ground_truth": { "choice": "D" }, "group_id": "hue-12", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/hue-12.png", "input_tokens": 707, "latency_sec": 1.480819036019966, "model_name": "gpt-5.6-luna", "out_of_srgb": null, "output_tokens": 52, "prediction": { "choice": "D" }, "prompt_sha256": "8234947471a1bb7076e1e5dfe2fd3aba8c91ae436b20be843f2b0ab51861fe52", "provider": "openai", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-16T14:42:47.932388+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-hue-12", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "48ec518e-4716-49f5-8775-164e27387ac9", "result_sha256": "2c8c4ec646c4b28be57bf5ddac570f84947a779e548c791c8e59c65879d8d617", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00040060000000000003, "delta_e_ok": null, "error": null, "error_kind": null, "family": "hue", "ground_truth": { "choice": "A" }, "group_id": "hue-13", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/hue-13.png", "input_tokens": 707, "latency_sec": 6.439889661036432, "model_name": "gpt-5.6-luna", "out_of_srgb": null, "output_tokens": 216, "prediction": { "choice": "A" }, "prompt_sha256": "8234947471a1bb7076e1e5dfe2fd3aba8c91ae436b20be843f2b0ab51861fe52", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T14:38:30.765515+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-hue-13", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "6a0789f8-e3cf-4b33-bc07-111bcf5f4d3f", "result_sha256": "1e13247f818e55719d05b68cf3d68b6d27f37a6d7891c9b81394da132243ad4c", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.000283, "delta_e_ok": null, "error": null, "error_kind": null, "family": "hue", "ground_truth": { "choice": "B" }, "group_id": "hue-14", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/hue-14.png", "input_tokens": 707, "latency_sec": 3.305739905918017, "model_name": "gpt-5.6-luna", "out_of_srgb": null, "output_tokens": 118, "prediction": { "choice": "B" }, "prompt_sha256": "8234947471a1bb7076e1e5dfe2fd3aba8c91ae436b20be843f2b0ab51861fe52", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T14:22:26.298621+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-hue-14", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "21678594-56c9-4876-9c6b-b260e4543769", "result_sha256": "734a712dbdc98a41b7b38a16c8b6274f6eaa075ea740c96c4ae0d51ffc383681", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.000295, "delta_e_ok": null, "error": null, "error_kind": null, "family": "hue", "ground_truth": { "choice": "C" }, "group_id": "hue-15", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/hue-15.png", "input_tokens": 707, "latency_sec": 2.069038398913108, "model_name": "gpt-5.6-luna", "out_of_srgb": null, "output_tokens": 128, "prediction": { "choice": "C" }, "prompt_sha256": "8234947471a1bb7076e1e5dfe2fd3aba8c91ae436b20be843f2b0ab51861fe52", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-16T14:33:53.585035+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-hue-15", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "dadd3367-2b4c-40c8-8edb-89e653bccf1a", "result_sha256": "2a35a02dbdc26297b795f97844ba9dc91bbb2451486869a63988596ce2e2cf44", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0002698, "delta_e_ok": null, "error": null, "error_kind": null, "family": "hue", "ground_truth": { "choice": "D" }, "group_id": "hue-16", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/hue-16.png", "input_tokens": 707, "latency_sec": 2.9045794720295817, "model_name": "gpt-5.6-luna", "out_of_srgb": null, "output_tokens": 107, "prediction": { "choice": "D" }, "prompt_sha256": "8234947471a1bb7076e1e5dfe2fd3aba8c91ae436b20be843f2b0ab51861fe52", "provider": "openai", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-16T15:31:03.856695+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-hue-16", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "62e20a3f-65e3-4da3-8f1e-96cf34c0c3bd", "result_sha256": "b49ed9eac01055e671b30b0f636d2d24997b8ab8fd8c77c2da38ba01d81ba6f5", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0002878, "delta_e_ok": null, "error": null, "error_kind": null, "family": "hue", "ground_truth": { "choice": "A" }, "group_id": "hue-17", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/hue-17.png", "input_tokens": 707, "latency_sec": 2.5008572620572522, "model_name": "gpt-5.6-luna", "out_of_srgb": null, "output_tokens": 122, "prediction": { "choice": "A" }, "prompt_sha256": "8234947471a1bb7076e1e5dfe2fd3aba8c91ae436b20be843f2b0ab51861fe52", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T15:29:25.210577+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-hue-17", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "eff7e82d-006d-4b62-b8c0-ecbeb3c43669", "result_sha256": "a59c14daeed4c275e826ae37d9d12ada4aa9a9a18ef5894d42edc32e1f983d96", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0003274, "delta_e_ok": null, "error": null, "error_kind": null, "family": "hue", "ground_truth": { "choice": "B" }, "group_id": "hue-18", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/hue-18.png", "input_tokens": 707, "latency_sec": 3.3716882419539616, "model_name": "gpt-5.6-luna", "out_of_srgb": null, "output_tokens": 155, "prediction": { "choice": "B" }, "prompt_sha256": "8234947471a1bb7076e1e5dfe2fd3aba8c91ae436b20be843f2b0ab51861fe52", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T16:19:58.401495+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-hue-18", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "474562c3-da73-4eeb-b91f-4c637e06364f", "result_sha256": "348ac95c5d84dac4640e0bc843eada2b4017a190dc69b9edf671c62310ca28f5", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00033580000000000003, "delta_e_ok": null, "error": null, "error_kind": null, "family": "hue", "ground_truth": { "choice": "C" }, "group_id": "hue-19", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/hue-19.png", "input_tokens": 707, "latency_sec": 3.638256179052405, "model_name": "gpt-5.6-luna", "out_of_srgb": null, "output_tokens": 162, "prediction": { "choice": "C" }, "prompt_sha256": "8234947471a1bb7076e1e5dfe2fd3aba8c91ae436b20be843f2b0ab51861fe52", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-16T15:18:43.027106+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-hue-19", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "a25fda5d-7ceb-489f-8f01-9e060686ff09", "result_sha256": "9aa5467be753741f4f9c4b68e0815d9c5187543f018b62d8d7e2496b378ab295", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00045339999999999996, "delta_e_ok": null, "error": null, "error_kind": null, "family": "hue", "ground_truth": { "choice": "D" }, "group_id": "hue-20", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/hue-20.png", "input_tokens": 707, "latency_sec": 4.114788071950898, "model_name": "gpt-5.6-luna", "out_of_srgb": null, "output_tokens": 260, "prediction": { "choice": "D" }, "prompt_sha256": "8234947471a1bb7076e1e5dfe2fd3aba8c91ae436b20be843f2b0ab51861fe52", "provider": "openai", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-16T15:54:25.362411+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-hue-20", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "f1b402bb-2d72-4fae-887d-9811017925a9", "result_sha256": "3a55305eceaa54045895ee03624d894749638f82040a327e39be358b5c97f8af", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00047020000000000005, "delta_e_ok": null, "error": null, "error_kind": null, "family": "hue", "ground_truth": { "choice": "A" }, "group_id": "hue-21", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/hue-21.png", "input_tokens": 707, "latency_sec": 4.1284572599688545, "model_name": "gpt-5.6-luna", "out_of_srgb": null, "output_tokens": 274, "prediction": { "choice": "A" }, "prompt_sha256": "8234947471a1bb7076e1e5dfe2fd3aba8c91ae436b20be843f2b0ab51861fe52", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T16:28:33.534085+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-hue-21", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "5b8245c0-beef-4678-83ca-e327d661f9d4", "result_sha256": "1e2a49597436c75f7d25ec064bc07506b85b5048fe5295612eda3cc8f900a980", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0004978, "delta_e_ok": null, "error": null, "error_kind": null, "family": "hue", "ground_truth": { "choice": "B" }, "group_id": "hue-22", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/hue-22.png", "input_tokens": 707, "latency_sec": 3.7218308489536867, "model_name": "gpt-5.6-luna", "out_of_srgb": null, "output_tokens": 297, "prediction": { "choice": "B" }, "prompt_sha256": "8234947471a1bb7076e1e5dfe2fd3aba8c91ae436b20be843f2b0ab51861fe52", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T15:34:13.296167+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-hue-22", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "724f24e6-6241-4959-8816-198ca415602b", "result_sha256": "795f50b00aed5c1f625bdcb8281d3f2a81b22db718dcd3a7fca0513a340a7ace", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00041620000000000003, "delta_e_ok": null, "error": null, "error_kind": null, "family": "hue", "ground_truth": { "choice": "C" }, "group_id": "hue-23", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/hue-23.png", "input_tokens": 707, "latency_sec": 3.648481848067604, "model_name": "gpt-5.6-luna", "out_of_srgb": null, "output_tokens": 229, "prediction": { "choice": "C" }, "prompt_sha256": "8234947471a1bb7076e1e5dfe2fd3aba8c91ae436b20be843f2b0ab51861fe52", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-16T15:21:43.774740+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-hue-23", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "307aa513-a01c-4f91-afae-1542e71087f5", "result_sha256": "0b6c7bfc7971bcdce863087b251fc5d9df8f3a0acfaf65fb151cafd465afc1ac", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0006705999999999999, "delta_e_ok": null, "error": null, "error_kind": null, "family": "hue", "ground_truth": { "choice": "D" }, "group_id": "hue-24", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/hue-24.png", "input_tokens": 707, "latency_sec": 5.742269326001406, "model_name": "gpt-5.6-luna", "out_of_srgb": null, "output_tokens": 441, "prediction": { "choice": "D" }, "prompt_sha256": "8234947471a1bb7076e1e5dfe2fd3aba8c91ae436b20be843f2b0ab51861fe52", "provider": "openai", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-16T14:46:49.829514+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-hue-24", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "e7b6639a-15a8-44dd-8331-82d7d95352a7", "result_sha256": "4f23afbfdae9baace8b0e8f829a87b97345812f0d6df8da9b0066541f0a895f8", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0007798, "delta_e_ok": null, "error": null, "error_kind": null, "family": "hue", "ground_truth": { "choice": "A" }, "group_id": "hue-25", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/hue-25.png", "input_tokens": 707, "latency_sec": 9.157896875985898, "model_name": "gpt-5.6-luna", "out_of_srgb": null, "output_tokens": 532, "prediction": { "choice": "A" }, "prompt_sha256": "8234947471a1bb7076e1e5dfe2fd3aba8c91ae436b20be843f2b0ab51861fe52", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T16:30:35.369497+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-hue-25", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "9f3705eb-b401-409c-aa25-d1886bf9809b", "result_sha256": "9ec5848c61b1c01f8d104f45bcd6888694e8ae88b7ec7a18bc2031f76398b571", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0005134, "delta_e_ok": null, "error": null, "error_kind": null, "family": "hue", "ground_truth": { "choice": "B" }, "group_id": "hue-26", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/hue-26.png", "input_tokens": 707, "latency_sec": 4.211916803033091, "model_name": "gpt-5.6-luna", "out_of_srgb": null, "output_tokens": 310, "prediction": { "choice": "B" }, "prompt_sha256": "8234947471a1bb7076e1e5dfe2fd3aba8c91ae436b20be843f2b0ab51861fe52", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T15:45:21.665913+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-hue-26", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "e007ad22-508d-458c-af54-ab6d4698c410", "result_sha256": "bed661d07c1e75e26692fc9b180886c02b3dd5e1db401f1ae874e42eddf3fa3b", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0007798, "delta_e_ok": null, "error": null, "error_kind": null, "family": "hue", "ground_truth": { "choice": "C" }, "group_id": "hue-27", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/hue-27.png", "input_tokens": 707, "latency_sec": 8.464485032018274, "model_name": "gpt-5.6-luna", "out_of_srgb": null, "output_tokens": 532, "prediction": { "choice": "C" }, "prompt_sha256": "8234947471a1bb7076e1e5dfe2fd3aba8c91ae436b20be843f2b0ab51861fe52", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-16T16:05:24.041499+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-hue-27", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "99c727ee-3d37-4c01-8a0b-74a10ccd8bf5", "result_sha256": "77e1b9b5818f05c6ac24073eb0f5bf424425183b28949335a06004222f748501", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.00035860000000000004, "delta_e_ok": null, "error": null, "error_kind": null, "family": "hue", "ground_truth": { "choice": "D" }, "group_id": "hue-28", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/hue-28.png", "input_tokens": 707, "latency_sec": 4.312829178990796, "model_name": "gpt-5.6-luna", "out_of_srgb": null, "output_tokens": 181, "prediction": { "choice": "B" }, "prompt_sha256": "8234947471a1bb7076e1e5dfe2fd3aba8c91ae436b20be843f2b0ab51861fe52", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T15:00:21.436797+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-hue-28", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "7aa28575-b179-4f05-a9ec-84bfdbc21f28", "result_sha256": "eef4dca7b54903617832cbf473ba4d24ffde2fdcde0b8637146e58d48507c104", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0004942000000000001, "delta_e_ok": null, "error": null, "error_kind": null, "family": "hue", "ground_truth": { "choice": "A" }, "group_id": "hue-29", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/hue-29.png", "input_tokens": 707, "latency_sec": 4.494278977974318, "model_name": "gpt-5.6-luna", "out_of_srgb": null, "output_tokens": 294, "prediction": { "choice": "A" }, "prompt_sha256": "8234947471a1bb7076e1e5dfe2fd3aba8c91ae436b20be843f2b0ab51861fe52", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T16:11:52.103136+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-hue-29", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "9088f2e3-9082-4b72-b297-a64b2ce7d4c2", "result_sha256": "0e7c210f8c68ef9632bfd46f77572718a5b4c696ccab02c66a0e655f62005167", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.0004954, "delta_e_ok": null, "error": null, "error_kind": null, "family": "hue", "ground_truth": { "choice": "B" }, "group_id": "hue-30", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/hue-30.png", "input_tokens": 707, "latency_sec": 6.220390514004976, "model_name": "gpt-5.6-luna", "out_of_srgb": null, "output_tokens": 295, "prediction": { "choice": "D" }, "prompt_sha256": "8234947471a1bb7076e1e5dfe2fd3aba8c91ae436b20be843f2b0ab51861fe52", "provider": "openai", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-16T15:05:24.297097+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-hue-30", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "5cf955dd-3a88-4296-aed3-3dde336f12d0", "result_sha256": "1e64d56a82c9797756f54a8a4b487501e90afc727f2a9bfb70933b8055209164", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0005734, "delta_e_ok": null, "error": null, "error_kind": null, "family": "hue", "ground_truth": { "choice": "C" }, "group_id": "hue-31", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/hue-31.png", "input_tokens": 707, "latency_sec": 4.394988470943645, "model_name": "gpt-5.6-luna", "out_of_srgb": null, "output_tokens": 360, "prediction": { "choice": "C" }, "prompt_sha256": "8234947471a1bb7076e1e5dfe2fd3aba8c91ae436b20be843f2b0ab51861fe52", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-16T14:29:14.512109+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-hue-31", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "8df49a29-97bd-425c-9f4f-45d6158e93f5", "result_sha256": "21a15c55c5f5edd9b7a6c03a4a3ad65b9242a38db2e79928dafa6f46b9939bb8", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0005373999999999999, "delta_e_ok": null, "error": null, "error_kind": null, "family": "hue", "ground_truth": { "choice": "D" }, "group_id": "hue-32", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/hue-32.png", "input_tokens": 707, "latency_sec": 5.821347014978528, "model_name": "gpt-5.6-luna", "out_of_srgb": null, "output_tokens": 330, "prediction": { "choice": "D" }, "prompt_sha256": "8234947471a1bb7076e1e5dfe2fd3aba8c91ae436b20be843f2b0ab51861fe52", "provider": "openai", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-16T15:17:15.527094+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-hue-32", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "ea3d9f9c-9c04-4e18-a379-a7256b910025", "result_sha256": "eeb97ffc8a234f1ad79e61f2c396d6309fccbad3f61dccdab8c1737debeff20d", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0001522, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "B" }, "group_id": "lightness-chain-01-edge-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-01.png", "input_tokens": 677, "latency_sec": 1.2715405590133741, "model_name": "gpt-5.6-luna", "out_of_srgb": null, "output_tokens": 14, "prediction": { "choice": "B" }, "prompt_sha256": "64bfc83d308291dc6a447de93571b42ec09ec6278f7fe82905c059b3926629a9", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T14:03:14.832330+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-01", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "a31eae37-60ce-4af7-98ed-f2656eeef424", "result_sha256": "cd9a2cffe3e1f04031aeddababd9aa267d525f91964966e3e62ed49627095dfd", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0001522, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "A" }, "group_id": "lightness-chain-01-edge-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-02.png", "input_tokens": 677, "latency_sec": 1.5523642669431865, "model_name": "gpt-5.6-luna", "out_of_srgb": null, "output_tokens": 14, "prediction": { "choice": "A" }, "prompt_sha256": "64bfc83d308291dc6a447de93571b42ec09ec6278f7fe82905c059b3926629a9", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T15:31:13.178152+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-02", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "28f6ee1f-6203-48c2-9f5f-cae3124a2299", "result_sha256": "81563abcd9451518e523681aa7c86885acc72d8bdbb49c0147537422746ebcfc", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0001522, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "A" }, "group_id": "lightness-chain-01-edge-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-03.png", "input_tokens": 677, "latency_sec": 3.629192929016426, "model_name": "gpt-5.6-luna", "out_of_srgb": null, "output_tokens": 14, "prediction": { "choice": "A" }, "prompt_sha256": "14500bd7eefa43cebfa107c8a8fa9fa53dddd9be742ffa97660526f7a924c308", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T16:26:52.085720+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-03", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "8058f16e-3d29-4a35-bc13-ffde8c525300", "result_sha256": "31b2f966c708100559cfb195488995c6218da341f7d8d7e61209f7489b1bd8cb", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0001522, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "B" }, "group_id": "lightness-chain-01-edge-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-04.png", "input_tokens": 677, "latency_sec": 2.7628145719645545, "model_name": "gpt-5.6-luna", "out_of_srgb": null, "output_tokens": 14, "prediction": { "choice": "B" }, "prompt_sha256": "14500bd7eefa43cebfa107c8a8fa9fa53dddd9be742ffa97660526f7a924c308", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T14:28:20.883911+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-04", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "924b48db-0313-4257-a7c7-5f5f36c72d33", "result_sha256": "c40268ec9a314e6264abd8d25952415dec9042f0d3c716aac4fd7492d89ad492", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0001906, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "B" }, "group_id": "lightness-chain-01-edge-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-05.png", "input_tokens": 677, "latency_sec": 1.483382540056482, "model_name": "gpt-5.6-luna", "out_of_srgb": null, "output_tokens": 46, "prediction": { "choice": "B" }, "prompt_sha256": "64bfc83d308291dc6a447de93571b42ec09ec6278f7fe82905c059b3926629a9", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T16:05:34.386004+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-05", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "f23fc72f-02d8-4a3e-b283-a59c5ff38e0d", "result_sha256": "d8155061049cd7684f580eb9b228482972ffd276f3e4d3c1a9fe75cb399d4058", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.000187, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "A" }, "group_id": "lightness-chain-01-edge-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-06.png", "input_tokens": 677, "latency_sec": 2.2245020889677107, "model_name": "gpt-5.6-luna", "out_of_srgb": null, "output_tokens": 43, "prediction": { "choice": "A" }, "prompt_sha256": "64bfc83d308291dc6a447de93571b42ec09ec6278f7fe82905c059b3926629a9", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T16:30:54.682306+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-06", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "bd9f78cf-9efc-4d05-aac9-313e9ad7c435", "result_sha256": "85fac3d80163dcd37d043fd886235fa7d4a2f30274c40c0453e12032f0abfadf", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0001522, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "A" }, "group_id": "lightness-chain-01-edge-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-07.png", "input_tokens": 677, "latency_sec": 0.8310807449743152, "model_name": "gpt-5.6-luna", "out_of_srgb": null, "output_tokens": 14, "prediction": { "choice": "A" }, "prompt_sha256": "14500bd7eefa43cebfa107c8a8fa9fa53dddd9be742ffa97660526f7a924c308", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T14:16:49.730576+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-07", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "cd2632b6-85d1-4fc7-be2d-d7713058828a", "result_sha256": "e56f984db09896e66f3504f3301d67f56d7181a25d78433abc7eeda3b736941d", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0001522, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "B" }, "group_id": "lightness-chain-01-edge-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-08.png", "input_tokens": 677, "latency_sec": 1.220121517078951, "model_name": "gpt-5.6-luna", "out_of_srgb": null, "output_tokens": 14, "prediction": { "choice": "B" }, "prompt_sha256": "14500bd7eefa43cebfa107c8a8fa9fa53dddd9be742ffa97660526f7a924c308", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T14:23:28.795495+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-08", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "c1c95430-e44d-47ca-8aa6-07180edc4151", "result_sha256": "91c3fffc812f3c9e1ab9b260e855f72283926efec805969ef594fc38145eedd3", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.000223, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "B" }, "group_id": "lightness-chain-01-edge-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-09.png", "input_tokens": 677, "latency_sec": 1.663096077973023, "model_name": "gpt-5.6-luna", "out_of_srgb": null, "output_tokens": 73, "prediction": { "choice": "B" }, "prompt_sha256": "64bfc83d308291dc6a447de93571b42ec09ec6278f7fe82905c059b3926629a9", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T15:13:12.367956+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-09", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "c7ee1622-f751-4305-93f9-084fc62445b3", "result_sha256": "51c038fa10ef3438f1584dc2e023d501cd8a702e1bb7822f9095afa349ec5565", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0002182, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "A" }, "group_id": "lightness-chain-01-edge-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-10.png", "input_tokens": 677, "latency_sec": 3.1250255110207945, "model_name": "gpt-5.6-luna", "out_of_srgb": null, "output_tokens": 69, "prediction": { "choice": "A" }, "prompt_sha256": "64bfc83d308291dc6a447de93571b42ec09ec6278f7fe82905c059b3926629a9", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T15:05:49.860664+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-10", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "ef2976a5-05f6-4441-8340-11d7fb98b76a", "result_sha256": "46c76e4d8eb36f5bc3453f535efe2c7603c112891be403321851be49339f6e01", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0002518, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "A" }, "group_id": "lightness-chain-01-edge-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-11.png", "input_tokens": 677, "latency_sec": 1.9296500319615006, "model_name": "gpt-5.6-luna", "out_of_srgb": null, "output_tokens": 97, "prediction": { "choice": "A" }, "prompt_sha256": "14500bd7eefa43cebfa107c8a8fa9fa53dddd9be742ffa97660526f7a924c308", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T16:16:55.885614+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-11", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "510bc15a-f531-43d3-836e-a60efa0c9e3d", "result_sha256": "d0e5583ab64ca57a031523ad9931f962b80279ed71984044c60279d4a4fe0eb1", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0002482, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "B" }, "group_id": "lightness-chain-01-edge-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-12.png", "input_tokens": 677, "latency_sec": 7.567170851049013, "model_name": "gpt-5.6-luna", "out_of_srgb": null, "output_tokens": 94, "prediction": { "choice": "B" }, "prompt_sha256": "14500bd7eefa43cebfa107c8a8fa9fa53dddd9be742ffa97660526f7a924c308", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T15:50:35.284930+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-12", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "3d05221b-ea9b-4424-a5bd-e7fe888000e0", "result_sha256": "cb6390cbaf7ccca091d7835d8f5519c205da15a38331133c9a32cbaf0c164744", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0001978, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "B" }, "group_id": "lightness-chain-01-edge-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-13.png", "input_tokens": 677, "latency_sec": 1.477234693011269, "model_name": "gpt-5.6-luna", "out_of_srgb": null, "output_tokens": 52, "prediction": { "choice": "B" }, "prompt_sha256": "64bfc83d308291dc6a447de93571b42ec09ec6278f7fe82905c059b3926629a9", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T15:51:09.586319+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-13", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "abea4d70-57f9-4913-895e-d09861f4f473", "result_sha256": "45026aa9bd4ca3a808d52030daa3b38ef99c7ac266ba793e31df50e506b308a9", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0003094, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "A" }, "group_id": "lightness-chain-01-edge-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-14.png", "input_tokens": 677, "latency_sec": 2.4454010920599103, "model_name": "gpt-5.6-luna", "out_of_srgb": null, "output_tokens": 145, "prediction": { "choice": "A" }, "prompt_sha256": "64bfc83d308291dc6a447de93571b42ec09ec6278f7fe82905c059b3926629a9", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T14:16:37.237411+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-14", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "36f2c275-847b-45c9-9278-cf948f020b98", "result_sha256": "c535528f4f96123668759c8cb49958cfd650628e377a47cf32be72753ee5376d", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.000385, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "A" }, "group_id": "lightness-chain-01-edge-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-15.png", "input_tokens": 677, "latency_sec": 4.074590350966901, "model_name": "gpt-5.6-luna", "out_of_srgb": null, "output_tokens": 208, "prediction": { "choice": "A" }, "prompt_sha256": "14500bd7eefa43cebfa107c8a8fa9fa53dddd9be742ffa97660526f7a924c308", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T14:56:30.781614+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-15", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "34cc0316-d905-4841-93a4-a2d373709db1", "result_sha256": "c6e3be69abeb1a628f3773c8c4fb1bf22bfaa2375c06d3ce1b4f38f302fdc763", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0002494, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "B" }, "group_id": "lightness-chain-01-edge-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-16.png", "input_tokens": 677, "latency_sec": 2.1747623840346932, "model_name": "gpt-5.6-luna", "out_of_srgb": null, "output_tokens": 95, "prediction": { "choice": "B" }, "prompt_sha256": "14500bd7eefa43cebfa107c8a8fa9fa53dddd9be742ffa97660526f7a924c308", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T15:27:44.069680+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-16", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "6e56808e-dd91-42e1-8e47-7b00cbf541da", "result_sha256": "8006dd797e7000ac87a68c5a20dd16b41833cff1f96197e46bd0530b15e9a993", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0001522, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "B" }, "group_id": "lightness-chain-02-edge-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-17.png", "input_tokens": 677, "latency_sec": 1.0240939250215888, "model_name": "gpt-5.6-luna", "out_of_srgb": null, "output_tokens": 14, "prediction": { "choice": "B" }, "prompt_sha256": "64bfc83d308291dc6a447de93571b42ec09ec6278f7fe82905c059b3926629a9", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T16:24:07.233626+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-17", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "3690403a-9781-4e0b-b97c-45765bdd291d", "result_sha256": "866fbd6a34c0f58bf94f689108cc0d12ac3b839b54f500a1d342cabcc2e6d2d5", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0001522, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "A" }, "group_id": "lightness-chain-02-edge-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-18.png", "input_tokens": 677, "latency_sec": 4.169832072919235, "model_name": "gpt-5.6-luna", "out_of_srgb": null, "output_tokens": 14, "prediction": { "choice": "A" }, "prompt_sha256": "64bfc83d308291dc6a447de93571b42ec09ec6278f7fe82905c059b3926629a9", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T15:39:46.763442+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-18", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "81e8ca9c-c009-4614-a6c6-75f16dde68ba", "result_sha256": "58bae5b3f08455ebf8dc598eface4d04157399c0a43d4af28f38f7089dd021c1", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0001522, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "A" }, "group_id": "lightness-chain-02-edge-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-19.png", "input_tokens": 677, "latency_sec": 0.9399108770303428, "model_name": "gpt-5.6-luna", "out_of_srgb": null, "output_tokens": 14, "prediction": { "choice": "A" }, "prompt_sha256": "14500bd7eefa43cebfa107c8a8fa9fa53dddd9be742ffa97660526f7a924c308", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T14:53:34.371193+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-19", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "cf88da16-8673-4e48-8678-b4a7b6f10507", "result_sha256": "c42929f7dcc6bfb29df4f851712a051ab0c1e886cc3b28861510c4dcccf9c021", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0001522, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "B" }, "group_id": "lightness-chain-02-edge-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-20.png", "input_tokens": 677, "latency_sec": 0.9990503380540758, "model_name": "gpt-5.6-luna", "out_of_srgb": null, "output_tokens": 14, "prediction": { "choice": "B" }, "prompt_sha256": "14500bd7eefa43cebfa107c8a8fa9fa53dddd9be742ffa97660526f7a924c308", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T15:24:04.340511+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-20", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "213ff281-2637-4eac-be43-d39e5bd7c719", "result_sha256": "177679956a40aa2cb147a2a13589d4f52581fe31f31937e11b99c922ff8325d9", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0002374, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "B" }, "group_id": "lightness-chain-02-edge-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-21.png", "input_tokens": 677, "latency_sec": 7.577972296974622, "model_name": "gpt-5.6-luna", "out_of_srgb": null, "output_tokens": 85, "prediction": { "choice": "B" }, "prompt_sha256": "64bfc83d308291dc6a447de93571b42ec09ec6278f7fe82905c059b3926629a9", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T16:02:46.311167+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-21", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "6cb574f5-72b8-43b3-bc15-94e501f07c3c", "result_sha256": "451bc133cb043329fd5cd5c5400535e59c4d9e415aa42b62205a62814a72ffa6", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.000211, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "A" }, "group_id": "lightness-chain-02-edge-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-22.png", "input_tokens": 677, "latency_sec": 1.7745586599921808, "model_name": "gpt-5.6-luna", "out_of_srgb": null, "output_tokens": 63, "prediction": { "choice": "A" }, "prompt_sha256": "64bfc83d308291dc6a447de93571b42ec09ec6278f7fe82905c059b3926629a9", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T14:56:12.100875+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-22", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "929abd1b-3080-4d5a-b52f-5a9d27568083", "result_sha256": "59c3427b5a3d8ec80d30796b5695035a99a4a8e0bf15eb8394358a7001c7c77e", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.000211, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "A" }, "group_id": "lightness-chain-02-edge-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-23.png", "input_tokens": 677, "latency_sec": 1.881519468035549, "model_name": "gpt-5.6-luna", "out_of_srgb": null, "output_tokens": 63, "prediction": { "choice": "A" }, "prompt_sha256": "14500bd7eefa43cebfa107c8a8fa9fa53dddd9be742ffa97660526f7a924c308", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T16:07:00.519055+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-23", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "c36538a2-e533-445c-b80f-c9179bd2a773", "result_sha256": "bbd4d9e73fe11539d53f1dcf243600035d71a93468a76e972a3c9e312b11b973", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00020380000000000002, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "B" }, "group_id": "lightness-chain-02-edge-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-24.png", "input_tokens": 677, "latency_sec": 1.562623179052025, "model_name": "gpt-5.6-luna", "out_of_srgb": null, "output_tokens": 57, "prediction": { "choice": "B" }, "prompt_sha256": "14500bd7eefa43cebfa107c8a8fa9fa53dddd9be742ffa97660526f7a924c308", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T15:24:21.342035+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-24", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "dbeafc46-6569-4ee3-86aa-c8815bd6799d", "result_sha256": "70e6dd3f91b6b3059662ae17cd759de2689da42ce0a733118349d0fcf11b8c49", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0002926, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "B" }, "group_id": "lightness-chain-02-edge-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-25.png", "input_tokens": 677, "latency_sec": 4.170584694016725, "model_name": "gpt-5.6-luna", "out_of_srgb": null, "output_tokens": 131, "prediction": { "choice": "B" }, "prompt_sha256": "64bfc83d308291dc6a447de93571b42ec09ec6278f7fe82905c059b3926629a9", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T16:15:52.587517+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-25", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "1a43131c-fa9d-4d6e-9f64-62abfa98064d", "result_sha256": "0fddd462ebd1233dc7de97ebe9a2fd261ee0303c9f9719289d345982909d2ca0", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0002734, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "A" }, "group_id": "lightness-chain-02-edge-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-26.png", "input_tokens": 677, "latency_sec": 2.3656475199386477, "model_name": "gpt-5.6-luna", "out_of_srgb": null, "output_tokens": 115, "prediction": { "choice": "A" }, "prompt_sha256": "64bfc83d308291dc6a447de93571b42ec09ec6278f7fe82905c059b3926629a9", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T14:52:03.833036+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-26", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "4b86f5f2-bbbc-47f5-a243-f092544e8c24", "result_sha256": "5a653086fcc3e9d8bf30035c9ebffc7e107d80963a4c634b802d0ce6254ea96f", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0003022, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "A" }, "group_id": "lightness-chain-02-edge-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-27.png", "input_tokens": 677, "latency_sec": 2.822361652040854, "model_name": "gpt-5.6-luna", "out_of_srgb": null, "output_tokens": 139, "prediction": { "choice": "A" }, "prompt_sha256": "14500bd7eefa43cebfa107c8a8fa9fa53dddd9be742ffa97660526f7a924c308", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T16:17:41.974776+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-27", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "92e10b3b-60f9-4b55-b91c-56da468610b5", "result_sha256": "e11eb1887abe142a30fd1980c41e2ddea5bb715c8d826f32cd194db942a6437c", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0003022, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "B" }, "group_id": "lightness-chain-02-edge-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-28.png", "input_tokens": 677, "latency_sec": 3.200400521978736, "model_name": "gpt-5.6-luna", "out_of_srgb": null, "output_tokens": 139, "prediction": { "choice": "B" }, "prompt_sha256": "14500bd7eefa43cebfa107c8a8fa9fa53dddd9be742ffa97660526f7a924c308", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T14:15:36.054596+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-28", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "c48600c8-1cbc-4bcb-b298-82f992c58d12", "result_sha256": "fdb415fb5e3e0e97a93458fa11ce592ad8ec200b4f65b577e96f40580717aa05", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0001522, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "B" }, "group_id": "lightness-chain-02-edge-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-29.png", "input_tokens": 677, "latency_sec": 3.5109690449899063, "model_name": "gpt-5.6-luna", "out_of_srgb": null, "output_tokens": 14, "prediction": { "choice": "B" }, "prompt_sha256": "64bfc83d308291dc6a447de93571b42ec09ec6278f7fe82905c059b3926629a9", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T14:50:16.007432+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-29", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "65fa2292-3d1d-476d-aa47-da981e531bb8", "result_sha256": "bcd631c9fe8d791e47031590ed25c0283fd24d88aa26cb003c8baf29e39314b3", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0001522, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "A" }, "group_id": "lightness-chain-02-edge-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-30.png", "input_tokens": 677, "latency_sec": 1.8559834129409865, "model_name": "gpt-5.6-luna", "out_of_srgb": null, "output_tokens": 14, "prediction": { "choice": "A" }, "prompt_sha256": "64bfc83d308291dc6a447de93571b42ec09ec6278f7fe82905c059b3926629a9", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T14:08:35.618598+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-30", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "a5553bf5-d418-43b8-8e5d-db0b5142cdf9", "result_sha256": "a55b69d9ea7a2153f962830ae73c6ea5b9fe78128f42f6bd6ebe4a5afdd19855", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0001522, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "A" }, "group_id": "lightness-chain-02-edge-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-31.png", "input_tokens": 677, "latency_sec": 1.6481828129617497, "model_name": "gpt-5.6-luna", "out_of_srgb": null, "output_tokens": 14, "prediction": { "choice": "A" }, "prompt_sha256": "14500bd7eefa43cebfa107c8a8fa9fa53dddd9be742ffa97660526f7a924c308", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T16:19:41.402584+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-31", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "58766c97-0cae-47da-98dd-6ca097b6c98c", "result_sha256": "849e5b9ac1daec6cf9766680a18ff879302f540c9c52bfc46653340411902b76", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0001522, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "B" }, "group_id": "lightness-chain-02-edge-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-32.png", "input_tokens": 677, "latency_sec": 2.729452279047109, "model_name": "gpt-5.6-luna", "out_of_srgb": null, "output_tokens": 14, "prediction": { "choice": "B" }, "prompt_sha256": "14500bd7eefa43cebfa107c8a8fa9fa53dddd9be742ffa97660526f7a924c308", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T14:50:56.645753+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-32", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "05657b53-2e82-4bc1-9c6b-8c6a6d7a8bf3", "result_sha256": "e88aa4d1c1f081ea4bbf08e3ee4c77170da781e5e98518c114540dc2e727c313", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0002362, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "B" }, "group_id": "lightness-chain-03-edge-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-33.png", "input_tokens": 677, "latency_sec": 2.114090802031569, "model_name": "gpt-5.6-luna", "out_of_srgb": null, "output_tokens": 84, "prediction": { "choice": "B" }, "prompt_sha256": "64bfc83d308291dc6a447de93571b42ec09ec6278f7fe82905c059b3926629a9", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T15:19:26.877722+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-33", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "9d89880a-79ba-417f-a218-3ff4a3863d7d", "result_sha256": "e39c3658148c0f96eb68ee0f68b99816b2b1ff651164e8f9198a64f1aaafe6fd", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0002074, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "A" }, "group_id": "lightness-chain-03-edge-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-34.png", "input_tokens": 677, "latency_sec": 1.623851337004453, "model_name": "gpt-5.6-luna", "out_of_srgb": null, "output_tokens": 60, "prediction": { "choice": "A" }, "prompt_sha256": "64bfc83d308291dc6a447de93571b42ec09ec6278f7fe82905c059b3926629a9", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T14:49:44.970897+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-34", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "5b30451c-19af-4764-9339-b4b4dcaf3e9f", "result_sha256": "d63c58a6d0ac5ff9ea3d30769949d7b2f79df382bf4a1f54411721241ee409e3", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00029739999999999996, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "A" }, "group_id": "lightness-chain-03-edge-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-35.png", "input_tokens": 677, "latency_sec": 2.984292845008895, "model_name": "gpt-5.6-luna", "out_of_srgb": null, "output_tokens": 135, "prediction": { "choice": "A" }, "prompt_sha256": "14500bd7eefa43cebfa107c8a8fa9fa53dddd9be742ffa97660526f7a924c308", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T16:08:34.695425+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-35", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "d60b3ef5-9cc8-463d-90b5-c2dd72a10264", "result_sha256": "78ad400e09f88faf0b7f0d360ace3f5fdac0d01b18726590e2896fe62fccd1e2", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0002374, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "B" }, "group_id": "lightness-chain-03-edge-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-36.png", "input_tokens": 677, "latency_sec": 2.4858151000225917, "model_name": "gpt-5.6-luna", "out_of_srgb": null, "output_tokens": 85, "prediction": { "choice": "B" }, "prompt_sha256": "14500bd7eefa43cebfa107c8a8fa9fa53dddd9be742ffa97660526f7a924c308", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T14:32:46.551910+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-36", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "6958594e-2ce4-4c79-a95f-9be49b514494", "result_sha256": "0d40ca06525bd0b2a309b723e8604fd431e835b115f771bc00ca812c3503b03d", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.000535, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "B" }, "group_id": "lightness-chain-03-edge-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-37.png", "input_tokens": 677, "latency_sec": 4.704278766992502, "model_name": "gpt-5.6-luna", "out_of_srgb": null, "output_tokens": 333, "prediction": { "choice": "B" }, "prompt_sha256": "64bfc83d308291dc6a447de93571b42ec09ec6278f7fe82905c059b3926629a9", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T14:31:51.978001+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-37", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "c53c008c-04c2-4030-8773-db2bc08afc52", "result_sha256": "7c758fbdaccb0665eeb619215d1784d1790d2fe59c21eab7f41826197e407874", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00033939999999999996, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "A" }, "group_id": "lightness-chain-03-edge-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-38.png", "input_tokens": 677, "latency_sec": 2.939486221061088, "model_name": "gpt-5.6-luna", "out_of_srgb": null, "output_tokens": 170, "prediction": { "choice": "A" }, "prompt_sha256": "64bfc83d308291dc6a447de93571b42ec09ec6278f7fe82905c059b3926629a9", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T15:40:09.463651+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-38", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "58d17c28-bb16-4f0f-9544-fcc532c60b45", "result_sha256": "62e7123225fddf790502a2c893925333843bf4b4b027048a84f98ab31c420830", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.000379, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "A" }, "group_id": "lightness-chain-03-edge-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-39.png", "input_tokens": 677, "latency_sec": 3.8760759859578684, "model_name": "gpt-5.6-luna", "out_of_srgb": null, "output_tokens": 203, "prediction": { "choice": "A" }, "prompt_sha256": "14500bd7eefa43cebfa107c8a8fa9fa53dddd9be742ffa97660526f7a924c308", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T15:59:14.361525+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-39", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "be9d7f35-a69a-49f9-8d68-4a2037e1bce1", "result_sha256": "11da1ffd96f300307159763f05161f52daba4507bfdec28d5931b4e3f4d9e06a", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00032139999999999995, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "B" }, "group_id": "lightness-chain-03-edge-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-40.png", "input_tokens": 677, "latency_sec": 3.380251170019619, "model_name": "gpt-5.6-luna", "out_of_srgb": null, "output_tokens": 155, "prediction": { "choice": "B" }, "prompt_sha256": "14500bd7eefa43cebfa107c8a8fa9fa53dddd9be742ffa97660526f7a924c308", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T14:10:09.024378+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-40", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "46f665e9-6e48-4745-b46d-cbd01076b5f2", "result_sha256": "381120e6e4197f364df04cfc1b1dd3a9e5e92d0a3ab68c3fd0f8a8250355ea0f", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.000193, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "B" }, "group_id": "lightness-chain-03-edge-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-41.png", "input_tokens": 677, "latency_sec": 1.512529083993286, "model_name": "gpt-5.6-luna", "out_of_srgb": null, "output_tokens": 48, "prediction": { "choice": "B" }, "prompt_sha256": "64bfc83d308291dc6a447de93571b42ec09ec6278f7fe82905c059b3926629a9", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T15:48:35.157519+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-41", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "559a0aca-43f1-482a-8b5f-fbb67a90a95d", "result_sha256": "d01b50b38b90d0dd2decbbd852fef41718d1c8ff8de9a635dcc6669541e65369", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0001522, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "A" }, "group_id": "lightness-chain-03-edge-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-42.png", "input_tokens": 677, "latency_sec": 0.9658900939393789, "model_name": "gpt-5.6-luna", "out_of_srgb": null, "output_tokens": 14, "prediction": { "choice": "A" }, "prompt_sha256": "64bfc83d308291dc6a447de93571b42ec09ec6278f7fe82905c059b3926629a9", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T14:17:57.047399+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-42", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "c5203010-a286-44f4-a0cc-b49ac40abbe4", "result_sha256": "2b891efdc75593f45d1d7a10b038b545262b6a4a8531f4f9bb57695555502ac6", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0001522, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "A" }, "group_id": "lightness-chain-03-edge-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-43.png", "input_tokens": 677, "latency_sec": 1.1785373151069507, "model_name": "gpt-5.6-luna", "out_of_srgb": null, "output_tokens": 14, "prediction": { "choice": "A" }, "prompt_sha256": "14500bd7eefa43cebfa107c8a8fa9fa53dddd9be742ffa97660526f7a924c308", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T16:27:53.699901+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-43", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "a2d74ff7-30aa-4469-ab1a-8714e6b8d5d3", "result_sha256": "3111671096947b10f01e62da595b2e9de77516118ea3a14c35b809b7bf3853e0", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0001522, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "B" }, "group_id": "lightness-chain-03-edge-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-44.png", "input_tokens": 677, "latency_sec": 1.9335298620862886, "model_name": "gpt-5.6-luna", "out_of_srgb": null, "output_tokens": 14, "prediction": { "choice": "B" }, "prompt_sha256": "14500bd7eefa43cebfa107c8a8fa9fa53dddd9be742ffa97660526f7a924c308", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T15:09:05.959128+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-44", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "c6ec5b99-939d-424d-a803-27555bf70b55", "result_sha256": "1980b865e9a31d68b66ad0b10c2aa7e8b4e83d78fb1186d17ec4476d3775c121", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0001522, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "B" }, "group_id": "lightness-chain-03-edge-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-45.png", "input_tokens": 677, "latency_sec": 1.1372227770043537, "model_name": "gpt-5.6-luna", "out_of_srgb": null, "output_tokens": 14, "prediction": { "choice": "B" }, "prompt_sha256": "64bfc83d308291dc6a447de93571b42ec09ec6278f7fe82905c059b3926629a9", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T16:01:36.148822+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-45", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "826e0406-ad77-4350-9a7e-145548e8b8bc", "result_sha256": "fdde956254571b1b429c08cff29b87bca37536dc6157ca66db35f18762234fc7", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.000199, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "A" }, "group_id": "lightness-chain-03-edge-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-46.png", "input_tokens": 677, "latency_sec": 1.6825891000917181, "model_name": "gpt-5.6-luna", "out_of_srgb": null, "output_tokens": 53, "prediction": { "choice": "A" }, "prompt_sha256": "64bfc83d308291dc6a447de93571b42ec09ec6278f7fe82905c059b3926629a9", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T15:49:13.975589+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-46", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "f8810641-409b-4ad5-91ab-6e85746d8201", "result_sha256": "745bef3dc7dbdbf51c0702c2af4420ff1a5d1aa043db72d7d3a2786ec90e4bf1", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0001522, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "A" }, "group_id": "lightness-chain-03-edge-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-47.png", "input_tokens": 677, "latency_sec": 4.163714132970199, "model_name": "gpt-5.6-luna", "out_of_srgb": null, "output_tokens": 14, "prediction": { "choice": "A" }, "prompt_sha256": "14500bd7eefa43cebfa107c8a8fa9fa53dddd9be742ffa97660526f7a924c308", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T14:35:13.154374+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-47", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "b18c22d9-23c2-47a0-a23a-b79a55ebf3e4", "result_sha256": "1131624c2a87e6ccfa109a53362226e5b6e55f676d70b9a1a9489181cd6051ae", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0001522, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "B" }, "group_id": "lightness-chain-03-edge-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-48.png", "input_tokens": 677, "latency_sec": 1.0620179360266775, "model_name": "gpt-5.6-luna", "out_of_srgb": null, "output_tokens": 14, "prediction": { "choice": "B" }, "prompt_sha256": "14500bd7eefa43cebfa107c8a8fa9fa53dddd9be742ffa97660526f7a924c308", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T14:43:21.890748+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-48", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "129fe018-6add-4108-b80f-f52a58959d1c", "result_sha256": "58784122f6ee301793b9324783fde64367283ca40f9efa65da7349c8045deb40", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0003502, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "B" }, "group_id": "lightness-chain-04-edge-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-49.png", "input_tokens": 677, "latency_sec": 3.3757375039858744, "model_name": "gpt-5.6-luna", "out_of_srgb": null, "output_tokens": 179, "prediction": { "choice": "B" }, "prompt_sha256": "64bfc83d308291dc6a447de93571b42ec09ec6278f7fe82905c059b3926629a9", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T15:30:04.726082+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-49", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "d268a30f-3a1d-4e59-baaa-b12952765b6f", "result_sha256": "fbd47b473ca6c904475a90238c49bbc42313b21e327d37429958cb7195a597fb", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0005013999999999999, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "A" }, "group_id": "lightness-chain-04-edge-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-50.png", "input_tokens": 677, "latency_sec": 7.99892899999395, "model_name": "gpt-5.6-luna", "out_of_srgb": null, "output_tokens": 305, "prediction": { "choice": "A" }, "prompt_sha256": "64bfc83d308291dc6a447de93571b42ec09ec6278f7fe82905c059b3926629a9", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T16:00:31.821566+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-50", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "6fb956f2-b7c3-42de-b0e6-3466745b7a2a", "result_sha256": "a7aea8bf6e7e043aa27fe95d140a1ef35a264d8b4653f942bb1790996a8fe9af", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0002482, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "A" }, "group_id": "lightness-chain-04-edge-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-51.png", "input_tokens": 677, "latency_sec": 1.719782626023516, "model_name": "gpt-5.6-luna", "out_of_srgb": null, "output_tokens": 94, "prediction": { "choice": "A" }, "prompt_sha256": "14500bd7eefa43cebfa107c8a8fa9fa53dddd9be742ffa97660526f7a924c308", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T14:40:15.495529+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-51", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "126393d0-721c-4bb9-a68f-0ff50d18b2cb", "result_sha256": "f464fd42695710b39f20601ecbb4497bc89fe3015c18ff4352b0a352b9e2521d", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0005686, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "B" }, "group_id": "lightness-chain-04-edge-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-52.png", "input_tokens": 677, "latency_sec": 5.003557499032468, "model_name": "gpt-5.6-luna", "out_of_srgb": null, "output_tokens": 361, "prediction": { "choice": "B" }, "prompt_sha256": "14500bd7eefa43cebfa107c8a8fa9fa53dddd9be742ffa97660526f7a924c308", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T14:28:33.641050+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-52", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "ef7ee0a7-9850-46b0-b4f1-313ddd8ffafc", "result_sha256": "77c1f45c750fd3c46b2858547d26441694bdab36237d7d9344424d1f3823047e", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0001522, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "B" }, "group_id": "lightness-chain-04-edge-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-53.png", "input_tokens": 677, "latency_sec": 1.831034297007136, "model_name": "gpt-5.6-luna", "out_of_srgb": null, "output_tokens": 14, "prediction": { "choice": "B" }, "prompt_sha256": "64bfc83d308291dc6a447de93571b42ec09ec6278f7fe82905c059b3926629a9", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T16:23:23.235100+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-53", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "2b2b76df-eb88-452e-900a-03cf188d6fae", "result_sha256": "512f9866edece5c97192abba3a5713e86501005d2c8098f0187d3ed8de53652a", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0001954, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "A" }, "group_id": "lightness-chain-04-edge-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-54.png", "input_tokens": 677, "latency_sec": 1.2513854290591553, "model_name": "gpt-5.6-luna", "out_of_srgb": null, "output_tokens": 50, "prediction": { "choice": "A" }, "prompt_sha256": "64bfc83d308291dc6a447de93571b42ec09ec6278f7fe82905c059b3926629a9", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T15:31:20.788774+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-54", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "643e036d-61e8-4164-9ddf-847bcbdb258e", "result_sha256": "8810c56f1dcbfc3d2d3987c5861295756c86747927d2bf727b4a11c6aee35963", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0001522, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "A" }, "group_id": "lightness-chain-04-edge-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-55.png", "input_tokens": 677, "latency_sec": 1.278018779004924, "model_name": "gpt-5.6-luna", "out_of_srgb": null, "output_tokens": 14, "prediction": { "choice": "A" }, "prompt_sha256": "14500bd7eefa43cebfa107c8a8fa9fa53dddd9be742ffa97660526f7a924c308", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T15:38:04.165000+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-55", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "06961546-8bb7-4608-8bd5-0ed58e2375c2", "result_sha256": "b971903f53ebc116a73a829df40dca455c3edb03ece86ef2cff4161e55ceaf93", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0001522, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "B" }, "group_id": "lightness-chain-04-edge-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-56.png", "input_tokens": 677, "latency_sec": 0.7995565109886229, "model_name": "gpt-5.6-luna", "out_of_srgb": null, "output_tokens": 14, "prediction": { "choice": "B" }, "prompt_sha256": "14500bd7eefa43cebfa107c8a8fa9fa53dddd9be742ffa97660526f7a924c308", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T14:40:40.863704+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-56", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "093f4261-bd26-4d79-9b5b-51e1c3eb4ec0", "result_sha256": "85c007176605fbe15d2733b16c5de7db903728fc22da5d56e5ba07f5a65f8a54", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0001954, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "B" }, "group_id": "lightness-chain-04-edge-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-57.png", "input_tokens": 677, "latency_sec": 1.2709558840142563, "model_name": "gpt-5.6-luna", "out_of_srgb": null, "output_tokens": 50, "prediction": { "choice": "B" }, "prompt_sha256": "64bfc83d308291dc6a447de93571b42ec09ec6278f7fe82905c059b3926629a9", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T16:18:25.473409+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-57", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "b8a48892-2240-4c4f-9bd4-433e36d04847", "result_sha256": "a67b1b99c609dc52985d8c2234b7a6f92ba0d9a1ce0642fc1d9423d373e01a5e", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0001522, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "A" }, "group_id": "lightness-chain-04-edge-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-58.png", "input_tokens": 677, "latency_sec": 0.9477865600492805, "model_name": "gpt-5.6-luna", "out_of_srgb": null, "output_tokens": 14, "prediction": { "choice": "A" }, "prompt_sha256": "64bfc83d308291dc6a447de93571b42ec09ec6278f7fe82905c059b3926629a9", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T16:12:15.745764+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-58", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "b991b7c4-e27b-4b27-988d-bb4bbba98265", "result_sha256": "7222a6427245b709704f20710cdc4022818f5099e1c02cd7147391dda00c85b0", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0001522, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "A" }, "group_id": "lightness-chain-04-edge-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-59.png", "input_tokens": 677, "latency_sec": 4.384783572982997, "model_name": "gpt-5.6-luna", "out_of_srgb": null, "output_tokens": 14, "prediction": { "choice": "A" }, "prompt_sha256": "14500bd7eefa43cebfa107c8a8fa9fa53dddd9be742ffa97660526f7a924c308", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T15:16:28.702207+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-59", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "f804ed0a-ab23-4077-a1f3-a420b660f6bb", "result_sha256": "e92435fe7f894df3ec989263e95eb5cc7a0cec38e93589fa21e26cd43812fc0b", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00019659999999999998, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "B" }, "group_id": "lightness-chain-04-edge-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-60.png", "input_tokens": 677, "latency_sec": 1.4845207380130887, "model_name": "gpt-5.6-luna", "out_of_srgb": null, "output_tokens": 51, "prediction": { "choice": "B" }, "prompt_sha256": "14500bd7eefa43cebfa107c8a8fa9fa53dddd9be742ffa97660526f7a924c308", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T15:33:45.076606+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-60", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "8631c3ee-d216-4a5d-9c26-2e5b50af2bb1", "result_sha256": "4d5ae0c96696073c5430ae9f7a14962ff044ebda1b0f815ae702ebc91dd69f81", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0002506, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "B" }, "group_id": "lightness-chain-04-edge-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-61.png", "input_tokens": 677, "latency_sec": 2.0257018990814686, "model_name": "gpt-5.6-luna", "out_of_srgb": null, "output_tokens": 96, "prediction": { "choice": "B" }, "prompt_sha256": "64bfc83d308291dc6a447de93571b42ec09ec6278f7fe82905c059b3926629a9", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T16:25:16.221905+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-61", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "e8021516-2717-436c-88ad-974aa98e77c1", "result_sha256": "f9e571f7005aeb9339d487a7f9e54da0e6637d49cf8d291081a0bc44daf07fb9", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0002722, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "A" }, "group_id": "lightness-chain-04-edge-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-62.png", "input_tokens": 677, "latency_sec": 2.6664191629970446, "model_name": "gpt-5.6-luna", "out_of_srgb": null, "output_tokens": 114, "prediction": { "choice": "A" }, "prompt_sha256": "64bfc83d308291dc6a447de93571b42ec09ec6278f7fe82905c059b3926629a9", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T14:06:53.830889+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-62", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "40412068-dc58-41b6-9638-8d74665957cd", "result_sha256": "19b0184837533632e88460a380f547c1b0854220d9a0331fa0e41febb6708e41", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0002194, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "A" }, "group_id": "lightness-chain-04-edge-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-63.png", "input_tokens": 677, "latency_sec": 1.705013997037895, "model_name": "gpt-5.6-luna", "out_of_srgb": null, "output_tokens": 70, "prediction": { "choice": "A" }, "prompt_sha256": "14500bd7eefa43cebfa107c8a8fa9fa53dddd9be742ffa97660526f7a924c308", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T14:12:05.178777+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-63", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "bcdf1b79-ff54-4bbb-b2a1-fe4225257fea", "result_sha256": "4ff0c89f87a485568c5d579c7fc99dd67f3c4671a29478dfffbfbba98f2adf6c", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.000247, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "B" }, "group_id": "lightness-chain-04-edge-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-64.png", "input_tokens": 677, "latency_sec": 2.667281148955226, "model_name": "gpt-5.6-luna", "out_of_srgb": null, "output_tokens": 93, "prediction": { "choice": "B" }, "prompt_sha256": "14500bd7eefa43cebfa107c8a8fa9fa53dddd9be742ffa97660526f7a924c308", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T14:34:22.044364+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-64", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "2c2f90b4-a446-46eb-8d9a-839146e5afca", "result_sha256": "2dbc8241dfd81feb7f0cac61802688f73d6bcb5c6afbfc48daa3fc1bab547a70", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.000272, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "A" }, "group_id": "match-binding-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-01.png", "input_tokens": 694, "latency_sec": 2.1129238980356604, "model_name": "gpt-5.6-luna", "out_of_srgb": null, "output_tokens": 111, "prediction": { "choice": "A" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T16:12:39.646135+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-01", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "fc34cba9-9259-4835-b547-3f819e459b3b", "result_sha256": "8a256df57f5867f62e77dfa4b6d4ab6f7a6f7516061249072d739eed4ad4dd81", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00015560000000000001, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "B" }, "group_id": "match-binding-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-02.png", "input_tokens": 694, "latency_sec": 1.0141285629943013, "model_name": "gpt-5.6-luna", "out_of_srgb": null, "output_tokens": 14, "prediction": { "choice": "B" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T15:30:26.787525+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-02", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "9c013d08-daa2-4167-92cf-94335446e33a", "result_sha256": "d71ca7802c83556e0bc1e788089cd97c8ccc056797cdbb10c557dbfd58d0c5a4", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0002108, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "C" }, "group_id": "match-binding-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-03.png", "input_tokens": 694, "latency_sec": 1.69961891497951, "model_name": "gpt-5.6-luna", "out_of_srgb": null, "output_tokens": 60, "prediction": { "choice": "C" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-16T15:44:55.036297+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-03", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "da8633d7-5f83-4eb9-b026-504513d9f63e", "result_sha256": "04317b8082eaec0f502d46f1caf0f378fe467265795c370cd5e52f70f4090cf7", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00015560000000000001, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "D" }, "group_id": "match-binding-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-04.png", "input_tokens": 694, "latency_sec": 1.329708589008078, "model_name": "gpt-5.6-luna", "out_of_srgb": null, "output_tokens": 14, "prediction": { "choice": "D" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "openai", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-16T15:03:33.948925+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-04", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "d1fbd052-99d4-48d2-87a3-0fda0673e4bb", "result_sha256": "a25f7b66f0c79ebe1401dee1f0b1c044884c5a9c4b486589278cc0085fe419d2", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0002948, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "A" }, "group_id": "match-binding-05", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-05.png", "input_tokens": 694, "latency_sec": 3.5470325850183144, "model_name": "gpt-5.6-luna", "out_of_srgb": null, "output_tokens": 130, "prediction": { "choice": "A" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T15:39:57.281585+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-05", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "e17b842f-c2c0-46f4-8665-06d11371ae21", "result_sha256": "89b799979b53d9af2152116da1ed36d80f6e02fb42bd71ed81fc6c40b0559ec9", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0004088, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "B" }, "group_id": "match-binding-06", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-06.png", "input_tokens": 694, "latency_sec": 5.804384610033594, "model_name": "gpt-5.6-luna", "out_of_srgb": null, "output_tokens": 225, "prediction": { "choice": "B" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T15:38:27.229362+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-06", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "cafba2df-0942-42fe-8564-0d824c22777e", "result_sha256": "ae1614d1082683dd7e843c806d055f6a1e150dfb36018e7ab2e2f7f52663710b", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0002324, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "C" }, "group_id": "match-binding-07", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-07.png", "input_tokens": 694, "latency_sec": 1.8926275819540024, "model_name": "gpt-5.6-luna", "out_of_srgb": null, "output_tokens": 78, "prediction": { "choice": "C" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-16T15:11:52.633004+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-07", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "fd62f174-1aeb-4b31-a868-42996973ce71", "result_sha256": "41e53088976acb1e2dc3ceba5e1a0d40ce590c0ba625f6b267c378af07253aa8", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00030439999999999997, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "D" }, "group_id": "match-binding-08", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-08.png", "input_tokens": 694, "latency_sec": 3.816502845962532, "model_name": "gpt-5.6-luna", "out_of_srgb": null, "output_tokens": 138, "prediction": { "choice": "D" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "openai", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-16T16:18:13.466820+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-08", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "0fa08dae-e9e3-46d8-a5da-708522b6f54c", "result_sha256": "227216872b6fcd359ab43a2a8ba291c28263228d8f939c8f32bf4862c9e90141", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.000422, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "A" }, "group_id": "match-binding-09", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-09.png", "input_tokens": 694, "latency_sec": 3.827515968005173, "model_name": "gpt-5.6-luna", "out_of_srgb": null, "output_tokens": 236, "prediction": { "choice": "C" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-16T15:47:27.724671+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-matching-09", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "883c0442-e9a8-476b-b254-9a7a0de1a844", "result_sha256": "9884592f3407add8fc5c74d7ef47aa281fefa71786ce0b8703ef63be22677e0e", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0002888, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "B" }, "group_id": "match-binding-10", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-10.png", "input_tokens": 694, "latency_sec": 2.8179639609297737, "model_name": "gpt-5.6-luna", "out_of_srgb": null, "output_tokens": 125, "prediction": { "choice": "B" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T14:38:13.633857+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-10", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "705794cc-3546-4a39-a9e0-713ef3063b1a", "result_sha256": "d74471ce2923bc384ddbe83470b8f41e3922cbc7e9024e69edd6cda0e3c2bdc9", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0003308, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "C" }, "group_id": "match-binding-11", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-11.png", "input_tokens": 694, "latency_sec": 2.9470970140537247, "model_name": "gpt-5.6-luna", "out_of_srgb": null, "output_tokens": 160, "prediction": { "choice": "C" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-16T15:07:40.909823+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-11", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "82e08476-091a-4139-9d5b-7fbf624b735a", "result_sha256": "225444d118f0959f575eb614f55adaa9ed14707740577666a80209d6e8e861ef", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0003692, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "D" }, "group_id": "match-binding-12", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-12.png", "input_tokens": 694, "latency_sec": 4.1626118859276175, "model_name": "gpt-5.6-luna", "out_of_srgb": null, "output_tokens": 192, "prediction": { "choice": "D" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "openai", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-16T14:02:23.551443+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-12", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "a1c371cd-340f-4c78-b457-f70c6ebf9b5e", "result_sha256": "c9d8cdd48d7f40d79f0e4ca9dd1b67b97746fb03677d35e98e781285a81eb036", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0005995999999999999, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "A" }, "group_id": "match-binding-13", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-13.png", "input_tokens": 694, "latency_sec": 5.023324677022174, "model_name": "gpt-5.6-luna", "out_of_srgb": null, "output_tokens": 384, "prediction": { "choice": "A" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T15:35:40.436357+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-13", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "75a1fbea-f9f5-40d7-b3c5-1594609e26b6", "result_sha256": "f506b3fc786f9a6e0a1f8d00439092a5050d6638989b4b4e71b7c3df99ba91b9", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0005, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "B" }, "group_id": "match-binding-14", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-14.png", "input_tokens": 694, "latency_sec": 5.049857921083458, "model_name": "gpt-5.6-luna", "out_of_srgb": null, "output_tokens": 301, "prediction": { "choice": "B" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T15:15:15.426292+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-14", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "f38c4513-2a51-4c00-a477-6308b52c9795", "result_sha256": "5b43ae98b919356cc06b4a6ca00cfd370a6313aa6248c34da36b38690e488e43", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0004388, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "C" }, "group_id": "match-binding-15", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-15.png", "input_tokens": 694, "latency_sec": 3.4030169500038028, "model_name": "gpt-5.6-luna", "out_of_srgb": null, "output_tokens": 250, "prediction": { "choice": "C" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-16T15:23:01.835233+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-15", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "e02a2815-f91a-478f-ab84-1bc4f849e466", "result_sha256": "33d097d48020f54a27c565ca2f78ebc78397919e80aa59e3996ea7dd4ac71d9c", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00048560000000000004, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "D" }, "group_id": "match-binding-16", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-16.png", "input_tokens": 694, "latency_sec": 4.461725125089288, "model_name": "gpt-5.6-luna", "out_of_srgb": null, "output_tokens": 289, "prediction": { "choice": "D" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "openai", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-16T14:13:14.400419+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-16", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "15369b8f-1178-4c70-923d-415a195323a4", "result_sha256": "9863a6ada9328929a9fa0760a3c32840ccca41d2d63d2e9b177864449c73daa1", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0002384, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "A" }, "group_id": "match-binding-17", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-17.png", "input_tokens": 694, "latency_sec": 3.6777637749910355, "model_name": "gpt-5.6-luna", "out_of_srgb": null, "output_tokens": 83, "prediction": { "choice": "A" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T15:55:02.422600+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-17", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "df6faffe-f425-4a52-b500-59533021c01c", "result_sha256": "25f39ab95d05e21d7e25806f46db46c1774cce85c42b5c1d63a04e0039de4286", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0002384, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "B" }, "group_id": "match-binding-18", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-18.png", "input_tokens": 694, "latency_sec": 1.8114595760125667, "model_name": "gpt-5.6-luna", "out_of_srgb": null, "output_tokens": 83, "prediction": { "choice": "B" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T15:33:10.364800+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-18", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "f2d71aca-2247-49cb-82e9-c136981bbe73", "result_sha256": "8ce6919693e1f5b1a60891e5036b9d8206681f39888cc1e132d6ab0bd71d140f", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00015560000000000001, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "C" }, "group_id": "match-binding-19", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-19.png", "input_tokens": 694, "latency_sec": 0.997296387096867, "model_name": "gpt-5.6-luna", "out_of_srgb": null, "output_tokens": 14, "prediction": { "choice": "C" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-16T15:47:41.985646+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-19", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "5b11eaa8-63a4-4691-a886-93fcc1845339", "result_sha256": "21f5f44729674c3976ced1d2bb14bd97c24ff29fe24082d209204a99c565dc1a", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00015560000000000001, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "D" }, "group_id": "match-binding-20", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-20.png", "input_tokens": 694, "latency_sec": 1.192470280919224, "model_name": "gpt-5.6-luna", "out_of_srgb": null, "output_tokens": 14, "prediction": { "choice": "D" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "openai", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-16T15:18:00.339077+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-20", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "12bc77ac-a642-4356-8948-f530cd83d447", "result_sha256": "b3f6af2dc8ae458ad018f121c3a9f2ff0d5aa23412498437861bcc6d06ee30a5", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0004352, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "A" }, "group_id": "match-binding-21", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-21.png", "input_tokens": 694, "latency_sec": 3.5575071569764987, "model_name": "gpt-5.6-luna", "out_of_srgb": null, "output_tokens": 247, "prediction": { "choice": "A" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T14:35:53.716867+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-21", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "ed6e8564-b150-4d2e-9f64-04336ddba523", "result_sha256": "5956813bc2364b4d68033096e41d4ad6438db7318e63f1b597fa906927f2d169", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00047, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "B" }, "group_id": "match-binding-22", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-22.png", "input_tokens": 694, "latency_sec": 4.832370072021149, "model_name": "gpt-5.6-luna", "out_of_srgb": null, "output_tokens": 276, "prediction": { "choice": "B" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T14:28:03.396635+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-22", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "01e9abb5-dfac-4c90-946f-8045d2f315e3", "result_sha256": "4bc3e063f422de0deaa0d7adf2983e67f4e86bbd50f44654b33cf2d6afb1b5b9", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00022040000000000002, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "C" }, "group_id": "match-binding-23", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-23.png", "input_tokens": 694, "latency_sec": 1.551647703978233, "model_name": "gpt-5.6-luna", "out_of_srgb": null, "output_tokens": 68, "prediction": { "choice": "C" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-16T16:12:52.726329+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-23", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "08756381-dcaa-43ec-9fbe-1dfc5019ccf9", "result_sha256": "a80f5a0a7a7b36e5c0fa0d05c911e418083606f40e3b13f4f24ac8a297170eed", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0003404, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "D" }, "group_id": "match-binding-24", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-24.png", "input_tokens": 694, "latency_sec": 2.9328871929319575, "model_name": "gpt-5.6-luna", "out_of_srgb": null, "output_tokens": 168, "prediction": { "choice": "D" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "openai", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-16T15:40:51.801124+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-24", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "45da9384-fed9-485f-8ea3-c2b4d802aece", "result_sha256": "d5518f5037b9f3171ca3bf74ef5aa7958c145bbe077d4f55d7a52d072d0618a3", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0007772, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "A" }, "group_id": "match-binding-25", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-25.png", "input_tokens": 694, "latency_sec": 8.16918586101383, "model_name": "gpt-5.6-luna", "out_of_srgb": null, "output_tokens": 532, "prediction": { "choice": "A" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T15:36:12.565376+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-25", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "a1236d60-4f74-4d9b-af4e-bc48cdf037ba", "result_sha256": "5884dee4348a317ed7a07686eda3a2c64033154e7725befd975eada00e6c7fa3", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0007772, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "B" }, "group_id": "match-binding-26", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-26.png", "input_tokens": 694, "latency_sec": 7.5708205490373075, "model_name": "gpt-5.6-luna", "out_of_srgb": null, "output_tokens": 532, "prediction": { "choice": "B" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T14:25:47.151340+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-26", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "28caaa53-9b17-4322-b765-d361fbda2626", "result_sha256": "b89c7162fba2ce5bcd23a31370cecab38bb4a7aaa84f93f7af02d2969cb81429", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0005972000000000001, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "C" }, "group_id": "match-binding-27", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-27.png", "input_tokens": 694, "latency_sec": 6.961916860076599, "model_name": "gpt-5.6-luna", "out_of_srgb": null, "output_tokens": 382, "prediction": { "choice": "C" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-16T15:09:35.058513+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-27", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "b9a95adc-8ef9-4bdc-a38b-d6db38a14202", "result_sha256": "3cff648c27e3ae0e8a36a760590bd4cca84f8e3628cbe0679c90855a928608c6", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.0004388, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "D" }, "group_id": "match-binding-28", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-28.png", "input_tokens": 694, "latency_sec": 4.430451198015362, "model_name": "gpt-5.6-luna", "out_of_srgb": null, "output_tokens": 250, "prediction": { "choice": "C" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-16T15:53:43.344713+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-matching-28", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "2fea0bd8-9337-4b54-a34c-2d0be2074515", "result_sha256": "9c50d5112bf4dd89370c57169cb199d79c347599dc79d911416047c623c83ef4", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.0004088, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "A" }, "group_id": "match-binding-29", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-29.png", "input_tokens": 694, "latency_sec": 3.6862437430536374, "model_name": "gpt-5.6-luna", "out_of_srgb": null, "output_tokens": 225, "prediction": { "choice": "B" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T14:30:52.229546+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-matching-29", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "c13546f7-d2e2-47cb-a6e4-9716b89a33b2", "result_sha256": "240105cbb3f6279096aebcbe09f45b432a13bc9a730349f2474e473156bc59b3", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.0007772, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "B" }, "group_id": "match-binding-30", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-30.png", "input_tokens": 694, "latency_sec": 6.98300616198685, "model_name": "gpt-5.6-luna", "out_of_srgb": null, "output_tokens": 532, "prediction": { "choice": "D" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "openai", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-16T15:52:28.399958+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-matching-30", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "b75120de-ee0c-48ac-9613-11488906e815", "result_sha256": "8dfdc8d5edcae31d6df1fd5b35590987fba1903c32d76c34ff3abfe902c8df70", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.0006452000000000001, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "C" }, "group_id": "match-binding-31", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-31.png", "input_tokens": 694, "latency_sec": 6.298720630002208, "model_name": "gpt-5.6-luna", "out_of_srgb": null, "output_tokens": 422, "prediction": { "choice": "B" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T16:20:42.015777+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-matching-31", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "4afb4fc1-ab2f-452b-9918-b97ea59dcb0d", "result_sha256": "2603d66c79417299ea86dc633913701a96334407a6c285b77140455a2895f139", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.0007772, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "D" }, "group_id": "match-binding-32", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-32.png", "input_tokens": 694, "latency_sec": 7.6828280839836225, "model_name": "gpt-5.6-luna", "out_of_srgb": null, "output_tokens": 532, "prediction": { "choice": "B" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T15:04:07.182826+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-matching-32", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "6876b072-e451-479c-89c8-911e04b5add7", "result_sha256": "b4a3ee01d92089d1dff16422c4afc1a7155ed31518c78e595010bed88f584286", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00015560000000000001, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "A" }, "group_id": "match-binding-33", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-33.png", "input_tokens": 694, "latency_sec": 1.4080185040365905, "model_name": "gpt-5.6-luna", "out_of_srgb": null, "output_tokens": 14, "prediction": { "choice": "A" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T14:49:25.197288+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-33", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "37dbd22d-ee06-4046-82f2-953cc7548804", "result_sha256": "e63269a57a8bf96165389338840d49fa898c1c2da3169ef9be9b0fdb00bd132f", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0001832, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "B" }, "group_id": "match-binding-34", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-34.png", "input_tokens": 694, "latency_sec": 1.5297512679826468, "model_name": "gpt-5.6-luna", "out_of_srgb": null, "output_tokens": 37, "prediction": { "choice": "B" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T15:42:55.665265+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-34", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "bcda2b39-fa2b-405e-98c4-7ec3a698bce0", "result_sha256": "db04b0667bc9d91080f2360b3052f8890c93c6647bf97570064d12d0a21947ff", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00015560000000000001, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "C" }, "group_id": "match-binding-35", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-35.png", "input_tokens": 694, "latency_sec": 1.1685102370101959, "model_name": "gpt-5.6-luna", "out_of_srgb": null, "output_tokens": 14, "prediction": { "choice": "C" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-16T14:25:53.635676+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-35", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "af9372bf-d3b7-4847-8434-9cc1e8727b83", "result_sha256": "6d8a38f2dc50c3422ea3561dc41c6c5312922acabeb10469683d66e38550c7c9", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.000182, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "D" }, "group_id": "match-binding-36", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-36.png", "input_tokens": 694, "latency_sec": 1.7540657850913703, "model_name": "gpt-5.6-luna", "out_of_srgb": null, "output_tokens": 36, "prediction": { "choice": "D" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "openai", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-16T15:15:27.823034+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-36", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "769b1ebe-1fe7-4149-b2c9-ed1645a44785", "result_sha256": "bf2c47aeff6507328f9b341ba085660d670525399de9da5739214bb16b58852c", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00022160000000000002, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "A" }, "group_id": "match-binding-37", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-37.png", "input_tokens": 694, "latency_sec": 1.7142172070452943, "model_name": "gpt-5.6-luna", "out_of_srgb": null, "output_tokens": 69, "prediction": { "choice": "A" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T15:07:27.211415+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-37", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "b55e5e06-932c-4e52-808f-0bc1535169a3", "result_sha256": "6163c58cf199e2d37a6491e1867dd934359b922b0cf13de4bfb66c40871c366f", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00015560000000000001, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "B" }, "group_id": "match-binding-38", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-38.png", "input_tokens": 694, "latency_sec": 1.1419084439985454, "model_name": "gpt-5.6-luna", "out_of_srgb": null, "output_tokens": 14, "prediction": { "choice": "B" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T15:24:46.031934+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-38", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "2d83fe5b-3671-43f2-81bb-8ae9a45e21da", "result_sha256": "b0b3b5e0b61739de5b3eae3f6b958ed2959a1668851f93551865de0de41ee482", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0002168, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "C" }, "group_id": "match-binding-39", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-39.png", "input_tokens": 694, "latency_sec": 1.5270844729384407, "model_name": "gpt-5.6-luna", "out_of_srgb": null, "output_tokens": 65, "prediction": { "choice": "C" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-16T15:52:55.608955+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-39", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "ea74df05-ec91-4db8-9369-84a6b498cd59", "result_sha256": "b62a1ce6007c042f7b3500e963106d23c4efbc2f14afd3d0fc50b8c55753cb8f", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00019160000000000002, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "D" }, "group_id": "match-binding-40", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-40.png", "input_tokens": 694, "latency_sec": 1.708117138943635, "model_name": "gpt-5.6-luna", "out_of_srgb": null, "output_tokens": 44, "prediction": { "choice": "D" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "openai", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-16T14:30:01.723344+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-40", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "0f16a35d-3580-4692-b5d3-96d287debb63", "result_sha256": "af426ad90537dc16a55c21ff0f6fa8c3677673ee6bdf71bf608d5370044af377", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0005276, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "A" }, "group_id": "match-binding-41", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-41.png", "input_tokens": 694, "latency_sec": 5.3789185580099, "model_name": "gpt-5.6-luna", "out_of_srgb": null, "output_tokens": 324, "prediction": { "choice": "A" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T16:09:19.447531+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-41", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "1befae91-4ff8-467c-a58f-0cc91d79d292", "result_sha256": "3683c46904a3fa7859a32aeaf3221823890c73e3753b173106b082b9e907cfbf", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00026960000000000005, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "B" }, "group_id": "match-binding-42", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-42.png", "input_tokens": 694, "latency_sec": 2.0152025900315493, "model_name": "gpt-5.6-luna", "out_of_srgb": null, "output_tokens": 109, "prediction": { "choice": "B" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T16:23:54.776111+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-42", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "d2841e9f-f273-4a2d-b251-c5c1f6a98eb9", "result_sha256": "84ad5e2114db97f153e1427126c8ebc1514ba28716c466fae1c6a5b22dfc57df", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.000242, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "C" }, "group_id": "match-binding-43", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-43.png", "input_tokens": 694, "latency_sec": 2.291463079978712, "model_name": "gpt-5.6-luna", "out_of_srgb": null, "output_tokens": 86, "prediction": { "choice": "C" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-16T15:07:15.022764+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-43", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "ae85be9b-dfe7-45db-9108-cc9274e9086a", "result_sha256": "c7d404314a2cd521a905430d72b7a3f98191d2829eb1979cd7bb1a9cb18a07e7", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.000236, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "D" }, "group_id": "match-binding-44", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-44.png", "input_tokens": 694, "latency_sec": 1.8909942840691656, "model_name": "gpt-5.6-luna", "out_of_srgb": null, "output_tokens": 81, "prediction": { "choice": "D" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "openai", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-16T16:13:33.518230+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-44", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "117709ec-6529-4d5d-a1af-e0af37830181", "result_sha256": "9419ab0af81ae8923c9bdb586bf5ca12b5c05bf6a915c02e22ec888bd0188cdf", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.00015560000000000001, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "A" }, "group_id": "match-binding-45", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-45.png", "input_tokens": 694, "latency_sec": 1.0524912369437516, "model_name": "gpt-5.6-luna", "out_of_srgb": null, "output_tokens": 14, "prediction": { "choice": "C" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-16T14:19:54.314399+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-matching-45", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "140b3662-e315-467e-b222-c8469b7ebc83", "result_sha256": "decbfdfce8c343d40f883f19227b08495749d100277483fff505dd53bd12b891", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0004748, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "B" }, "group_id": "match-binding-46", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-46.png", "input_tokens": 694, "latency_sec": 4.652179165976122, "model_name": "gpt-5.6-luna", "out_of_srgb": null, "output_tokens": 280, "prediction": { "choice": "B" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T14:41:12.367495+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-46", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "e5366a13-1455-4c38-a72c-6811b05bbae6", "result_sha256": "9574be67ad913b0739a72050f05beaecb9eae7a3d1c92fa3e404adc1fa93d161", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00025519999999999997, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "C" }, "group_id": "match-binding-47", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-47.png", "input_tokens": 694, "latency_sec": 2.3079402609728277, "model_name": "gpt-5.6-luna", "out_of_srgb": null, "output_tokens": 97, "prediction": { "choice": "C" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-16T14:01:18.015778+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-47", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "a5912e9a-f654-4ebc-a844-d46079b4708b", "result_sha256": "b02a9e62783aa2e3415e7e4d94c2d9f1473d7b54aa0192b89ce2e812ca88240c", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00026960000000000005, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "D" }, "group_id": "match-binding-48", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-48.png", "input_tokens": 694, "latency_sec": 1.9373332019895315, "model_name": "gpt-5.6-luna", "out_of_srgb": null, "output_tokens": 109, "prediction": { "choice": "D" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "openai", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-16T15:04:46.662492+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-48", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "73f31818-c66b-4238-acb6-59fa9979e680", "result_sha256": "17da03d9be0e0063b3ce08ebc8c4a08aa319981a60bd612dc03a50ce1c698b2d", "result": { "component_errors": { "c": 0.002879893259451982, "h": 1.0077707599885741, "l": 0.002073914022002965 }, "correct": null, "cost_estimated": false, "cost_usd": 0.0020461999999999998, "delta_e_ok": 0.004579496810948241, "error": null, "error_kind": null, "family": "oklch", "ground_truth": { "rgb": [ 192, 64, 80 ] }, "group_id": "numeric-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-01.png", "input_tokens": 739, "latency_sec": 20.1525454610819, "model_name": "gpt-5.6-luna", "out_of_srgb": false, "output_tokens": 1582, "prediction": { "c": 0.166, "h": 16.0, "l": 0.559 }, "prompt_sha256": "cfc2f885cbdbcece08f23bb635b333e3e35d9a41ebaf72f1a755e461f8f494d4", "provider": "openai", "raw_prediction": "{\"l\":0.559,\"c\":0.166,\"h\":16.0}", "recorded_at": "2026-09-16T16:14:55.341659+00:00", "request_attempts": 1, "score": 97.71025159452587, "task_id": "colorbench-oklch-01", "tight_score": 90.84100637810351, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": true, "0.01": true, "0.02": true, "0.05": true } } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "46671a38-babb-47e0-8f12-68ed678f3c91", "result_sha256": "3e1b4f6fbf528253abc62eacecad1728f9f32b3e0fa4da9f514cb94e50492a38", "result": { "component_errors": { "c": 0.010403039047677642, "h": 1.0547281413394671, "l": 0.006346700659183191 }, "correct": null, "cost_estimated": false, "cost_usd": 0.0013273999999999998, "delta_e_ok": 0.01244109527425847, "error": null, "error_kind": null, "family": "oklch", "ground_truth": { "rgb": [ 38, 112, 190 ] }, "group_id": "numeric-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-02.png", "input_tokens": 739, "latency_sec": 14.572335793985985, "model_name": "gpt-5.6-luna", "out_of_srgb": false, "output_tokens": 983, "prediction": { "c": 0.131, "h": 252.0, "l": 0.547 }, "prompt_sha256": "cfc2f885cbdbcece08f23bb635b333e3e35d9a41ebaf72f1a755e461f8f494d4", "provider": "openai", "raw_prediction": "{\"l\":0.547,\"c\":0.131,\"h\":252}", "recorded_at": "2026-09-16T14:04:12.838889+00:00", "request_attempts": 1, "score": 93.77945236287076, "task_id": "colorbench-oklch-02", "tight_score": 75.11780945148307, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": false, "0.02": true, "0.05": true } } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "86e39684-487f-4d2d-b0b2-dfa0950e8d37", "result_sha256": "3abbf9a5d34cf8668f12906637673ba23ef38d28c4c8ebb18abb4e8b8df4b5ba", "result": { "component_errors": { "c": 0.004294696858257813, "h": 1.03735052816387, "l": 0.008097517786385788 }, "correct": null, "cost_estimated": false, "cost_usd": 0.0023606, "delta_e_ok": 0.009353088870391199, "error": null, "error_kind": null, "family": "oklch", "ground_truth": { "rgb": [ 60, 140, 100 ] }, "group_id": "numeric-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-03.png", "input_tokens": 739, "latency_sec": 21.42852203291841, "model_name": "gpt-5.6-luna", "out_of_srgb": false, "output_tokens": 1844, "prediction": { "c": 0.105, "h": 158.0, "l": 0.587 }, "prompt_sha256": "cfc2f885cbdbcece08f23bb635b333e3e35d9a41ebaf72f1a755e461f8f494d4", "provider": "openai", "raw_prediction": "{\"l\":0.587,\"c\":0.105,\"h\":158}", "recorded_at": "2026-09-16T14:00:13.402825+00:00", "request_attempts": 1, "score": 95.3234555648044, "task_id": "colorbench-oklch-03", "tight_score": 81.29382225921759, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": true, "0.02": true, "0.05": true } } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "06bcde95-d686-4bcc-930f-eafd385997b9", "result_sha256": "f1a64718dfcee4c55078d9b5063f4fb28ae176f9c91814d6087bdda4ce30381b", "result": { "component_errors": null, "correct": null, "cost_estimated": false, "cost_usd": 0.005063, "delta_e_ok": null, "error": "Response did not complete: incomplete", "error_kind": "invalid_response", "family": "oklch", "ground_truth": { "rgb": [ 185, 135, 45 ] }, "group_id": "numeric-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-04.png", "input_tokens": 739, "latency_sec": 42.536671016947366, "model_name": "gpt-5.6-luna", "out_of_srgb": null, "output_tokens": 4096, "prediction": {}, "prompt_sha256": "cfc2f885cbdbcece08f23bb635b333e3e35d9a41ebaf72f1a755e461f8f494d4", "provider": "openai", "raw_prediction": "{\n \"id\": \"resp_0905b83459b8609f016aaaa457b66487d2bec5a8d4e82007f7\",\n \"object\": \"response\",\n \"created_at\": 1789568087,\n \"status\": \"incomplete\",\n \"background\": false,\n \"billing\": {\n \"payer\": \"developer\"\n },\n \"completed_at\": null,\n \"error\": null,\n \"frequency_penalty\": 0.0,\n \"incomplete_details\": {\n \"reason\": \"max_output_tokens\"\n },\n \"instructions\": null,\n \"max_output_tokens\": 4096,\n \"max_tool_calls\": null,\n \"model\": \"gpt-5.6-luna\",\n \"moderation\": null,\n \"output\": [\n {\n \"id\": \"rs_0905b83459b8609f016aaaa458386487d29516414c6ca20faf\",\n \"type\": \"reasoning\",\n \"content\": [],\n \"encrypted_content\": \"gAAAAABqqqSCxyle9F2z5EQECcYDy-vt6KUqhlYbg300AMRVNtWuE8JhqZWAgOevU7IxwBFcUQrDDRps5pnCE0X60z3dcMFXQFsjWlrKymMR_xhuzSnbbdExaafYqg4PP07yXMhI6XSg6GisJB4-k99WHDnM6W3TfGw9FFrGSnICATbnx3DB9kS6CX9ueWqUdFdKXEj4qtd42xGkR1m8wRMaY3-gWyWP07y3uv8sHUgvgJ6lpQKxz8ftAiFANBX_guXRMjtmByjO7pvJ3VPJ6SuDVYOEJZxJ2xdVhpdp7lhCw8OA77gl_6qu_dg6Ki1HG485zvvBCWKb-kJSdIGfdk8sdvm07Q7_aY7T0cjN0gW5ksXqkbFMT-zkXCbq9JKBXmYFb5jofomHgb0i-C48NMs4AtSXr2CMaOFRlV0qzrB-_S2l03tHLz1c-WnwDPs3dlXAGNXav1JxJ_wICEnbK7afeYMe5NJGXIP8g4raOm5ZcIutzXRAN_AFigLMiJcmZootMFkVgpmwZhcOPOjg0QDPfXhQqBcBjxI47PU92p-HBSG9XB-BrRnSEYbayY0IMriPZaQ9Y6i-2LZ-Suc1axrT_YO1Np0ezvGxkJGuQF613NgHQaZCizdZ2uvVy0X75OGst8GqrYc5BTg5xcP7pPq20jpFPkBWR--dqDjO6wSC1yeocdOj3KBQUSJceyBWtln3pUTrNLokclfH8X1LeNwIp1BzlrJKgU_MDqr2rz9P8BLDg-DKAQShF2w1CnUOP0y3_EoVEonlilN7kdHMttEwx7Jy7NVQF1qdsKzkqKBEpuKNvElNmQd5m0bq5y6z07wDwVaCMzQe_CwU4L88S5_LSahzg9YbdYiWTpynyLOvlkXo8KMTlPD2GTNaV0FjAsnMzyXXMrV8lK-7KlpRyuKkKWsa2e-2H_HwTh0VVPGyUmU06tQILNjpeseskRk_WzjkCRDdrq_45Gwy5IR-41YsQzdKAZGAq2_3c1nAA79EPxO3bfFQ5r4Di5S5WDv23FGdymPR9H8Sd_btGsw0iyFczDsA6yJHPltnV7m7-H6WMkVRDNwkHiYEykzlBisS2Yh0tDuSjmrske4LyDAfBxCv6MhzqB_vpl-8HzEX6uFJKxZ5crFl6E0kuAqVJNgcz6IS7eNlYf55nWqilx0nB6tkwVl0d7SaR6kQ9FKUMwL3aGP8w5Ybf-LYTvTeSIofGRKXRhviqjBg3c1Iv-ugXWZgCxTORP0-NFA371bZ8oxOgcddMFR3E6kemNerVsnV6R3pCHD1w_e5Ga_-jKKY6kzlkl7N-IfA7R5-ztoDLtVi9mvL20V-AhZWt_AnD37ezNnvdPz-AodKh1yf3o42bfWdr_U6jfOvTBXSmL8L4qH0dn6xW9CVlv18FOWyoCgOaZnAiIUAU1iRTVSsWxyAwAdkXl7HfS7Nd3jS6icbBgLpFpczW3q2o3S8eocBGwxQ_REuOrzMNBs9-SJcwXdoHFZJRoLiJ2kAtAVVIdaXNcEq5pkvLgbmg_bXqcv1MdKA2mXX7sal90XVIWG2GoybdSCQEbf4WCaHpRFlpxKJtNEoQIBEN8mmfPoaKt5cQbD4HMabtAdWxQanHtnt9pWeLYNNPbtMVTtgjPMhqgFDWlfkplv5NwRG2Qdce5UTgeay-ESjtzNc2nuaZeCTXB5b3uc7kXTrTGPaNB8hY9Olj9AYlLYgJyjSu2SD21lEIUCAkjYlqK0JpJ1M_0xhWObu5Eg4lFuRYeH5pAi6XxSt3t5ul-lLCsXITKoIMuIX8Su-B1F8PxOOIGZw3NQ72sDFhNy-nxFKE7QRPmbn_UPze22fbdR3aMqe_LFhkbQk603WBcRbje_3_s6Gtj0vkqYU3c_X2BbPxIrnPmebq8GAucO_CwFwG0Y8iAtIyBoUTI0vKB1i6bcnxzL2QbAr1TK472udcWWaekZ3QpGTlkJ5l5ptC7-II-elejhLb_TTCNLT7AR3F3J_gx2L3E_n65GybRN2VdntOx3oJBAYx2m1tftBZkAbIlk1_TzSKHV1cLwMMjuFVp6lzSKEx8xKpGY-NEv4zQOFjNGeYNeTnsF3YVxZxFLDAfQ-RV4Bmg-DNyXZ27AxhJ4VWBssmfFHzAi8avCDMXPSOlAlyXYVwwUvLhd_HTlTriHPFBSldyIJ-qwysK2VgRO5fWl8C2BqB7FiOS59zpDbw4PEsTIWjMfjFvrApE31b_87tTOdZSbgmglGNWossmNP3ZTA1Vv_bKZohC1o9LLQs9diGDdvnBDOTdtYOPKRGQVM1MqUigVd5BD7HH8U5X5fi1hf2G8tvICTQfUB5aR87ibkiCo6PdLGSaNVW0TjCN35kgIYeNcdC1iFrOLCT9uwF-g0QCNYnDXk9XpVAXp6zHdkri198vf2SDX4xzOz6n8Mojt4bXIKdHHpwtocqbuapjbUYuz-TDuSxmvs8bHmYw_yFflF3stZkRbuswxc1JrGaMOp72LcZjIcRLTNCk6ATU_Bz-i9AW9u73_gHe1Tmc_oc7WQ6iuYAUSdxvF7DmvTdsZj44y7Rb_gZC3exqgPWmjCpMrUVzO8EYW0e8HhxYrMy92QP9djKgm99t090RCWwze7_JL68vKmizJmsPfA7ykiFdimWhguMsPP4oahPN9GSc6cr1j2LPM0iPJxLquAUd1sHvHSJ2k-uez1warI-Edo3EnKy5pBN_OIr1hLBVzdvbXdNfYXdQPEZBFpGQw5cXxnDA8AIdMFpKAIrsMbA4EQMzo0RF3QII40iDAkMWvAuP5PkOPxp4PxPSGHPh5_GSEIv97ftU6X77kTf7OjfrwB-OuW0S6fS5NK2MAO4JMjf3ST_lWMEpxnoSASy_nTeL-asXrYdQDNThL8YD120WgneDuURnTqarrDuYidvuo8ctcldKdgk02zfzqgoejvTkCsNYbp4BWyWjAg20vvIOEsS-L3uYmn0Yw9LAR7WsoMXjD4fGeOFnb3WfGsLqT53LA2YJTKekBu-MNZVWRfB5BOCcnUyZX601JeVlyrtEEzz2DG_qY_d0Oow9r6_3AE6RE=\",\n \"summary\": []\n },\n {\n \"id\": \"rs_0905b83459b8609f016aaaa45e06e487d28beb0470916e674e\",\n \"type\": \"reasoning\",\n \"content\": [],\n \"encrypted_content\": \"gAAAAABqqqSCNWN7bmQw48SKreC5MgtjSW7n0moI9ek9BGs8jqKyR-PCpekMuTLHsy8OOhDnhibhkTkhe0UuN3uR4y9gwbKxP_vZ7xHCsYLTF4fh3YWHfBnWR1Ojm1q2WHy8P6ksIVwEfKQ2JLlLs_4lb23MJt-VO386YI2wOW77ydALdWaVoFvzFErZotPgLa36sDNkv1pV59uHuH7ME3NL9Jlah1RSqKrBKt7PW_fsbi0KefvwLRYM_Tibso0F3qubWdaYNxz9muwScYNhm0SaBP_IDi-DOQMw24vF7RiYbuSGnw1PPVqGGBO40nkXqcSmPGKzWMd7ilieEQiHaa2awmQyLCL6hRjDhfH_BJzpvd7ZrBkndWMAhPxGhamRbANK988MuVHTmqQfjalf5S4UKqFw8duc8ImZ_Q0uzXADcoU5hLrww0XEfxSTOitrUsPlwB-LWaU5rPSErVrft9uybH3Bk9ST8yTjX86eMhv1k4Ojtp0uuLl0t_b5LpdGv-Rigg_mHJG1jrYybPBsDHWyQUtfH6_os9G_RucM2xu_5BrIMaIUDQ0jqdSPPepw3DoT0s7dizF_hKB6W5eV-Y7j3i03lwO71j8jY53RvfTm0iIgyBj2PjY6xIMzv8_J2AE6WhpWWN4IUmedbxp-R2FGNtJmS_L_Q-KJc1kUeyKh6djZsZwVtyjq9bA59HL0ykmS9YG9tmhatSfjNyYb-9HlsJ1UK_hs6bKGUmh9bUsw2F_bBaGX19LgCe9TPYzn58b6NG3_PObA74v3mZqRDlVasov6VRiYMhA7WwPRDTigAZrX-jVTeo6bOZZIMaq1s0CwhWtBDNyJDTpfiHPfXWX3jlBg-7XqR1qgoTTP_U-Aa5SdZxIOkRuKmuUGZNkAZ5sTApcy-6dj6ey4UgaU3iyMgkKtaOK-8ch9_FuMD688OJFnawRPCsCm4GJvP9B4SzsZvadot3SFbbO6K0GYeBrM0b72La77MC8Yc__qgiv_049O5wJ3ooctLW_T-cnj7UUiI3mrSwcBUR0KCsqZj8DmBlEyCuD1HDGZS4zFtIg2FxFGld8UZ6LLyEXBAqrkcVy2ZjcMopXhUV4kao6R4wqZmGX2m7q_Owl5pXBdthberncLhjLhEM15aM8kK8TM6TjpNc9uq2Ln7MLlryaFRTlWvlTWXzRbavrcQxlZ9NQEUBFZ0u3OjusOlmxT1aXa-V6yR0tJYfEVXwer37GHDrCidllDQLS7NGnmRV1NQD6Q0wXrJWOgs_gdCLUa33i_eMoI3NfOuZYCwEhH04I4J0EjbthowbWaWR3N3xSOOzkPX77PW68D2zmNCMmpi5MbgBxP-PhUYnAeEBrBWd28B6lCv5vLQxDJHLhNd94Dyud_11ZWZI7-93iryfcL8s2J1ZH1OxgYdqm_ZKAiqu_wuEwsyD9Bfwy6fpNdscOMmCfhv1VH86oOU99bloKcTrxPx0-hLvddNyaZNi5lSRFn4J-EnFGCqMI1NiwsceqNU2QJW3uNfsaS7CdX8WZ1sl-sOqi7l4mZ0wvepg2msAV77BlOfvq14zQAge-l_vzNN_fQ2a4QCsMuCtOsfe4UxcHcrxCuoiw5bcRgI0kmgCdd_MsndmuQ6vA9WSoQhI4Bo9SGJ5kveeI4Hb6BjYjyoBAvpvuBHB2wO5bKY8h_nhRp4zFbBJULxWFF03LcYIg55Oyfczavioyk0eBtH2L3Pu9VwjbbczpDO3yYZ-J7GNAVOV3gksFfNOpSb5JQqvutQLWgMYxXE9ERO84kEgogRrIqIzJ0fR0JUBhBwGTqRkBJy-lNl-XkOG2smgV3pVNYzXuPLM_rZPTSegzEKvBiYUqfKWDmOt52xL_2gOalobcuzok2DeRzSknUrdU1ygkf8qVhOSi7-YE0GQMqiApOVRiKcmPUGUqHeXESaPVqtVcXG3qLbQ4ePzsvHaQjeXPLjeC-7AxLVHucODkGezXOL6M77BArW22FW6qHYd_svVkmejLx0VUUzRLFVSkw0a2H6TYtmuy1puusQPYxQ_I2grjT89GnwZ2a6vRDfSkkgG1ZwFMtOT73RuJ0bLQ3T4wi-ffbOp2gAOYsp0Pq3iZgn4ALrUru1yMUK6r1bDdoxnllWfLHzC09OGcsZj6feByCSWgBr4RrvOhjQr6xLlknSc-aIEXfxPllU-Rq_R6wFBAdy98a_JUuF5N3rP97K_nSn3W59Yod7j1OPdkIwcbegn9YEIuonkhHkhDaKRsB0gbevwFe8WGCF-47YneFa2la7w_OLNpp7bCzDLXVQ88KhQVDVY0WwrSpyIzmc3O7_1oBT9-NvmXIIEtf1TSNEXD8i1WoE1dMuPbm9xHzYfUlJjNN5PzqdXpYx0gIXpegVNiB5xCkJ35ep76saeiSLBsCJr7H2B9lfp2wAgQK5LUYP3mt-D0tdTbsKuAnYNyqnwxs1cf3YrLLx2AH4hYOqu0cFqP_XVFRp0L95rdB7xsmNl_mQnZfRtvuIbufGu-fqfGJEh1Th3dFFXon6Nttq4Zxbr7UMNO5u-Imh-25B2T-gtffnv_lucZEm02ajkdiNPhEuEMoJ5buZb0cEkMmQK9WyKCSzR0cz_tGYlJ3OuZNa5TiMOzw6yVVUXJEunQYquM9lwukmHKNY-fb1-I8ANsH-KSe94nW7DDIYBxIw1aDoYWbaGS5_T2WmTqKNgm10_sPDZRaMPErAgqCqFPx-uYA6ldf_TavYT7r2zTp-jWAkFRyfMY3NPqVRMUlLQyTKMsS8_Vpq25GyZf5ZIRYJgldEkhSs3UkJO-gej39avkCRtlxvy46Bu9Mw7t1qSdC7ll_rx3gh65psP1BI87uke64uXhM5zjp3iDuqkRU3agiL_um_86gqdqCv--U836tddQ-RNtE8T3x1t-jVb5TwGQ1aPvqShMqIbP9wPUbqtMIAIo6Pig6_rilX_4GVN23jX_A5bTVezsGOBNCKJa9omIPTWWhYXl8Po-cyQsb4XqVwdKHKy3i-G7VstAc-0S8S5o4Csy_gpTJqIUtf0kUspMQRvQL-gtCbAdC9caoPuzRc2kOrGgQjmZ-1BIH1-doUmITDx1p-FQpxkF7XlTefSSoRDUjMiE2gumxwbEK5Yxwo3GJHjqve1TgbyCGOodjKxwmSwNU54szyxZP03o0Jg3i4K8OizjjGsmdrj_8ycLKVPdOYTD2t4h6SvWatQ5O7GxTV3AgeBx1gUm_EICZ-esdAbG3elahP1WppbtCUVWuoJ4Ffz8mFc7xMrhSfSu2zbnkKAkSeF8xcDiSja-6clY2XpmCxIhEUC8_04KOZxD6ZNdUEnY2z7OMN563SiAdGLUg_PA4ijcbOSop-RrJWSV7WHzcfDmu026GmSwoh8C_re2wOf-iqEqM4sw8w8LUP5Kf6-hl1j93YSWEoFyngL6XSFTWSme3FUJ8cLo=\",\n \"summary\": []\n },\n {\n \"id\": \"rs_0905b83459b8609f016aaaa46388dc87d291be64bc9333d090\",\n \"type\": \"reasoning\",\n \"content\": [],\n \"encrypted_content\": \"gAAAAABqqqSCMF1Ok1mzmSOgnKyi1qn0qdIcUxnNgi5QovHvpcr-tfIvACgfi9x3O39CmzilDzrQd21mx1tfVs1BA6S0bQ_qEP_o1Vbbx49a62ebWpsRCsfC6nQLB8F1y0hQDTQ-KME4NcV3X80V50ZA233YEq4U-Wk5QioR3Tjz4w2C2_uUQ6J-3d3tcPgzZyZkETq6TIlBeX7xfIkmZ7MoF7_tK7vGV1GaJSC8nZBpfIjDDpi_IQrOj6iqlK0_86XWzBATf82SWAe5S3FYUJPCi1r5sTu2V6hNLAgaDU4fmBOuO4oG5FIm4h9XyPtyV2TBVKMbbas7JciGHTC_WNzN8u0m1J5Qll7zttB7dYPGwKZzYf6OYhDo3ChLXr7J1d2Eau273GZ6iKnPDMXoqBMlLocbKy_F8kVkXMshe_J-er5P9JcoYeKuTh5A3ypPhjRyRZiePKyq56nRMbQVV_PjvrH40No_gIWCrH3oh9wtHns9zONnrrKV68vp8lKnZEfzjMWI3aiI_u8Ljk4C4UOwzGhLwTIpFtk6ISSPINNOaYwvHApvtqY1im4NPH6diYGDIkbIEYJps3O0xCJhLdkdyZJ7LnDFfQwRCmt0D8EwSCp-fd3PzfaAM-RphD0WHNY58YfNI6Ppuk8B1UrfD0lYjY8H8h1Vg6dnH1Fz-m3csFnQAkejgwACamrEagTQ2JqD3bE5HrAZfI27sAWxbsmR97RpqvSzkRKkWbVninOpmKCyXarzu4Hhm_3DQB-uGR_f8p4ko4zZWm-1bPNXMfN3sms9-XwratOzrMg3moI-uRpgrWWWXRuXeg7u7A8R54A7-LQO8V1oSucJQHSKxkl75KcN0ITILqqtQN5_fswHSgXEEDjSQsL0DCYNZDhbRHJYr27afXIRgz6n8P8669bKM7V14H4vZTMHTZwFvFqY_-NHmpffc2OoQ3xelWeD84x1dYqsvUvfjlkXRE3VsKQENDNDTRbZA3Vwvhp_KFqnNSOfPIkTeyc8xMDToFl0P88hMJEYL-0wnfnROj-Xsp7HxAoPfim7eDJGkuJ7nzScziRiuYlkGN3rA83VYjUUAqR7WjseRflTTOm9cS6ViRAuCZ3tLPmmgkY6QECW-FhdRYvBITG_y01Wqh4JzOHs4evmVN8Z2AUU4TjLS2zoXivhv5FaQLxzPsjQNQrhOy5lmy1yB5czr3HpncTjqZYF0hnWHmvSoLOf7toTVs0gDFFLeI65C9rnWa1aFFwSkMHuuUx1ldsW6vLTawWZo5mCgOw9cTSmnz59P2f9e5YgHovwpXJ23H7_zAMHpiUvZXHROXcnJbgC8Gc9WVTTeqPPuLstLxwX2tF7bdYvMF96ICEJaaDtrm3rQ_SQWX5DV5P9ZZ5t2Iy_IWThC6rx_oOg1Qj4pSjx-6GcxsVIjsSRCsnfGz5iWbq56y1VDymEQFpppMMC6bf79J999h-bjUOPTxkhtMivGFFjRrEOMr7Qz5iUoZTuEzAQqYTtfstRAdqcRIpXuv--OD4zlpsaVsd-LEI-D87-uC7phtCEVbG7Jxg3j0NVCig4qBNrUO56aiaDpHiLRVXf-7AmsIrAB24UJ9oXPTj9S4K7G_BjBSkyqrP8Tg48D_Ap2NyKks1zMadt8fQ31XGKQ3FEaJOGwMFVcB5GiW3AYowhjLhSRyaYU3Fb7-drPArQqOja9eVDD6JdqI5bk7NGYZv40YnYYCHraUNhTi54iaaeseQAKvi4ZYoh0wHbkp-OBZYEer_Sgzse1eH6HycsujGLHCOxMmq2nI2NLVhIp5OgC_UGQj3rweo7KGfAxDBuyOpn8epOu3YkI-1415fraJQD9JSEAAqHoAChYD68TEbW3ELDZa5L_hgpPuM87ze6x-k3MkQREV2ck31VeFXr1jGxPqfdZdRKL44o_zhGWV7BemP33sorgILudaOWJVV17psJeT_aX9DoYYpsMow6CkY6fIO_oYYoObl1Q_AgoAS_Lx4-O5kb2yWm8VN4mZCVJsPL7Y5GVARZe85LvtSeNm1A2arNTR-U8ONs72-etw_VcYXrdxZfPUSoqpnbyERlIIwCcA2sk5qXRCtba5r3n13DvhkosRm2ECE0VoX4wj1BVlbrJmYKkV0l4up_Sc5qicXXp2ukALdpIEhr1Uoe-CcuJlAB7XVWhZAqaiXJ9YptGK4K1uF5-d8qA8Dyq_TLNF2OSRUa6u5f4n7WCusb-o7Qmm9HmkjL4UxstVwIhTbur8VmZ7CLlPdrVUr0mlM8AsmtOAWLFwrw0ljY-NXCgHMwY5yDcrfJ5ctmna0tdECPTw8z3RT30TEJzfd8yojsnAvvw9DQif8MnSmqihZ_C7FKuupwUAOTe_gQTKml-3ekmp2PnnOpdnntYRFG58XJU0RxLBRAVAAJpRHyukq8_F-fj120xPthL9SzyfJMeRWWSEnH6rhIH5Th50NJKD_KuSlD3b5dRdaQ10tTbijAL7WK9nqCKQV4G135jBnztnHANVsq-9NZYL8BiforyXqIUCbysukpJJZZn8ApjjZBtdEgQipXi_7tDSPkmbOCjX3P7b25pGziUWGJRAD9JjSzWEyzl7duxk8yiUFqllZ3tPNiWFpwHnbWhd-4uGXigTMy_uhQE3y3-Zb6b_8wMULdwKsM6alr04wZjyBqEq8J2nN1Z0wM10XZdcrpcN0gXWGvpUItncrMGODKD3u7s1b5ye4VwHpKfU4Zhg_-Q0XHcEjF_Vk1KXxUqMFbaiyND8iEjMreI26Xa4QN_nYWmW4iOIi8IbqWp9LYZEk-tJA6zuRhUhnos3OhlB_mkiLqEimKa5K2sojBrn16MOW8Q9IQnw==\",\n \"summary\": []\n },\n {\n \"id\": \"rs_0905b83459b8609f016aaaa468853887d2b7cb3019b5e8feb4\",\n \"type\": \"reasoning\",\n \"content\": [],\n \"encrypted_content\": \"gAAAAABqqqSC1eqrQCfVqA16rIrtigH0Db19HtmSAhCq8qkJ9ipTsG9eTNJBxlJJF8JsPrJRV_a971EWf14WIhiXmiyVn1jxZOJH7ux90Y6Rz4bS6xW8DjelrsR88LSWVTzsKZaWg2sQI9DrTM1vWcJfuPqpVtZGZ3a5cYhZgAQVZQ526Qv_QUYYQifYHYZ8WI4CofWK5ePeJ1b7Rj4Cg9mCwvNE5452cooUA3In3T6CccqUwVOyJalpMCXCbUpZKwgzsdzLtZRy5bB5z9U_Z_rn4ndeQizgO9rTRLXxbpcb_o8-PMB6mngjTCCaQIUxwkKYbskh5SpRwvS8n_3zqDonWLfouk73Cf0FLBPNcJ_CykT5rl1XaDUfsErN07msrhD4K_5vj7ajuvn3M9VXjrT5dgnOyymbE-HAOLjOxufLfo62r6fIG2tw87xyKFyCF8jrTnv8wBM534Vka6NjqdQMkD5tPzOQ3SfFC97NHByLU4niwfMKLdPqVTDoFNvAQOj2TgBtX6pwY-XmeTazkkZt-GeS-kX-xkNEODUu1OizbXcaPefbacLvcBHgOtUPwpZ2rUnp2tE69Ev_5gQpwhknmT2WAsnVEGoI6cr4zILQZGeaoI7ng3Ie_FpDuKGn2KirwOiM0GbAOCYQoQdnMC_I7xw48IgdRylzLfF9-mo6r5nd5-nVpj4DRcbvw2DHUgEMEZHUAw4ELxfCxq00A97l2jJpEXgb70eZB1iMRRgaZctoQ-NoZ6sKDrp7cYjkm60TPxHrYtsmVg3xu8L9cZRejsF5auhblNJp2tV1TyOEzAkxnUD9Xotzxlcrlm9t-cE3acD8DjqEUvETwHxtYw-ykgl-nnkn9hk8NmtcTS2aJ2vVdqi1fx8LvfmsPmbVFSoA3W1DgZYGR_yAS6XzurmNU_qlyJ3o9GaJAea1Iiyc6R8PLevt7pIYGyijExHNfBTcTyTTJZ7FXjkG63Yegmd14nggiKL-3UsLAXnA2zSCs71MMP4zMPiG5Z2SxYsXLOWuwII8f0qJfrUmobS2pFaGTtKXC_XhDT0xn2Cal1Yx6cETvH0UHEZf91wr8LsYvaegY55P2F1k014DXV7o-HaKh7rAVfRZRLgfrFlMA2xxbcBHIF9mJS2Jx6t44tPVeZmcis77dOPDVTrzCvDml7OXTjndbSy9viSKGMrTTwiMTMjavo9KU6azBFOoumA4ti8FAbC5m9AF5IPWfa4Jm-fk8_Z8ozL09igZvRKr9leIt56J_u7DEcQLSI9C7QDZAfc-lTY7OjUEiC4qYZnikuBiuZTEB9EXHdgxqHrXrtU44GAxLUXqGvO3n2Keypn4Li5XdemopuSk9nZJj0bYBek_lkBXbVKbx5nmZufwIv0AJG8Y64DNVIy4aL0p1fdWvUadaA3i0ZE6Dqe4JMCFV56RIEpPjHYXuHs8CKEhvcl20qcb3GooALo_VDdqt58PBC-hxxv6BioHSkJtavlcr-OY6ilo4YaeuNCmOVtkZ7D1bDOxx0ZFPqjn7b7IQMDeIob55NVb7KGn1ayoNaW06WkR_lPOgCtbIZWlEN_VtrNATPDCQHaqtyZpFaCJAMoLSnttHoIMwrXoP0ncFL8JUKteDd3ktTUmkpm1qgeaM9vbBJrYzFBDDA0vxLJRaTI_eDMClj3efIjwU2qkrWdDrD6-5eUYi9JPg7QgkZQvmQPIwG_SyzDTpRyhejmJglJzDFRzgdV8vvz6L_cnOU3FbLRX_w75ZGZWM7Wo70_tX4UqEGaJc_e7SWQnVXhEhmej4IMM7sMLhjPNaN6dLn3iZH-BGt2JMd6FZ21Zr05nvRVD9PLlzATXfUKtyEUf3SAiB6Xef1HVWnOqZgMh32VbASOhwpMCDceSnVv01T2B8gSFqU4HcBttn6-IZ0dYRLDIIoAb93kFKmhGibBJZXzxa1pqVE9Raw_wVg8j4ZOSfgKPMs1X4GWEVX8s7Pa7ulLS4ADa3BhNH8n0X6adzEDF1WbzHG6SfI96w8-ZXkXLEdtkmb0uMFBpIlDmSuzvFtn3p9NyBaHtsJNIsAemZzJdYOewoZBYR4MdAzadlzn1DPAph6qS0uchnoWSf-4La0rKAtvXqnYtJupvUYsBUfnP0klIFqV2W-bZsNDOygbCKtgUUBE-hDPgYQ12KZpKJQr7MhEeGodBiZlib0U0XZsbuKN1CgxqqCC0t9CpMUyUWugSH_qXdVdTn_X0QR3m-BbpWpRRhwkET-44fxF00af7hswxcIQDpUuWhlBSRlH5FOH8jBxJHfwbDt7pI52H6G39Mj-9o8uguWqkTq8NFs20dG4-WnfNq2JTq8CH2eOq59aJcKDyUN-f8PhaHzJ7z_V_o7OKdqjYiUMo5Jr4-d8n2_iWkTE3Pgv-A8AuTN8er_8E7xaeLGsXKYHzqJyUThXpiRwfoD39NBQYUMFhkY7qACLhMiHJNvs56OZRS0-Fv6sESOFpTBeKCmHrOyulcJfpdCH1z4Bf9pCP_OknakEVbKzx0Qqvo8lYo5b5TKfeOYh7izago52Uu_5PCg42b7yHfkP4Fke0eG-E_M_wovLlQ7eQ_V9kBMhZj3GNq6XXl--ELqvb2b10HomxZWSBQW81H7FoJ-rPDg2lg49aMM6b-h5djD8aYcpcRAwEAEdN0-6_ONt2eE5cgN4I6FaR5phVHg42Edmt0v-nRQnmD4i_GQY3eM6P6QkrSFBqX24fczJoPfzToy7r1t3STkFQUjLEM20qmHVgoHjCoShxS5D69fJ5NWqV1g1c70meFbKZ87vyuIQkkBTyamemyZQwo0xuKeUvpPt6nX6GN8dHDxhyFpD6yBIsCK6a4QT1I7wygk-rSrJco7OCxTCltoBpgxCvkErNByjkuw-UGXXoGZkexKKjWeSKo-pUeJ6xQuWFcDShHHuS1ZGDt6lbfLJSBIRlL_AlqSG7QkbyJIQ1FO_FxTPDzZXtonOTi0TXSQzEAHfnSFXZhZkS9f56R5SCLA3bexA0XsxfsqO3\",\n \"summary\": []\n },\n {\n \"id\": \"rs_0905b83459b8609f016aaaa46d744c87d29d7800a782ef0be1\",\n \"type\": \"reasoning\",\n \"content\": [],\n \"encrypted_content\": \"gAAAAABqqqSCgVfxuIHKxIpd5SD-CVDpTQzcz5aw2aMqq0IlZP5vuVmvE6gwFJfY8QlojWN-HlHzkyywjZelKL_JxPULETVTsRSB3-hD8K8-HE_X8mD2XcPh-IVTSugwS4qLl-ZtD_tf9jFtBvBKiH-IslrfrKhtPAEduPq-REIXSxroV547NfLe1s5CJn4R6v4jZAdDCEnLuvPEDZ_6dF3lmmliAl05YMV6kd17MT5Xt-RHI-3k5X_b1HB3OQG8T3R2vXvik8OV4QudlQOJjOnNEyfWzCauN2W8LbVWowTvpbf_aCCltjBfXoFVI4vZxKswY3QtmCW2_RHSXibiGffhZQnKDS355_tCfFdvMBUfImuecTiveX41RSVqaknSrjoiPXlGwa2vInGkAi6Nc08OIzTNXRXkC4cari8nakaGHAIgkzA3xXjDU99iYoJNPzbfTKiv7TFf7kN8Z91LEZio3qCw8YS8K29jxKwbFGMVfGx0LppD972IuJU6EmWFUJFwqjq4Ptnub-sE2Z5rTprGYF67XuG6mLJ_QEkd2-QuK5sUmg7ot-tmLZNuk9g73reUjDjNaOqz0FZBHi3ZU1zVJAMQE-EmjrrmOX-OslsB0SSXT0X6cz8_cWV_9hWCd0wACbwSOTcthoTq39ng1R--xqdcIs3pn1DOlAU8eVVBWu2zO6Y5Go74Jao-Xzbm7OpHwoB2HitumhU-ko3jvl4ZpqLSHxKeCOqlE4Yx6OVtY8-g35AbAlHNLK9n-QxvzojoiW_ijtMWZ1T572-KI-B3L66coccwWyWM9zYVfIvUcTiS9RNYOaUkG09_qgHqKyKwPih6iTnZdyx2Q1P3kaUc_iPnsM94r0dr8wGnA3eYb22DtVQaDfXBwNTB7K5FEC7GO18m-7khsfCb3Lv-wl9_jCArnBwDKxSMYQw2pZtRyh9QiWBT-XTIQjGmEUOUwkCm00RvuKs5XQMfR0Qlr9j7vrxLfmEtxKGwUzYmI8Im6Mbcsc-BVUTAMSU5KmwrqAIdsI9fKum8H8DISOSylGCM6h5oCVGSjG-kMm8Z2M-t60_nEgmVuDcV1s6J4PVBdsSXqpEI2ROEMoDpPp8uyMI0s9y5gh6PuuMKK49Twyq1286wQj-4dq_aaq0SOQdjUjKsHve1P8zNLPoqzYkkZOpbJwfX4EA59z3lL2YY1Gr5u9FTa7GeTbGczmH6oC4i5QmTeS6y0y_Jop0Pv1pN-HqYmtyIPgGwfnkg3qadtCvwjjvkJoQBqtjrol05IleNXw_a4OjKuFK9ca19KdOcYoDan12Goiht3rHWenz3KRsR4Rlvs8v2cCPrPRkUf4_RRipuMqBB_uZF1omUwpnF8s_MqIFzDSSEjpzUgZornLremV_yWmigrtkjkdKiH4ycHlxsTPZj1PJes04_qKdMao5cJqRuhKESvD4xWFEvLkAzRf3BPa1pmSN3n8hKGNfTbY7OQYiAoL9Tpp9_hHJ2FfVl8sY7RyMKsGJwC3td15UjdJ6DcxBGea00rXdTGrhYKnLW7KNuBaliK-zNb9KmfxfVDGcxwbzCg8KROImJd6ubZ5T4kTKLO4tVP6b_04qiNAthKOpjI9oSxhLEIWsmK9BZtIcR8dvC2sLDBr2K3Rghn4T8y9ktTj2ZnRl5VwXF1ci5W8RP5gZ9VRSzSo3RxXNGrnMWGtYneWAFTBKE4Y9me67xjWutJudfxpz3lZXOJxJrPKOCBuJx2HkopdTR19c_EKHXRUDi6uhah6dFYoJ3Lbpm4vA_cpSUA7AfqXkwioyl8AFCmBCQAEYkmSkAdgmqKcgOjNS-bSNEYzgbI5vulGqmOYDs_yHoCpb_O1u56KPSTZeMIholjYAqwz33kRU1DGfNgzhYMay58P-EXoYz4Y40gjT6OHBa9j3XDNRdfN5RZbw2wuimZOcwNWc_-xi-agI1C50i4LCDsqk6lg9ykoYPjgm7ZFjW9KwB9-oMm_KiE6dqInHRByB_SUg4hgAhxSHcnhK8sDb_t9LBP0QRh-Jf8vqTdzy0DZPCAMSE5Qq9T6DehBvqhvbK49fAwEcEA96hfwAs_dXazIPfmdOW5oP-IZ8ueGXHPoBSvKJMi8EG-2s3PIyIi6R4dRzXdkAlG-d46ETQ6KKHn99FjvzeY6qBWb2INKaIWzpDwfgpRJifBt-BDlfSBC7JszwSrwegKNvvQKYuKoofyRHiyaBCeFZSoo2fr-lQvgYYvPJzeQ0N5FXf5FGf5QCyNrbPub3a9KvccuFd9IrJV0Bxf1ULY4jSVtlOIyaro59ZMuTA76JK3ABjN1Q3bloxx4VfbwfyG0oydnvCwaM03S00VajG_YpDk8aKWrkKvk94GOnS8pgL7LD44xgoxi78e05F-HZvnbMamv70VcV_YAxjxTn_olCuRX0TBRdJd7r5AWnxRoiUzn9RoobHl9QqisGal2WoKjCkQ5WgoiggwISc0emYwOzzR9ydNm3CIyFSnK0nrY7ARpwz_EKe_-DDdOeYE7zelF5Jw5y0uMzGjzBHLVbLG_AQ5orXoMI8RmXrzn6uO9NiO8vvUrkXJQPjTHj-T2nPnb90d-KJgHaJEPHdlIy0obavHgbezE1ogQ-4iChSMJ37cknwbzuWyqR0mCy24CdU3UEazbz6qn-6RdrSF4Kqu3WUjnmExTjmRLRMMUNAckdel1AezOVSiGiIDYIMXQZCqV0Xoh-o5CFkWVqm06SSkK9YhYjRGOvNn6geQnRMfs1ZGqGEWtFgmFuQi0EEYlLqKhsqAgKchbiJFUvnK-zZG5rqzhlO0lKzFWQhm0NSOooQatAk5j7e-u1GkQAXTgPYf7yjsAEPX8LE5d9U97HGn9eodSUSMFotEJB-H8zd5APaOcSo0eK7\",\n \"summary\": []\n },\n {\n \"id\": \"rs_0905b83459b8609f016aaaa47306f887d2a8d1d8bf99e99690\",\n \"type\": \"reasoning\",\n \"content\": [],\n \"encrypted_content\": \"gAAAAABqqqSCCf9GWB0Fves26J0nEpXnidCsVR96oB0Y_NPR1hX_yWy5s6EXjoYz4b9pT-JrtJYKdG7Ik5YvrNWAtBkt6AQgs_m5MAvppCLPGe4CZxCzgHrYiIwq5VfHHxHLVMM9FqKVAwIu_We1iTeagztzhwt26rXgWttkHODWdLa0K4wQo53q-xdBmmBPP4qCBobWBrs8aHl2-_TJkvlTPXN8NdP5Voe-pEbWJjNHhHixO7Q1HtBZd7qRhHBg3kogoBIEb-BbjxiPg7_fd2x0zbINW20fGxkwadEp-lywfokzmQ-rY7dNQcQPXOaP17l8mB1gGwoZyqhUBozftn0HYMiN21e6ti9wePyLxlmPFfyd38mV-fucO3u517P2bkidUD0ty9nMw2FFUcgyswcqizgVpAhef1wVm197KSJxRndYmOGUAA5rbGXAmdGbLLTwFC7sFRjS-K6KzehxHfKIUmjsSeGhsooNgq5Gfckddsd1r7cRCEucW_Lvc0uwy5H5dUgiAOqwt0YjHGaRilZgpeiOkvdjrUimznEWP5P_dY9lONR0w5xxRvE4HH6ZKCtuuUGATOt30mM4YEEPaAzsNqjz7loDoPtDfeFkhay0sjCKMA0GLdRq76Uhrk8UL_nYi55zFm4qQnDG-ZYPeDv15jofvdfrN0HcCOC52m7TmHBDlImgSg_lAkE5_-vs1M7RgtNi57LtUmulDRAd9XZPKgmfKW6OgrVBYO1Lc3P_-8GNBuMtUNfPdK4WX0dyylVnAhZKZZ3Y3BQoZkWGWyNUzYwn3CIZ0uVGiMKr6Taiu8TuInnGZ2-9ymZzToDW-vdLsSrDWJr88mQpqgZ3XEKEvU4T2IPeM-xVtQW7-PQ9ts95raUrsFlHe0XEpRo1eZlRxqgKlROdcbLc4Yg5HMJAzgYbRrJHEPQGra9-JljCtCHm7BLIDGM_xiwFgNtSSjBOdN1UN-CnCgrOhxduw0YUXCodpnS5zttkJvvb4csSjH0ITgffUDWvXF17bi0rtzMjnDoh_sQJiCvA_RdNrH18ZmUIP-Fl2NRcpTdiq3CuUKGtiCwoO1Ky3bOySDDStL2JfKVK3qnbsXwvP2wNJvpA5I_HgUa1jbCiEqQz4b_g0fDvrR2LduVu_dkcZCaHX_X9GMz5KTJ3rdPZZ__SkBpBWcQREf2hq0lwSwaCu6-OqdaAPE-NEBzQcOQOE7PjMYcguUhyxPemLqz1HCTkj_I1KQdCoPIbaZDH3xZYu_d_6EQmmXCa_mlRIYb4RV2ZutTFduBCGXWECOhuZBNwet42FecGyr3fqfV0oLFBSWUPOEEciJTVdwm1AQS2JgTlL3Wtkwq3qzGNZbSVN5MXXZqAmwMofLZiDNYJCwu7rt8p5MLdSDHciXn9Hh128IFrphptamzvMn2S-VDVQt48xl0DYXqeXs9LWyT8aVNJnFnlz7tFjsa2FsrbV-ZFAr6aB4OAWSLfEfANhHvPwMyy-RvftDJhnnta0hUS_3cZDL7Ub6eYCPeC3yrGAKOCp6hVL4geDGQLN1aIbpKLobnJbPhGTnpZ3WR08yynd8GF7hTbsvoqP5jojyFuU5P7LVw-Tb5GAMhUfHXKc908rhb0hXvDykC4I9XLDXYnnD5XEBj1GOANqekoiS11ycdb-thcUGDcccK14LUa1W5MVuSX-WrJdndKmMdOjFao1UhB891MPz8aZ6yyaRYlkZ8Q5WYKYk0wd6zaf2rpAUW_6iYxzpmkJU7TXOOD8rE0qT8vWjltlby1svRsPo2rAMg9klTSGikMUqf2oSXvjh2nnYdDSSNczr4Lxu2XEahZzlHGtMpEeB6aJIhgWi4FIWww8NzuM88SI9eDIQ0l00qfsfG92wzWKgIfSmLV-g6-aqkTm7fTC4jYCCAm6zI0dOYnV8XsU13m1cTaH4o58qkwz-Af8NMAcItpUlrmP5UhO_mNUC74ngICrakgpXnfH8naEN3gz5GbtsAWVOesyrudAtoa0tudSNiQhAjnmmX1k6cHHUnbEZAdQbMjFG0pmbr28uHfirWtmINoo98hpMXVpeezbYuP0DIe-BIRZd7tCwliMtW_qFB8qbe_Sx0-oDgc0nguDmvNB8HaM3Vv6z8e6pov6htO98YfhUWmo7abzAlAZmIblPW9Z-AspoViMi9w4qU4fBYtq_f4xELhyp0sU1ZloM2a2Q8KNCgjYR86SWzwOZTJVfUHyL0VDRMxAqpMsl0uGKJTS-k4L32cDYMBSxzSYHVeGz0mHS4WdBKdLEroe4dIyVduPHtLgcIpLn5az74iUM29AzHZ85cNL19Ze66kO7PzlKAhpiRJ1756oI9uCdm4hCLTjOCUILmCxUfOA_LjjXVywv2XpkCviQ9Csc8cwG_4Ko7sEdxZx2loiCEeHlD-3-ZrVnRzDkALLKKncxbY1fr0A571AfALfPtAtc3xQYWN8-SiRPmSOSsgYYm_pdDS_etf5rLJHauGqUD4WKKNuAyJMW3TEMGXeFiLHaquTNQfUMxPqlg_5WhAT-9hIo4prBBn3JzuAV0Ds1Kx0Fi4xSstgYW_aXRYAT_QKY4hIE5ID2qP-zjuOfqIRAvmvPEGm28avtPBi_sTfRbXbWWK-AIRdrmB1q-ogUr8FYSVoZVKO5KTOIePGW8vf0Qnn-0Z7TWtw3RdndHjweYHKFCkJBgNyJdVBvACNd_6KrdX3XBM3gpDQ-OCb_gHBZn3Tsh-g4DG6o8YtsOlS5KPUAdEs6cAd5pf1mlraeuqdU9okTqfJ1q2LkPDnX72O0Tn4CxqbnqRvAAHQReFyvedjMfrkEd2dZplet_My5WtY2O0kA9DOsl89llLZMihePnRoOIkCtEGtb05J34=\",\n \"summary\": []\n },\n {\n \"id\": \"rs_0905b83459b8609f016aaaa47888e487d2925d2cd53542ea92\",\n \"type\": \"reasoning\",\n \"content\": [],\n \"encrypted_content\": \"gAAAAABqqqSC6FPT601P0pUXHEk7mNK-4XeJNKb6ecp3B5Xwp11XM1Fiz9geAVstAS8y90qWDthsD_d1rcwxQlRHMsBtrUjHjgFAs1acjsFOOCZDeLOPL-rT5VsIBHB976GTiwsg535nK2V02gsa9UYAsMq_-Iogo2O0Ix4jt5U0JdBetwatqnF9efgc14Njkd9jU139VX5kPu3EkVNcVwDajFsCUmJZpElZO6kGlN-N7iYzs3m5Lz3QPgIQWdfyOhJoVGpcq1lo1jVuxU-JktCQHzV4a0r-wYTqP1sg3Y1rIUuuoE10jJjBvhe98r-EEicaDNouavl_fuWbRRGRE9cXluJ4ccqoVvfuijMX8b0Mkw8xzR9FjffUf9JHIhGxa2rBCYif1y90Lhekursv-Di-PuNuCNvk8HP_HoAWG8QWRz2AZohOxOC6Sv-ODy07fxJtygWYcyfpELHQgSSqI5R0woKe1o6P29KtaBYS4oW4hZeGUe2OrYW4vXBgPZPVjafQ2kp8QPLZBl7B5Jz1CPnRZO20ADkvNi8zqBKtr0Fkzq4j9Z_kcKuoUhWAa5a49NSiFVBZUXjKjmMj8goaI2vGg1qjTFULocPlngakEINEaSxR4082pwWovHB4v6-0beoMwm5xy1TlgzmWePB-oSTVB_oJ8n4yXzN1FRyCUEt6r1XsTheIImITIiYYVqCfqsHkRnFNSbwL5BFJac8kSXRRWGe4Rzkd09yGeSI0dn8lBE-rWacHd4FQvC69roOV-PzTBAhnR5D7_qHqeTrBqfNbuJA1Esh4sY2F0aBoGoGlT9rs9B5eA6K16CsurMKC4r-uGvVV7h0RjLrWND6-ZIgCxoeNIHtQ6SwUMEViX6N5MwZIVnym6HGTY3PuqgNRqeAqD2x0IT05E6WIhJbRPbyu9BD-RLmxLZqDzT6mcUAzRpP5RfEEmOLIXCAnznNpskOR_CAVFPwf4-UMsARIVfpV0CeaZUsHBxCSNGiEo1X78tO6SYm5s1sWnYBCbaf0RcyRx-Jf0tSJNpHrQP1zSKjKhizrONIUWnG8VcvjCUoiF9eE7OCszNyOFeZ1uuTEEq3yfp0rQlbxYDunQKyfzAgHbRJWgpX5YkUPaw_hRjaGln6JCPVhvtaetOfUhdyD3-jm_NaS4EXEjuotrsgxqooo26BusPR3PlQF94nAYygQ_Pc1ED2lk5W42p6y_2EYwmLU7S47XAlKwRChhJ8v1abs1p2r0sDihyVa1VJEoGPfiALr2z4FBW-rezKMm5HCWl8nYt1pWp672feFYUDXyzP5-HpdDaCePNzkfj6qfwc5pFdYnJvgjAnq34JieunlmY_YoIpPw7hNWkG1eoich-xtxufeTNdoSFvSrOtFYcppkar5L4VeFoQOjbI9jwLJ2c9PiJnf9NF2LKr_1WlmvwBAkvJ1J72_P9bVsvmQ21NUJinJXYjw-qkMrxUBh4h3VHYSzmikCHEtBFf-02EnYN_FdhQNfW8HmJW1j80iASOL1_JSTc3TumSiB0cnsHzGGz4wXdZb7avNRBaRP7n-vDo-lkEp-JfCLWP8_AET0FgN0_I9GFavZp8KNBqhkcwAFMaBqLeA0hUgA2gVN22paVkc6cBSb85IRSwpkyMPvJtuJ1OhA4wIP8zm5I5x6kVf1VwLFXf0R-HR3SbD4k6ouWnPhQcMOpcZPPBmL0q1sgmSFyPT5SMwz7KrzOrDnLi1D1p7jngTaT-EcxKwjbUL3KvkL4q_ytoI0DLnamYqYcKQ3A5APLpPnSvYY_JWwLlsem_Nwv8saDzVzkXgAL3ZFHkXcZ3fvnl-E2OT_twwOkOfFpdq3xp58PXAygIXNU8F29fRBCBKAID0qGkrlhb0lkyfit-y-9FF79HFlYY0gCapcJ3JlSYjhl01D39TWDklVOZ0VqCr8alYhH_aAuBnT1CPg0KBbmohGD21jml8azR_W8gwT_YBxnR1HHvin-PvyMe_0KDFwNkMg8l5oxKX6RgwtvKyCA39nucX8mVRezETTIUS-XomN_1TpeQVs7uN-SnK_QffKJJT2Qe6cWm-Uvl_f_6t1r3wda_ZCgjm04Kq7LgVXohseKFHPTgABSvS4F_I55usN62S4B0efN-pMu-HPhCFRx0ocBXnaO4RP-pq4rks3Zl30ojByL_4hrSEcQpgaYFbzh-XKTIqyp28fz2iJ-l6hFTr9gpjT1uGP6QtFQAEz0hsjbNP9gMAJ24DnuU2Zn_QvikQrO9iKBdf3WYNk2trfiVJbEZjqZKj8uMVouyiO7qSFEfx9f1-yEph5vWdUHv3JZ8OWVx5BXEbE-d3ju0B7x7egkWbNrR8d-g2HSSzrZlLji1jdIqBSJaqnMhaoq9yktGxQUwQjy5M2wJUoIPzLkla2mykHcy1IKweTev8o4cQuWC18Ztbmu9gyHvjwhDSAyPHqNtChXZJ231MTBavkA-R5mfEela8osWZGSLmytkgonBs7yfoNEs9tHdN9VydVcfFaBhTv-HI-rUF6DLuQgsToFztQsevtPjkUkNa5ZG2tD4n4JxdW6exBpJDnOAZwx0k5JdQsTK-z5nxh9syn0WtHGFgJDblexqfc2OYKF2C_cNzOxg4RDJlJAM_OMEpsT4rdZFMN3Tb7W2L_LEfCnmZS8aYOL3uVjDXmkyeIYFskqi6S7Q2qs5wfyvSrlLJZKn9-tvafEQCSW37diaIRPR_DsRE9qJ9dc4s70J3LBp4MXamcJwq6bWvEzw2ly1mMELJ\",\n \"summary\": []\n },\n {\n \"id\": \"rs_0905b83459b8609f016aaaa47d4a4c87d2929203004975f3b5\",\n \"type\": \"reasoning\",\n \"content\": [],\n \"encrypted_content\": \"gAAAAABqqqSCcd26RLJFHfuqbKux1FpV_Wf6fygT9OCqfXoddpGExB5P4JsQwCD7hf2hqE388Xd4Dt8A37PMgL4LCLuvOaIEq5Q6lD7gi935vIfnYaIiOYk07lXb6_n22IXt4uV4xOH_x8dVBBK43aRFryUSZuoFEgSOz9riPTIP0DYK-xdN-WD_PdZ5xzwpZoLjuCcLsQwJGHFJw2NTqB02czlToEDWBIPtaKsVAAo_pgnej8mPfAed7e31CQgVlZbQasVO2DVmANeNRvBdpj78iCK8burXqlqtec-3JK7VEaAALQ6B7m8-ighyfV_eKkkiU4C6XhS65tvwS_ACRJAgux0NEr3SOShclJ1tGK8FjKNnmLQNYquAu4dE6DcQmmsTngTw5k5ZdNo6gj-qX8VUbfTBdVFSiwsIFZGejrxVZaXkoo-rVlSjxwyNxJSEE-1gEcyYNWpvgDdoNeD2UE-bcUQjN3ei7JKjhFofN5xF2p3I259s4wVEiUCo2BmhHWKyTokeoYur4Zs7uSS7rAPqXjYwNGvV-2KLCtwpGOGgV1Xou54Ad7M01yagBHWTzikGtC-ITQ7FMU1vokvO65lGXnzO30JEnVimcgx8dvtk5djPs1LLwYthDYdIJ1jb-lUKOy2MeF-WLnFa5ZyTztE-7MeLegm1sN_m-ordZEmbVulsiyoF1ycgieDGYLrHdncGf1KGfPvXourltSjlCxGRDy9OI5rkIouY5bpZI6Ukgu7JNDShSrWgCpzFS989LpMEPuEI5GtgZTGuAjvox2wKywEft3_md8kvza9yjvJhcX9-V0qyoCjNScypOXCs55Gn05ljNz4IVEGa4BrM0i2ZVfrlpGMcQKc6ux41JJ1xc2-TDH22Vzk7kXoCLXlmUMj3FBn-VCbjis13UIgEBR-cRTmr7VK1DsCYSewgYmt6t8AO6uY3Mp-Ea44mAcxYk2I8XSt3dwDF6BMDXxGAfFc4pHW5waGDBOgKpQ_FzOiK6u-qcg4BPRtKqzI2NlrgQaOVsgcuQ3MFbntxHeXRCjzZUjyovkDkr4fhE-KI7ayTykiKbQjK6mv8pWm7JL41qj4MU5VCen5MieerH_oWM-sBxCTM0iQ6X5YoUTeQ0o7-mtMqVtzVoL-6VIlH4pfKkEsG3_XgxVMOROM28nh5hfUUInEFXhwnm9_DefxuNrKJX7ijdU5MSlYaKjhNCyCULH4yXZhniJ6h_dFTikVu5dRhwTJsKuSGXTl4d_HEaUP3gZYGwvW8r5SndfbyuZZaKUrsEU9U4PvyzX9BMndN-D41riMV3C-0TP1Zzr1viRNIl6MNAo4O0MxH4P8u_AZu9qGrPLb8GzUQNIh588SqHuujVIRCX8dnyqrEXkiqgthidfw-UNIOKYfV2G8mb5Zmm6Rbo8jhJgv0gHONEz7j-faTAGgr89D-7s3nR9CahHrNtp89Y7912-aJAPVw7sz0ainUm1JPx7cTHjZMXcmUB4dru4ZMUTKXwF4LVBjN6XHWc7IPFCZpCwAqWYAF4a0g5iCG4HJg-JymvDEhdXbVbVQ17IBmZRKpyCm2LDnRG_JEJsNZ_UeVcQaYoPM9gP53It94zUMOnSwovWjc6UvmzZYIsOSaFuKasrVdAbiFPvxKN37nz7_lced4CJhqE_C3--N7DQZPJH_VLjPqGXSt64yDQf-JpLBnHW_yM9TfKnFVACa44ScXJ9hy4VVqCsx1kdXELs5fjcSFnCWL0boLvqQLO6gOK_5f7pl4KCSNOkspfAReoIQ_Hay8TdTsLrb9UMcoy3lePS6b7j5kfUN-q8saSrQTxPapy5JK-peIAabSvr1RbVxazP_1M2HnI59xq30BQbuX3ctsb5ZSreBGS3t7eQb8ZPcusSIHiQsm2bdU26DAZ72qP59ZZDVKQmYKBGQmclcC-FWV-2gTnLz5jvfRMR1QphFRLLLTxKk7FR36MeuCXRE3Kkvh7sSgDJx-141cV8EXonpXtRhp2RpYpiVSLxJxjpyfqP51cwqCgrA8KA-tajar0UUD-iP4GDXJrZ4RL6Np_h4JZMFvi6a14mGmK-7473mB4oiiBashBCpz5paTeeP-EvWmXJozpJW3UR5YTadxknG2tlmB1saakwGwoK4YE1Enpr7RsJQOTkQOMK9bspH-vgdwJBtuFCXgdm9LYw8dBxnCmeBWLlPGzxZH5v1L0fUPPZz3D5Bbl4Wewea8vwRALy_hehaa5nnoKpGbwc2Mrd6PzlpoXej377EJZgK1CpSbC5YSR7qo2NR_PmtwORrZxx3ZQ4qOZuJG8DR4Fke2AiLtErrrL6ZftbfzDwqHQKRQjEykK1zVFAUUIYjyPq1tpomTpbcaVBDJRSlFkRfHXL4XFXcDWWKDPHKTGzFta-J9TFFZruZMJ4DRYgtfm-tLxgWIZHrgpi0hXAoqA5axtVtOryUBiVgVcW-AANvmPLn5GXSp-2g95bVp7JSfC9J7PQBpvwv7W2Q6sWYp1cykWfBKlf7ZCyCFrRaeDJbs5C0d9ohMG6OpMgHHrG671r0KFYs_lx15Opzv6zIvjQVruWivUnOKuKOqNg53wlFis3QgCOduZCFpg9Jb1LIEJ4tsQAVmTq_pswoOs_ashorEbuPo\",\n \"summary\": []\n }\n ],\n \"parallel_tool_calls\": true,\n \"presence_penalty\": 0.0,\n \"previous_response_id\": null,\n \"prompt_cache_key\": null,\n \"prompt_cache_retention\": \"24h\",\n \"reasoning\": {\n \"context\": \"all_turns\",\n \"effort\": \"medium\",\n \"mode\": \"standard\",\n \"summary\": null\n },\n \"safety_identifier\": null,\n \"service_tier\": \"default\",\n \"store\": false,\n \"temperature\": 1.0,\n \"text\": {\n \"format\": {\n \"type\": \"json_schema\",\n \"description\": null,\n \"name\": \"colorbench_prediction\",\n \"schema\": {\n \"type\": \"object\",\n \"properties\": {\n \"l\": {\n \"type\": \"number\"\n },\n \"c\": {\n \"type\": \"number\"\n },\n \"h\": {\n \"type\": \"number\"\n }\n },\n \"required\": [\n \"l\",\n \"c\",\n \"h\"\n ],\n \"additionalProperties\": false\n },\n \"strict\": true\n },\n \"verbosity\": \"medium\"\n },\n \"tool_choice\": \"auto\",\n \"tool_usage\": {\n \"image_gen\": {\n \"input_tokens\": 0,\n \"input_tokens_details\": {\n \"image_tokens\": 0,\n \"text_tokens\": 0\n },\n \"output_tokens\": 0,\n \"output_tokens_details\": {\n \"image_tokens\": 0,\n \"text_tokens\": 0\n },\n \"total_tokens\": 0\n },\n \"web_search\": {\n \"num_requests\": 0\n }\n },\n \"tools\": [],\n \"top_logprobs\": 0,\n \"top_p\": 0.98,\n \"truncation\": \"disabled\",\n \"usage\": {\n \"input_tokens\": 739,\n \"input_tokens_details\": {\n \"cache_write_tokens\": 0,\n \"cached_tokens\": 0\n },\n \"output_tokens\": 4096,\n \"output_tokens_details\": {\n \"reasoning_tokens\": 4096\n },\n \"total_tokens\": 4835\n },\n \"user\": null,\n \"metadata\": {}\n}", "recorded_at": "2026-09-16T14:15:30.158018+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-oklch-04", "tight_score": 0.0, "unmetered_attempts": 0, "valid": false, "within_bands": null } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "ecf5f948-f9c6-4fc1-9c4d-0e25b90476a8", "result_sha256": "54fbd4ebd6675cdb6cbd48696b8af109af5c242753d3982eb3e31872fdd02c5f", "result": { "component_errors": { "c": 0.006874448371559372, "h": 1.007140960468064, "l": 0.004093357125907637 }, "correct": null, "cost_estimated": false, "cost_usd": 0.0014221999999999998, "delta_e_ok": 0.008405174401519853, "error": null, "error_kind": null, "family": "oklch", "ground_truth": { "rgb": [ 135, 85, 175 ] }, "group_id": "numeric-05", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-05.png", "input_tokens": 739, "latency_sec": 15.609903251053765, "model_name": "gpt-5.6-luna", "out_of_srgb": false, "output_tokens": 1062, "prediction": { "c": 0.15, "h": 309.0, "l": 0.54 }, "prompt_sha256": "cfc2f885cbdbcece08f23bb635b333e3e35d9a41ebaf72f1a755e461f8f494d4", "provider": "openai", "raw_prediction": "{\"l\":0.54,\"c\":0.15,\"h\":309}", "recorded_at": "2026-09-16T14:07:51.774070+00:00", "request_attempts": 1, "score": 95.79741279924008, "task_id": "colorbench-oklch-05", "tight_score": 83.18965119696028, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": true, "0.02": true, "0.05": true } } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "85e380a2-ee29-418b-9b9e-5587f98df1c1", "result_sha256": "a58f0aaf137a1584d8700c4528366fb4c03f9ae6914d1480663c65cc99ed7998", "result": { "component_errors": { "c": 0.0007367377753423124, "h": 2.126765068149865, "l": 0.017001064544980626 }, "correct": null, "cost_estimated": false, "cost_usd": 0.0014221999999999998, "delta_e_ok": 0.01715436722898694, "error": null, "error_kind": null, "family": "oklch", "ground_truth": { "rgb": [ 22, 48, 75 ] }, "group_id": "numeric-06", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-06.png", "input_tokens": 739, "latency_sec": 16.880590784945525, "model_name": "gpt-5.6-luna", "out_of_srgb": false, "output_tokens": 1062, "prediction": { "c": 0.058, "h": 249.0, "l": 0.32 }, "prompt_sha256": "cfc2f885cbdbcece08f23bb635b333e3e35d9a41ebaf72f1a755e461f8f494d4", "provider": "openai", "raw_prediction": "{\"l\":0.32,\"c\":0.058,\"h\":249}", "recorded_at": "2026-09-16T16:22:06.012677+00:00", "request_attempts": 1, "score": 91.42281638550654, "task_id": "colorbench-oklch-06", "tight_score": 65.69126554202612, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": false, "0.02": true, "0.05": true } } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "5a4aba7e-b364-4f4c-9843-900ca4992c59", "result_sha256": "e470aef792b63725c754ce2ce1a35217683c7f0cf1ebdb1eb6978bde50d8c9ed", "result": { "component_errors": { "c": 0.00031162124572215594, "h": 1.9178700751375288, "l": 0.006907278411844686 }, "correct": null, "cost_estimated": false, "cost_usd": 0.0031466, "delta_e_ok": 0.007029375306355636, "error": null, "error_kind": null, "family": "oklch", "ground_truth": { "rgb": [ 225, 215, 188 ] }, "group_id": "numeric-07", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-07.png", "input_tokens": 739, "latency_sec": 28.483712650020607, "model_name": "gpt-5.6-luna", "out_of_srgb": false, "output_tokens": 2499, "prediction": { "c": 0.038, "h": 92.0, "l": 0.887 }, "prompt_sha256": "cfc2f885cbdbcece08f23bb635b333e3e35d9a41ebaf72f1a755e461f8f494d4", "provider": "openai", "raw_prediction": "{\"l\":0.887,\"c\":0.038,\"h\":92}", "recorded_at": "2026-09-16T15:37:24.781801+00:00", "request_attempts": 1, "score": 96.48531234682218, "task_id": "colorbench-oklch-07", "tight_score": 85.94124938728874, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": true, "0.02": true, "0.05": true } } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "9872cf0b-07d8-4bdd-a864-b295a310fb9e", "result_sha256": "af44b97d522432b744b9c36fc77e5c5fa0d61b78d2596c0bd3f8723686d57a29", "result": { "component_errors": { "c": 0.0, "h": null, "l": 0.00012919829288227103 }, "correct": null, "cost_estimated": false, "cost_usd": 0.0007982, "delta_e_ok": 0.00012919829481709103, "error": null, "error_kind": null, "family": "oklch", "ground_truth": { "rgb": [ 128, 128, 128 ] }, "group_id": "numeric-08", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-08.png", "input_tokens": 739, "latency_sec": 7.407674244954251, "model_name": "gpt-5.6-luna", "out_of_srgb": false, "output_tokens": 542, "prediction": { "c": 0.0, "h": 0.0, "l": 0.6 }, "prompt_sha256": "cfc2f885cbdbcece08f23bb635b333e3e35d9a41ebaf72f1a755e461f8f494d4", "provider": "openai", "raw_prediction": "{\"l\":0.6,\"c\":0,\"h\":0}", "recorded_at": "2026-09-16T15:23:23.726564+00:00", "request_attempts": 1, "score": 99.93540085259144, "task_id": "colorbench-oklch-08", "tight_score": 99.74160341036583, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": true, "0.01": true, "0.02": true, "0.05": true } } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "08ce733e-c94d-4a04-9b8f-90df06d6872c", "result_sha256": "da3e5d1b3ff88297411d15e06cbab6785bca886bb5b492fc50dc9c74b4a4dfc6", "result": { "component_errors": { "c": 0.004619245591903881, "h": 0.3506435286929559, "l": 0.011353449722208753 }, "correct": null, "cost_estimated": false, "cost_usd": 0.0010238, "delta_e_ok": 0.012336807074830243, "error": null, "error_kind": null, "family": "oklch", "ground_truth": { "rgb": [ 230, 32, 44 ] }, "group_id": "numeric-09", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-09.png", "input_tokens": 739, "latency_sec": 10.300639700959437, "model_name": "gpt-5.6-luna", "out_of_srgb": false, "output_tokens": 730, "prediction": { "c": 0.231, "h": 25.3, "l": 0.604 }, "prompt_sha256": "cfc2f885cbdbcece08f23bb635b333e3e35d9a41ebaf72f1a755e461f8f494d4", "provider": "openai", "raw_prediction": "{\"l\":0.604,\"c\":0.231,\"h\":25.3}", "recorded_at": "2026-09-16T14:27:27.505438+00:00", "request_attempts": 1, "score": 93.83159646258488, "task_id": "colorbench-oklch-09", "tight_score": 75.32638585033952, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": false, "0.02": true, "0.05": true } } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "f8e60eb5-c9c3-4fba-a162-4aef096652fe", "result_sha256": "a9e1be113a79f763e7e52c44eae5219455514ce6fab006055d58c20e418d1fff", "result": { "component_errors": { "c": 0.003979400707593117, "h": 0.29209879627126156, "l": 0.005123915402253654 }, "correct": null, "cost_estimated": false, "cost_usd": 0.0008005999999999999, "delta_e_ok": 0.00653750301205733, "error": null, "error_kind": null, "family": "oklch", "ground_truth": { "rgb": [ 24, 158, 82 ] }, "group_id": "numeric-10", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-10.png", "input_tokens": 739, "latency_sec": 6.862587045994587, "model_name": "gpt-5.6-luna", "out_of_srgb": false, "output_tokens": 544, "prediction": { "c": 0.16, "h": 152.0, "l": 0.62 }, "prompt_sha256": "cfc2f885cbdbcece08f23bb635b333e3e35d9a41ebaf72f1a755e461f8f494d4", "provider": "openai", "raw_prediction": "{\"l\":0.62,\"c\":0.16,\"h\":152}", "recorded_at": "2026-09-16T15:47:09.159879+00:00", "request_attempts": 1, "score": 96.73124849397134, "task_id": "colorbench-oklch-10", "tight_score": 86.92499397588533, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": true, "0.02": true, "0.05": true } } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "62fd5dcb-2402-43d1-a43f-a73607a74c15", "result_sha256": "8f01e838e4fe27c7cea952c0beceffd00a57068b56a0739d32687d51a096d8ed", "result": { "component_errors": { "c": 0.009159851685830028, "h": 0.9848480507038175, "l": 0.009450038841612773 }, "correct": null, "cost_estimated": false, "cost_usd": 0.0019357999999999999, "delta_e_ok": 0.013681621879805487, "error": null, "error_kind": null, "family": "oklch", "ground_truth": { "rgb": [ 44, 84, 228 ] }, "group_id": "numeric-11", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-11.png", "input_tokens": 739, "latency_sec": 19.707354458980262, "model_name": "gpt-5.6-luna", "out_of_srgb": false, "output_tokens": 1490, "prediction": { "c": 0.213, "h": 267.2, "l": 0.505 }, "prompt_sha256": "cfc2f885cbdbcece08f23bb635b333e3e35d9a41ebaf72f1a755e461f8f494d4", "provider": "openai", "raw_prediction": "{\"l\":0.505,\"c\":0.213,\"h\":267.2}", "recorded_at": "2026-09-16T14:02:06.007326+00:00", "request_attempts": 1, "score": 93.15918906009726, "task_id": "colorbench-oklch-11", "tight_score": 72.63675624038903, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": false, "0.02": true, "0.05": true } } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "37b828ed-8165-417c-9216-295671cb5784", "result_sha256": "70ca04c7ed02b8f6d3d081b4c297f3064805be1bf7cb70a4822e6085931995db", "result": { "component_errors": { "c": 0.007610575493296967, "h": 0.36584830713957217, "l": 0.014082831373437354 }, "correct": null, "cost_estimated": false, "cost_usd": 0.002525, "delta_e_ok": 0.016044978055746912, "error": null, "error_kind": null, "family": "oklch", "ground_truth": { "rgb": [ 236, 208, 44 ] }, "group_id": "numeric-12", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-12.png", "input_tokens": 739, "latency_sec": 22.76076492900029, "model_name": "gpt-5.6-luna", "out_of_srgb": false, "output_tokens": 1981, "prediction": { "c": 0.175, "h": 99.0, "l": 0.87 }, "prompt_sha256": "cfc2f885cbdbcece08f23bb635b333e3e35d9a41ebaf72f1a755e461f8f494d4", "provider": "openai", "raw_prediction": "{\"l\":0.87,\"c\":0.175,\"h\":99}", "recorded_at": "2026-09-16T14:38:59.218504+00:00", "request_attempts": 1, "score": 91.97751097212654, "task_id": "colorbench-oklch-12", "tight_score": 67.91004388850618, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": false, "0.02": true, "0.05": true } } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "4f136b8a-7436-4399-9045-cbd57bcdcd84", "result_sha256": "1f0276acf26e8846f4f14ddb3edc2e3495b56c83e75684a0e39c0b6255961f6c", "result": { "component_errors": { "c": 0.0019721192150716493, "h": 0.9563490188789388, "l": 0.007973671229780988 }, "correct": null, "cost_estimated": false, "cost_usd": 0.0017821999999999998, "delta_e_ok": 0.009017819459178506, "error": null, "error_kind": null, "family": "oklch", "ground_truth": { "rgb": [ 198, 58, 188 ] }, "group_id": "numeric-13", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-13.png", "input_tokens": 739, "latency_sec": 23.016947641968727, "model_name": "gpt-5.6-luna", "out_of_srgb": false, "output_tokens": 1362, "prediction": { "c": 0.222, "h": 330.1, "l": 0.593 }, "prompt_sha256": "cfc2f885cbdbcece08f23bb635b333e3e35d9a41ebaf72f1a755e461f8f494d4", "provider": "openai", "raw_prediction": "{\"l\":0.593,\"c\":0.222,\"h\":330.1}", "recorded_at": "2026-09-16T14:05:29.686511+00:00", "request_attempts": 1, "score": 95.49109027041075, "task_id": "colorbench-oklch-13", "tight_score": 81.96436108164299, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": true, "0.02": true, "0.05": true } } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "fdc12e3d-bd12-4dff-a65a-4e6f8db16509", "result_sha256": "f0b76d36a78a32a211a615dd6c657cbcb9ef41261d8089aa358a95decf65e45d", "result": { "component_errors": { "c": 0.006213668037197764, "h": 2.106234077695092, "l": 0.011438343453677002 }, "correct": null, "cost_estimated": false, "cost_usd": 0.0036842000000000003, "delta_e_ok": 0.013620477266991124, "error": null, "error_kind": null, "family": "oklch", "ground_truth": { "rgb": [ 44, 178, 198 ] }, "group_id": "numeric-14", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-14.png", "input_tokens": 739, "latency_sec": 38.48917299404275, "model_name": "gpt-5.6-luna", "out_of_srgb": false, "output_tokens": 2947, "prediction": { "c": 0.106, "h": 208.0, "l": 0.692 }, "prompt_sha256": "cfc2f885cbdbcece08f23bb635b333e3e35d9a41ebaf72f1a755e461f8f494d4", "provider": "openai", "raw_prediction": "{\"l\":0.692,\"c\":0.106,\"h\":208}", "recorded_at": "2026-09-16T15:07:02.629437+00:00", "request_attempts": 1, "score": 93.18976136650444, "task_id": "colorbench-oklch-14", "tight_score": 72.75904546601775, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": false, "0.02": true, "0.05": true } } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "cb65d22d-0c49-4619-a67a-53c51551f66d", "result_sha256": "bbd8f07e4aca7d20f6967b9371fbd76f4756d3dd3f849aae13cbb30fde938ee5", "result": { "component_errors": { "c": 0.0039064793061580495, "h": null, "l": 0.00505936864532458 }, "correct": null, "cost_estimated": false, "cost_usd": 0.0014221999999999998, "delta_e_ok": 0.0063920108610808855, "error": null, "error_kind": null, "family": "oklch", "ground_truth": { "rgb": [ 16, 16, 18 ] }, "group_id": "numeric-15", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-15.png", "input_tokens": 739, "latency_sec": 13.93643525999505, "model_name": "gpt-5.6-luna", "out_of_srgb": false, "output_tokens": 1062, "prediction": { "c": 0.008, "h": 286.0, "l": 0.179 }, "prompt_sha256": "cfc2f885cbdbcece08f23bb635b333e3e35d9a41ebaf72f1a755e461f8f494d4", "provider": "openai", "raw_prediction": "{\"l\":0.179,\"c\":0.008,\"h\":286}", "recorded_at": "2026-09-16T15:49:36.325554+00:00", "request_attempts": 1, "score": 96.80399456945956, "task_id": "colorbench-oklch-15", "tight_score": 87.21597827783822, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": true, "0.02": true, "0.05": true } } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "723a24e2-532b-4362-87cb-5e6b456f9e48", "result_sha256": "6f96e9bacc4aa93522ac542bef2c9b1237d5904af38b551a814f78bca9945705", "result": { "component_errors": { "c": 0.0009758155687654901, "h": null, "l": 0.021682024258924404 }, "correct": null, "cost_estimated": false, "cost_usd": 0.0026654, "delta_e_ok": 0.021703994973285658, "error": null, "error_kind": null, "family": "oklch", "ground_truth": { "rgb": [ 243, 243, 240 ] }, "group_id": "numeric-16", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-16.png", "input_tokens": 739, "latency_sec": 25.343423340003937, "model_name": "gpt-5.6-luna", "out_of_srgb": false, "output_tokens": 2098, "prediction": { "c": 0.003, "h": 107.0, "l": 0.985 }, "prompt_sha256": "cfc2f885cbdbcece08f23bb635b333e3e35d9a41ebaf72f1a755e461f8f494d4", "provider": "openai", "raw_prediction": "{\"l\":0.985,\"c\":0.003,\"h\":107}", "recorded_at": "2026-09-16T14:44:32.880136+00:00", "request_attempts": 1, "score": 89.14800251335717, "task_id": "colorbench-oklch-16", "tight_score": 56.59201005342869, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": false, "0.02": false, "0.05": true } } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "85868b32-0d45-49a5-9872-df5ce0028e5c", "result_sha256": "fdc8a283cad1f1cb11ec35921eeb3204ec6971d3d0243e68da2c5ef0045b25de", "result": { "component_errors": { "b": 2, "g": 0, "r": 1 }, "correct": null, "cost_estimated": false, "cost_usd": 0.0005053999999999999, "delta_e_ok": 0.0033510141891639287, "error": null, "error_kind": null, "family": "rgb", "ground_truth": { "rgb": [ 192, 64, 80 ] }, "group_id": "numeric-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-01.png", "input_tokens": 709, "latency_sec": 4.793202692992054, "model_name": "gpt-5.6-luna", "out_of_srgb": false, "output_tokens": 303, "prediction": { "b": 82, "g": 64, "r": 193 }, "prompt_sha256": "09fd259e1933fb6529f0be5f0819e7edcbad485141fc78abea1ceadc70f0cf55", "provider": "openai", "raw_prediction": "{\"r\":193,\"g\":64,\"b\":82}", "recorded_at": "2026-09-16T15:32:48.920913+00:00", "request_attempts": 1, "score": 98.32449290541804, "task_id": "colorbench-rgb-01", "tight_score": 93.29797162167215, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": true, "0.01": true, "0.02": true, "0.05": true } } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "fb798b21-2a2d-4203-a192-4b92086ffeb4", "result_sha256": "e5d6fb4b29b15599618b875ace76b43d159f408aa2511b6f5f907f750685fac9", "result": { "component_errors": { "b": 4, "g": 3, "r": 7 }, "correct": null, "cost_estimated": false, "cost_usd": 0.000467, "delta_e_ok": 0.012659513466141114, "error": null, "error_kind": null, "family": "rgb", "ground_truth": { "rgb": [ 38, 112, 190 ] }, "group_id": "numeric-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-02.png", "input_tokens": 709, "latency_sec": 5.75879430398345, "model_name": "gpt-5.6-luna", "out_of_srgb": false, "output_tokens": 271, "prediction": { "b": 186, "g": 115, "r": 45 }, "prompt_sha256": "09fd259e1933fb6529f0be5f0819e7edcbad485141fc78abea1ceadc70f0cf55", "provider": "openai", "raw_prediction": "{\"r\":45,\"g\":115,\"b\":186}", "recorded_at": "2026-09-16T15:09:51.475884+00:00", "request_attempts": 1, "score": 93.67024326692945, "task_id": "colorbench-rgb-02", "tight_score": 74.68097306771777, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": false, "0.02": true, "0.05": true } } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "807ef208-6959-4f8e-bc46-fd27dcbfcb16", "result_sha256": "bad50085d84abd3e60a2fd89b97cc11917807318911f27c72f446c2c88ddf4c4", "result": { "component_errors": { "b": 3, "g": 5, "r": 1 }, "correct": null, "cost_estimated": false, "cost_usd": 0.000293, "delta_e_ok": 0.014855044452153182, "error": null, "error_kind": null, "family": "rgb", "ground_truth": { "rgb": [ 60, 140, 100 ] }, "group_id": "numeric-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-03.png", "input_tokens": 709, "latency_sec": 2.609328872989863, "model_name": "gpt-5.6-luna", "out_of_srgb": false, "output_tokens": 126, "prediction": { "b": 103, "g": 145, "r": 61 }, "prompt_sha256": "09fd259e1933fb6529f0be5f0819e7edcbad485141fc78abea1ceadc70f0cf55", "provider": "openai", "raw_prediction": "{\"r\":61,\"g\":145,\"b\":103}", "recorded_at": "2026-09-16T16:25:41.942954+00:00", "request_attempts": 1, "score": 92.57247777392341, "task_id": "colorbench-rgb-03", "tight_score": 70.28991109569364, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": false, "0.02": true, "0.05": true } } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "71d56030-4db2-462f-8f34-84e30565c699", "result_sha256": "feaed7c82f3294d4460380ae2d6956d4700e558bff52ad9d5cbab480bd9400c2", "result": { "component_errors": { "b": 3, "g": 4, "r": 3 }, "correct": null, "cost_estimated": false, "cost_usd": 0.00029780000000000003, "delta_e_ok": 0.012535832070297934, "error": null, "error_kind": null, "family": "rgb", "ground_truth": { "rgb": [ 185, 135, 45 ] }, "group_id": "numeric-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-04.png", "input_tokens": 709, "latency_sec": 3.0081288419896737, "model_name": "gpt-5.6-luna", "out_of_srgb": false, "output_tokens": 130, "prediction": { "b": 42, "g": 139, "r": 188 }, "prompt_sha256": "09fd259e1933fb6529f0be5f0819e7edcbad485141fc78abea1ceadc70f0cf55", "provider": "openai", "raw_prediction": "{\"r\":188,\"g\":139,\"b\":42}", "recorded_at": "2026-09-16T14:43:42.448770+00:00", "request_attempts": 1, "score": 93.73208396485103, "task_id": "colorbench-rgb-04", "tight_score": 74.92833585940413, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": false, "0.02": true, "0.05": true } } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "4d10717a-6827-45f8-910e-d2442ae307bb", "result_sha256": "a134fae57e71dfc0170d1f755afbe1873659da92f3dbaabb08e74dc1f7d28007", "result": { "component_errors": { "b": 2, "g": 3, "r": 0 }, "correct": null, "cost_estimated": false, "cost_usd": 0.000293, "delta_e_ok": 0.008150595856001525, "error": null, "error_kind": null, "family": "rgb", "ground_truth": { "rgb": [ 135, 85, 175 ] }, "group_id": "numeric-05", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-05.png", "input_tokens": 709, "latency_sec": 3.0972153309267014, "model_name": "gpt-5.6-luna", "out_of_srgb": false, "output_tokens": 126, "prediction": { "b": 177, "g": 82, "r": 135 }, "prompt_sha256": "09fd259e1933fb6529f0be5f0819e7edcbad485141fc78abea1ceadc70f0cf55", "provider": "openai", "raw_prediction": "{\"r\":135,\"g\":82,\"b\":177}", "recorded_at": "2026-09-16T16:32:37.976163+00:00", "request_attempts": 1, "score": 95.92470207199923, "task_id": "colorbench-rgb-05", "tight_score": 83.69880828799695, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": true, "0.02": true, "0.05": true } } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "69572c48-664b-4d9f-90d7-487736f2a85c", "result_sha256": "a88a25e4bb7b8735103195b75f4d12a086dded90fd2f66d50af67f0091ec003c", "result": { "component_errors": { "b": 4, "g": 5, "r": 2 }, "correct": null, "cost_estimated": false, "cost_usd": 0.0002966, "delta_e_ok": 0.01732244408377735, "error": null, "error_kind": null, "family": "rgb", "ground_truth": { "rgb": [ 22, 48, 75 ] }, "group_id": "numeric-06", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-06.png", "input_tokens": 709, "latency_sec": 3.3807641400489956, "model_name": "gpt-5.6-luna", "out_of_srgb": false, "output_tokens": 129, "prediction": { "b": 79, "g": 53, "r": 24 }, "prompt_sha256": "09fd259e1933fb6529f0be5f0819e7edcbad485141fc78abea1ceadc70f0cf55", "provider": "openai", "raw_prediction": "{\"r\":24,\"g\":53,\"b\":79}", "recorded_at": "2026-09-16T15:07:01.500239+00:00", "request_attempts": 1, "score": 91.33877795811132, "task_id": "colorbench-rgb-06", "tight_score": 65.35511183244532, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": false, "0.02": true, "0.05": true } } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "d6d6fd1e-98a4-43a8-bf4a-853854914798", "result_sha256": "542ef41bccdf6b4c907c03411b4bb5bda50df80a1154f118334a07bec61c57bc", "result": { "component_errors": { "b": 0, "g": 1, "r": 1 }, "correct": null, "cost_estimated": false, "cost_usd": 0.0004538, "delta_e_ok": 0.0031020274392469364, "error": null, "error_kind": null, "family": "rgb", "ground_truth": { "rgb": [ 225, 215, 188 ] }, "group_id": "numeric-07", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-07.png", "input_tokens": 709, "latency_sec": 4.166501436964609, "model_name": "gpt-5.6-luna", "out_of_srgb": false, "output_tokens": 260, "prediction": { "b": 188, "g": 216, "r": 226 }, "prompt_sha256": "09fd259e1933fb6529f0be5f0819e7edcbad485141fc78abea1ceadc70f0cf55", "provider": "openai", "raw_prediction": "{\"r\":226,\"g\":216,\"b\":188}", "recorded_at": "2026-09-16T14:44:53.472963+00:00", "request_attempts": 1, "score": 98.44898628037653, "task_id": "colorbench-rgb-07", "tight_score": 93.79594512150614, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": true, "0.01": true, "0.02": true, "0.05": true } } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "668ab8bf-6184-471e-8f5d-3fd9075ce7b8", "result_sha256": "f9ed976da662f7dfa346cc3a1f5447b1614c14c2b8b6409ec0dc278096c1ec67", "result": { "component_errors": { "b": 0, "g": 0, "r": 0 }, "correct": null, "cost_estimated": false, "cost_usd": 0.00023180000000000002, "delta_e_ok": 0.0, "error": null, "error_kind": null, "family": "rgb", "ground_truth": { "rgb": [ 128, 128, 128 ] }, "group_id": "numeric-08", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-08.png", "input_tokens": 709, "latency_sec": 2.2851589740021154, "model_name": "gpt-5.6-luna", "out_of_srgb": false, "output_tokens": 75, "prediction": { "b": 128, "g": 128, "r": 128 }, "prompt_sha256": "09fd259e1933fb6529f0be5f0819e7edcbad485141fc78abea1ceadc70f0cf55", "provider": "openai", "raw_prediction": "{\"r\":128,\"g\":128,\"b\":128}", "recorded_at": "2026-09-16T15:38:14.236376+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-rgb-08", "tight_score": 100.0, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": true, "0.01": true, "0.02": true, "0.05": true } } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "468cbd98-0be0-4084-95f2-10feb9aedb79", "result_sha256": "cfe85515576d6f0d7897200c247ecefa6fdc6303ad5631c7e92d08d1b84dc034", "result": { "component_errors": { "b": 1, "g": 4, "r": 7 }, "correct": null, "cost_estimated": false, "cost_usd": 0.000377, "delta_e_ok": 0.013402448017271508, "error": null, "error_kind": null, "family": "rgb", "ground_truth": { "rgb": [ 230, 32, 44 ] }, "group_id": "numeric-09", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-09.png", "input_tokens": 709, "latency_sec": 2.9721258589997888, "model_name": "gpt-5.6-luna", "out_of_srgb": false, "output_tokens": 196, "prediction": { "b": 43, "g": 28, "r": 237 }, "prompt_sha256": "09fd259e1933fb6529f0be5f0819e7edcbad485141fc78abea1ceadc70f0cf55", "provider": "openai", "raw_prediction": "{\"r\":237,\"g\":28,\"b\":43}", "recorded_at": "2026-09-16T15:35:01.389661+00:00", "request_attempts": 1, "score": 93.29877599136425, "task_id": "colorbench-rgb-09", "tight_score": 73.19510396545698, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": false, "0.02": true, "0.05": true } } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "0b201a1e-3696-4df8-968f-8a2a14f272e0", "result_sha256": "00c26a72c86064694782aa0007682b09670cc8270aff9db44bcd0f80b7d35567", "result": { "component_errors": { "b": 1, "g": 2, "r": 1 }, "correct": null, "cost_estimated": false, "cost_usd": 0.0006037999999999999, "delta_e_ok": 0.006490034159626944, "error": null, "error_kind": null, "family": "rgb", "ground_truth": { "rgb": [ 24, 158, 82 ] }, "group_id": "numeric-10", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-10.png", "input_tokens": 709, "latency_sec": 5.986222065985203, "model_name": "gpt-5.6-luna", "out_of_srgb": false, "output_tokens": 385, "prediction": { "b": 81, "g": 160, "r": 23 }, "prompt_sha256": "09fd259e1933fb6529f0be5f0819e7edcbad485141fc78abea1ceadc70f0cf55", "provider": "openai", "raw_prediction": "{\"r\":23,\"g\":160,\"b\":81}", "recorded_at": "2026-09-16T14:46:15.849879+00:00", "request_attempts": 1, "score": 96.75498292018652, "task_id": "colorbench-rgb-10", "tight_score": 87.01993168074611, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": true, "0.02": true, "0.05": true } } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "5b6a296d-4439-4c16-8177-6300ca7b8ab1", "result_sha256": "bcca5141a31db54ff1f98402d9e66ee4d6f7ec6346b1c8982e4ea22545dddc33", "result": { "component_errors": { "b": 4, "g": 2, "r": 5 }, "correct": null, "cost_estimated": false, "cost_usd": 0.0004634, "delta_e_ok": 0.008096767624328493, "error": null, "error_kind": null, "family": "rgb", "ground_truth": { "rgb": [ 44, 84, 228 ] }, "group_id": "numeric-11", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-11.png", "input_tokens": 709, "latency_sec": 5.516479818965308, "model_name": "gpt-5.6-luna", "out_of_srgb": false, "output_tokens": 268, "prediction": { "b": 224, "g": 82, "r": 49 }, "prompt_sha256": "09fd259e1933fb6529f0be5f0819e7edcbad485141fc78abea1ceadc70f0cf55", "provider": "openai", "raw_prediction": "{\"r\":49,\"g\":82,\"b\":224}", "recorded_at": "2026-09-16T16:32:50.905144+00:00", "request_attempts": 1, "score": 95.95161618783575, "task_id": "colorbench-rgb-11", "tight_score": 83.80646475134301, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": true, "0.02": true, "0.05": true } } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "693eb974-2d2f-419a-b8df-14c0fa37e161", "result_sha256": "1ef6d59ff7bee2935403be27a2767d53b6e64222d2178a7dc1b9c626e32a8137", "result": { "component_errors": { "b": 13, "g": 6, "r": 6 }, "correct": null, "cost_estimated": false, "cost_usd": 0.0003878, "delta_e_ok": 0.0193411698019001, "error": null, "error_kind": null, "family": "rgb", "ground_truth": { "rgb": [ 236, 208, 44 ] }, "group_id": "numeric-12", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-12.png", "input_tokens": 709, "latency_sec": 3.3879905600333586, "model_name": "gpt-5.6-luna", "out_of_srgb": false, "output_tokens": 205, "prediction": { "b": 31, "g": 214, "r": 242 }, "prompt_sha256": "09fd259e1933fb6529f0be5f0819e7edcbad485141fc78abea1ceadc70f0cf55", "provider": "openai", "raw_prediction": "{\"r\":242,\"g\":214,\"b\":31}", "recorded_at": "2026-09-16T15:37:52.490061+00:00", "request_attempts": 1, "score": 90.32941509904995, "task_id": "colorbench-rgb-12", "tight_score": 61.317660396199805, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": false, "0.02": true, "0.05": true } } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "29e1ca66-e0a3-44d9-8e4d-cbf5fda197eb", "result_sha256": "20563ec89d69139b0dce70c13b9147a86d1b170f9de2bf4b799b6e81e07fe651", "result": { "component_errors": { "b": 1, "g": 1, "r": 5 }, "correct": null, "cost_estimated": false, "cost_usd": 0.0004034, "delta_e_ok": 0.01016792387118599, "error": null, "error_kind": null, "family": "rgb", "ground_truth": { "rgb": [ 198, 58, 188 ] }, "group_id": "numeric-13", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-13.png", "input_tokens": 709, "latency_sec": 4.3796292369952425, "model_name": "gpt-5.6-luna", "out_of_srgb": false, "output_tokens": 218, "prediction": { "b": 187, "g": 57, "r": 193 }, "prompt_sha256": "09fd259e1933fb6529f0be5f0819e7edcbad485141fc78abea1ceadc70f0cf55", "provider": "openai", "raw_prediction": "{\"r\":193,\"g\":57,\"b\":187}", "recorded_at": "2026-09-16T15:18:21.401035+00:00", "request_attempts": 1, "score": 94.916038064407, "task_id": "colorbench-rgb-13", "tight_score": 79.66415225762802, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": false, "0.02": true, "0.05": true } } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "52020969-13dd-4b3c-9b97-f4ba305d43ab", "result_sha256": "4fbc884bca8115370ba61f6fa9a18af738c316edcb7cdd53c8e74fe889e6d1b9", "result": { "component_errors": { "b": 8, "g": 4, "r": 3 }, "correct": null, "cost_estimated": false, "cost_usd": 0.0004778, "delta_e_ok": 0.01398413801796151, "error": null, "error_kind": null, "family": "rgb", "ground_truth": { "rgb": [ 44, 178, 198 ] }, "group_id": "numeric-14", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-14.png", "input_tokens": 709, "latency_sec": 5.31366151093971, "model_name": "gpt-5.6-luna", "out_of_srgb": false, "output_tokens": 280, "prediction": { "b": 190, "g": 174, "r": 47 }, "prompt_sha256": "09fd259e1933fb6529f0be5f0819e7edcbad485141fc78abea1ceadc70f0cf55", "provider": "openai", "raw_prediction": "{\"r\":47,\"g\":174,\"b\":190}", "recorded_at": "2026-09-16T15:08:30.068813+00:00", "request_attempts": 1, "score": 93.00793099101925, "task_id": "colorbench-rgb-14", "tight_score": 72.03172396407697, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": false, "0.02": true, "0.05": true } } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "486f0da9-8812-4bc5-88c7-439114ffff1b", "result_sha256": "247adec7729e597521c5a2eae592569578d6dffd1edaa33bb90d2076bf4253ea", "result": { "component_errors": { "b": 0, "g": 0, "r": 0 }, "correct": null, "cost_estimated": false, "cost_usd": 0.0003134, "delta_e_ok": 0.0, "error": null, "error_kind": null, "family": "rgb", "ground_truth": { "rgb": [ 16, 16, 18 ] }, "group_id": "numeric-15", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-15.png", "input_tokens": 709, "latency_sec": 2.9597709549125284, "model_name": "gpt-5.6-luna", "out_of_srgb": false, "output_tokens": 143, "prediction": { "b": 18, "g": 16, "r": 16 }, "prompt_sha256": "09fd259e1933fb6529f0be5f0819e7edcbad485141fc78abea1ceadc70f0cf55", "provider": "openai", "raw_prediction": "{\"r\":16,\"g\":16,\"b\":18}", "recorded_at": "2026-09-16T15:30:37.561608+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-rgb-15", "tight_score": 100.0, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": true, "0.01": true, "0.02": true, "0.05": true } } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "63b776c3-840b-4d67-8b9e-2e7e49ce62df", "result_sha256": "1dd744d62f1335e88f9ffe3213857b38b9c2061859d55388b0c024e06913726d", "result": { "component_errors": { "b": 8, "g": 7, "r": 7 }, "correct": null, "cost_estimated": false, "cost_usd": 0.0007898, "delta_e_ok": 0.021272356952823958, "error": null, "error_kind": null, "family": "rgb", "ground_truth": { "rgb": [ 243, 243, 240 ] }, "group_id": "numeric-16", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-16.png", "input_tokens": 709, "latency_sec": 6.401219785097055, "model_name": "gpt-5.6-luna", "out_of_srgb": false, "output_tokens": 540, "prediction": { "b": 248, "g": 250, "r": 250 }, "prompt_sha256": "09fd259e1933fb6529f0be5f0819e7edcbad485141fc78abea1ceadc70f0cf55", "provider": "openai", "raw_prediction": "{\"r\":250,\"g\":250,\"b\":248}", "recorded_at": "2026-09-16T15:36:43.817082+00:00", "request_attempts": 1, "score": 89.36382152358802, "task_id": "colorbench-rgb-16", "tight_score": 57.45528609435209, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": false, "0.02": false, "0.05": true } } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "5e5ca60b-b112-4c65-8a89-b86cf94c82fc", "result_sha256": "88b496e72ab7ba472d0abc54d164d558763cf9ae44436bf81f5166f71835f11a", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0001554, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "A" }, "group_id": "samediff-pair-01-aa", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-01-aa.png", "input_tokens": 693, "latency_sec": 1.3730208489578217, "model_name": "gpt-5.6-luna", "out_of_srgb": null, "output_tokens": 14, "prediction": { "choice": "A" }, "prompt_sha256": "5e7848665b728e9630152c817156693405880e5f162e38c259dfb28921044958", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T15:01:20.761921+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-01", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "adf6f23f-a51a-420c-98b8-5bf52f91919c", "result_sha256": "d2cfc1a73b0f7c6c5f5929dbd0fe406a5d11147fabacd26c38b638dee8ff51f8", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.000213, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "B" }, "group_id": "samediff-pair-01-aa", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-01-aa.png", "input_tokens": 693, "latency_sec": 3.7705694680335, "model_name": "gpt-5.6-luna", "out_of_srgb": null, "output_tokens": 62, "prediction": { "choice": "B" }, "prompt_sha256": "0a4ab165981a50bcd6b555f867e9fb0981199d629c3115939bc1fd3f4639f344", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T16:29:41.043269+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-02", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "04ef00b5-043d-4b75-84ce-1341f82df0ef", "result_sha256": "ebb0ce4fe47037c829939b06a92b224511e7fb28f993e0208d41454aa4dbf610", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0001554, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "A" }, "group_id": "samediff-pair-01-bb", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-01-bb.png", "input_tokens": 693, "latency_sec": 1.0684021880151704, "model_name": "gpt-5.6-luna", "out_of_srgb": null, "output_tokens": 14, "prediction": { "choice": "A" }, "prompt_sha256": "5e7848665b728e9630152c817156693405880e5f162e38c259dfb28921044958", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T15:45:04.771588+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-03", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "75c525d8-cfe0-49e8-891a-68b418f91043", "result_sha256": "e39df3b8cbf09b063b5686b8c918941d34840aaa74e00bd99e331893c3a0d16e", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0001554, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "B" }, "group_id": "samediff-pair-01-bb", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-01-bb.png", "input_tokens": 693, "latency_sec": 1.5012787430314347, "model_name": "gpt-5.6-luna", "out_of_srgb": null, "output_tokens": 14, "prediction": { "choice": "B" }, "prompt_sha256": "0a4ab165981a50bcd6b555f867e9fb0981199d629c3115939bc1fd3f4639f344", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T14:25:28.897168+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-04", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "25e9ebfd-a885-439f-b427-7e2865d32ce0", "result_sha256": "1a92b61943f5c2230c7fdcc78f034fd1fb6ee6f121c95c0e70322c67c4f95130", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.0001554, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "B" }, "group_id": "samediff-pair-01-ab", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-01-ab.png", "input_tokens": 693, "latency_sec": 1.1399464199785143, "model_name": "gpt-5.6-luna", "out_of_srgb": null, "output_tokens": 14, "prediction": { "choice": "A" }, "prompt_sha256": "5e7848665b728e9630152c817156693405880e5f162e38c259dfb28921044958", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T15:39:32.816859+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-samediff-05", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "592f03ee-7843-4e1f-9b03-4dbcd2be8e1d", "result_sha256": "26d36dff22d90bcfe89350f765576e734bb9fe834c045d3e945cbc1c10f7562e", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.000213, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "A" }, "group_id": "samediff-pair-01-ab", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-01-ab.png", "input_tokens": 693, "latency_sec": 1.6945857380051166, "model_name": "gpt-5.6-luna", "out_of_srgb": null, "output_tokens": 62, "prediction": { "choice": "B" }, "prompt_sha256": "0a4ab165981a50bcd6b555f867e9fb0981199d629c3115939bc1fd3f4639f344", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T15:28:58.421980+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-samediff-06", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "e05d6f34-9d7a-4a00-b653-d0ad2add6c1c", "result_sha256": "af1fde8da1a2a63a609504013584c95f5f43031951d6166c7045d19be348abf0", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0003834, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "B" }, "group_id": "samediff-pair-01-ba", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-01-ba.png", "input_tokens": 693, "latency_sec": 3.1251258220290765, "model_name": "gpt-5.6-luna", "out_of_srgb": null, "output_tokens": 204, "prediction": { "choice": "B" }, "prompt_sha256": "5e7848665b728e9630152c817156693405880e5f162e38c259dfb28921044958", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T15:52:41.893043+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-07", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "49ee286f-eae3-49e9-944d-25cc5f4cb5f2", "result_sha256": "ecf2ff3417c66ac2dc52ac14b32c6f5308c4f263286027fa3f3d18ab8c0095d3", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.000375, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "A" }, "group_id": "samediff-pair-01-ba", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-01-ba.png", "input_tokens": 693, "latency_sec": 3.160581892938353, "model_name": "gpt-5.6-luna", "out_of_srgb": null, "output_tokens": 197, "prediction": { "choice": "A" }, "prompt_sha256": "0a4ab165981a50bcd6b555f867e9fb0981199d629c3115939bc1fd3f4639f344", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T15:42:02.140968+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-08", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "c404c00a-a76f-4549-b780-f08e9e97f288", "result_sha256": "8ac375f20f99b2e1d4db108891ca7b31f6f2a5f70e8549bb7b6c23514055d7de", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0001554, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "A" }, "group_id": "samediff-pair-02-aa", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-02-aa.png", "input_tokens": 693, "latency_sec": 1.1786496239947155, "model_name": "gpt-5.6-luna", "out_of_srgb": null, "output_tokens": 14, "prediction": { "choice": "A" }, "prompt_sha256": "5e7848665b728e9630152c817156693405880e5f162e38c259dfb28921044958", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T16:01:48.438289+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-09", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "0ef963a2-de73-4d17-a7d6-3182616113ca", "result_sha256": "3b3380ef4603bba5946a89d8b525369aff9310d9692e1e8c9a9e263b56a5896a", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00024180000000000002, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "B" }, "group_id": "samediff-pair-02-aa", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-02-aa.png", "input_tokens": 693, "latency_sec": 2.351178567041643, "model_name": "gpt-5.6-luna", "out_of_srgb": null, "output_tokens": 86, "prediction": { "choice": "B" }, "prompt_sha256": "0a4ab165981a50bcd6b555f867e9fb0981199d629c3115939bc1fd3f4639f344", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T16:25:04.091346+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-10", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "120b896b-b98d-4559-a602-2873518525c1", "result_sha256": "da996b1697b821a1097a319d5a133ada8c180d8bbc81e501c7c2685c272b6ae9", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0001554, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "A" }, "group_id": "samediff-pair-02-bb", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-02-bb.png", "input_tokens": 693, "latency_sec": 1.0148114199982956, "model_name": "gpt-5.6-luna", "out_of_srgb": null, "output_tokens": 14, "prediction": { "choice": "A" }, "prompt_sha256": "5e7848665b728e9630152c817156693405880e5f162e38c259dfb28921044958", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T15:51:31.300248+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-11", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "11e47baa-a73a-4c82-984d-fbd5d90da594", "result_sha256": "eb02ea9dc934760153761712e0fbbefccc18f84df0a5d7762e353a7c47d7dc03", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0001962, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "B" }, "group_id": "samediff-pair-02-bb", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-02-bb.png", "input_tokens": 693, "latency_sec": 1.3256862859707326, "model_name": "gpt-5.6-luna", "out_of_srgb": null, "output_tokens": 48, "prediction": { "choice": "B" }, "prompt_sha256": "0a4ab165981a50bcd6b555f867e9fb0981199d629c3115939bc1fd3f4639f344", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T16:07:43.396842+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-12", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "a90c4cef-0ab0-4382-b4ba-e844b84f6111", "result_sha256": "ba457e107b607a8c02c2c4353b15030f986369fc07571774730e88ad8da1091d", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0002562, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "B" }, "group_id": "samediff-pair-02-ab", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-02-ab.png", "input_tokens": 693, "latency_sec": 1.8614476390648633, "model_name": "gpt-5.6-luna", "out_of_srgb": null, "output_tokens": 98, "prediction": { "choice": "B" }, "prompt_sha256": "5e7848665b728e9630152c817156693405880e5f162e38c259dfb28921044958", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T16:16:03.249503+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-13", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "3d665afa-3d56-4eba-abef-5ca456110498", "result_sha256": "849203d262d48aba25a1ee3b1fa6d2d1d59b418014568391fc0369db36322d29", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.0001554, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "A" }, "group_id": "samediff-pair-02-ab", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-02-ab.png", "input_tokens": 693, "latency_sec": 0.9691006590146571, "model_name": "gpt-5.6-luna", "out_of_srgb": null, "output_tokens": 14, "prediction": { "choice": "B" }, "prompt_sha256": "0a4ab165981a50bcd6b555f867e9fb0981199d629c3115939bc1fd3f4639f344", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T15:32:06.770812+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-samediff-14", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "82829c5c-9fdd-41f5-bb52-e670ee6aa499", "result_sha256": "b46915af03bcbfaea7459b0942915bc3258035f14c47ddabebf3b42fb458179d", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00025979999999999997, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "B" }, "group_id": "samediff-pair-02-ba", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-02-ba.png", "input_tokens": 693, "latency_sec": 2.296369170071557, "model_name": "gpt-5.6-luna", "out_of_srgb": null, "output_tokens": 101, "prediction": { "choice": "B" }, "prompt_sha256": "5e7848665b728e9630152c817156693405880e5f162e38c259dfb28921044958", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T16:23:35.590462+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-15", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "f921e640-c8e3-443e-beec-ff383a8f5db2", "result_sha256": "245e2cf49c9fd85894be60ebbc5522022a627416379c88381609352b61f91001", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0002802, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "A" }, "group_id": "samediff-pair-02-ba", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-02-ba.png", "input_tokens": 693, "latency_sec": 2.5350110470317304, "model_name": "gpt-5.6-luna", "out_of_srgb": null, "output_tokens": 118, "prediction": { "choice": "A" }, "prompt_sha256": "0a4ab165981a50bcd6b555f867e9fb0981199d629c3115939bc1fd3f4639f344", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T14:27:04.863129+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-16", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "07165769-c422-4802-898f-d0d7b0c26b94", "result_sha256": "f66dff7356286c1e5ced0fc7f3ff70fb306fe94675d2628b8e6e316f857a2b69", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0002118, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "A" }, "group_id": "samediff-pair-03-aa", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-03-aa.png", "input_tokens": 693, "latency_sec": 1.8066732049919665, "model_name": "gpt-5.6-luna", "out_of_srgb": null, "output_tokens": 61, "prediction": { "choice": "A" }, "prompt_sha256": "5e7848665b728e9630152c817156693405880e5f162e38c259dfb28921044958", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T15:25:28.997694+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-17", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "89ea4660-63ce-488f-8666-7d82f94b09c4", "result_sha256": "9f4e8419f51ab6cfd2ea47fe4ac795e22e2eaa7f3ce537ce62dedce2d9096d1f", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0001554, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "B" }, "group_id": "samediff-pair-03-aa", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-03-aa.png", "input_tokens": 693, "latency_sec": 4.520923026953824, "model_name": "gpt-5.6-luna", "out_of_srgb": null, "output_tokens": 14, "prediction": { "choice": "B" }, "prompt_sha256": "0a4ab165981a50bcd6b555f867e9fb0981199d629c3115939bc1fd3f4639f344", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T15:12:21.006280+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-18", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "139977df-6e76-44ee-986c-7cb8694fb0ab", "result_sha256": "5c4747445e70a49b309638f047070f5aa5c03dc41023dd40c2af4b6d72fcd293", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0001554, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "A" }, "group_id": "samediff-pair-03-bb", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-03-bb.png", "input_tokens": 693, "latency_sec": 1.1677635230589658, "model_name": "gpt-5.6-luna", "out_of_srgb": null, "output_tokens": 14, "prediction": { "choice": "A" }, "prompt_sha256": "5e7848665b728e9630152c817156693405880e5f162e38c259dfb28921044958", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T15:53:04.167065+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-19", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "f11d2035-835b-4e6f-ad10-eb4ee9d07cde", "result_sha256": "1283feb4fb8ba156cb436a2d30695f8d7469121b60e7453d5678870544f53392", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00021419999999999998, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "B" }, "group_id": "samediff-pair-03-bb", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-03-bb.png", "input_tokens": 693, "latency_sec": 1.7122343959053978, "model_name": "gpt-5.6-luna", "out_of_srgb": null, "output_tokens": 63, "prediction": { "choice": "B" }, "prompt_sha256": "0a4ab165981a50bcd6b555f867e9fb0981199d629c3115939bc1fd3f4639f344", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T16:00:49.439624+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-20", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "137eea99-a657-4770-ba15-44937aef7c5b", "result_sha256": "529c1e25ff1f9a949022b0129b0415463c2ce44cb6cc22cad3ad24793d25970e", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.0001554, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "B" }, "group_id": "samediff-pair-03-ab", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-03-ab.png", "input_tokens": 693, "latency_sec": 0.9679805940249935, "model_name": "gpt-5.6-luna", "out_of_srgb": null, "output_tokens": 14, "prediction": { "choice": "A" }, "prompt_sha256": "5e7848665b728e9630152c817156693405880e5f162e38c259dfb28921044958", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T14:43:54.183607+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-samediff-21", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "84027d9a-ed80-48ab-a28b-04df717bd922", "result_sha256": "2d55315e8411e9df8572fb09aa9455644e68a745b597ff861ad2572f6b9451d2", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0005838, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "A" }, "group_id": "samediff-pair-03-ab", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-03-ab.png", "input_tokens": 693, "latency_sec": 5.23146678507328, "model_name": "gpt-5.6-luna", "out_of_srgb": null, "output_tokens": 371, "prediction": { "choice": "A" }, "prompt_sha256": "0a4ab165981a50bcd6b555f867e9fb0981199d629c3115939bc1fd3f4639f344", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T15:33:39.257626+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-22", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "b9288379-347c-442e-b1e2-4dec00255aa1", "result_sha256": "67deb3ad1350165e42128aa1664ec5a3abfb30ff33167e6ba6b9764093f16064", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0001554, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "B" }, "group_id": "samediff-pair-03-ba", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-03-ba.png", "input_tokens": 693, "latency_sec": 1.1867989900056273, "model_name": "gpt-5.6-luna", "out_of_srgb": null, "output_tokens": 14, "prediction": { "choice": "B" }, "prompt_sha256": "5e7848665b728e9630152c817156693405880e5f162e38c259dfb28921044958", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T16:13:18.477603+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-23", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "8606e6f3-f00a-4a60-b0ff-fd603c63554b", "result_sha256": "8109b17cd52e5847f49bcccbc3b13beb4dd3e5ba8ad91db2927c82d885095b92", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.000711, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "A" }, "group_id": "samediff-pair-03-ba", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-03-ba.png", "input_tokens": 693, "latency_sec": 6.542161019984633, "model_name": "gpt-5.6-luna", "out_of_srgb": null, "output_tokens": 477, "prediction": { "choice": "B" }, "prompt_sha256": "0a4ab165981a50bcd6b555f867e9fb0981199d629c3115939bc1fd3f4639f344", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T16:11:26.099976+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-samediff-24", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "385e7c51-0f51-40c5-8776-7e671d5a992f", "result_sha256": "0f0bc502f2f0830778c250bbb0d85ad1fa6a93cd675c31fed4d0351f9581aa6c", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0001554, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "A" }, "group_id": "samediff-pair-04-aa", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-04-aa.png", "input_tokens": 693, "latency_sec": 0.9772134930826724, "model_name": "gpt-5.6-luna", "out_of_srgb": null, "output_tokens": 14, "prediction": { "choice": "A" }, "prompt_sha256": "5e7848665b728e9630152c817156693405880e5f162e38c259dfb28921044958", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T16:29:27.760369+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-25", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "fa7fe340-4508-4c8e-8ff1-ddc82a6d5b0f", "result_sha256": "9d184a4c8091a71b34892c3d8ab43d21b278f95fe9aa1893124ee12f46836614", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0001554, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "B" }, "group_id": "samediff-pair-04-aa", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-04-aa.png", "input_tokens": 693, "latency_sec": 1.0697974390350282, "model_name": "gpt-5.6-luna", "out_of_srgb": null, "output_tokens": 14, "prediction": { "choice": "B" }, "prompt_sha256": "0a4ab165981a50bcd6b555f867e9fb0981199d629c3115939bc1fd3f4639f344", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T15:22:04.126413+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-26", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "857df7e7-21f0-4235-935f-e4c27e903396", "result_sha256": "4e8c127074750df1cf63ec612cd6953ca3d85bf2b10ca1a4b2340809c8d1e1e6", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0001554, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "A" }, "group_id": "samediff-pair-04-bb", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-04-bb.png", "input_tokens": 693, "latency_sec": 1.3408242659643292, "model_name": "gpt-5.6-luna", "out_of_srgb": null, "output_tokens": 14, "prediction": { "choice": "A" }, "prompt_sha256": "5e7848665b728e9630152c817156693405880e5f162e38c259dfb28921044958", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T15:32:30.981566+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-27", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "3d5b37a4-9f0b-4a05-b57a-f1a5d4615c7e", "result_sha256": "accd0b06484577fd0327ecf61b295b6503b5d3b5a96ab41d6d1c8cab6e1991a5", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00020939999999999997, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "B" }, "group_id": "samediff-pair-04-bb", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-04-bb.png", "input_tokens": 693, "latency_sec": 2.3138953329762444, "model_name": "gpt-5.6-luna", "out_of_srgb": null, "output_tokens": 59, "prediction": { "choice": "B" }, "prompt_sha256": "0a4ab165981a50bcd6b555f867e9fb0981199d629c3115939bc1fd3f4639f344", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T15:09:13.938047+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-28", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "03c03a02-9630-429b-a705-c84c9003c9fe", "result_sha256": "2a92b5836793e146572622d1d1f104dfa557839a35f1e02918d74b5287005a8e", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.0002106, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "B" }, "group_id": "samediff-pair-04-ab", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-04-ab.png", "input_tokens": 693, "latency_sec": 1.3436245470074937, "model_name": "gpt-5.6-luna", "out_of_srgb": null, "output_tokens": 60, "prediction": { "choice": "A" }, "prompt_sha256": "5e7848665b728e9630152c817156693405880e5f162e38c259dfb28921044958", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T15:44:07.309461+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-samediff-29", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "4dbd0727-1b31-49ff-8ccd-e56f629d8b61", "result_sha256": "1579ec108200871e79016a4df27399db570ad3c44799567019ec5ca1c37d3f3c", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.000777, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "A" }, "group_id": "samediff-pair-04-ab", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-04-ab.png", "input_tokens": 693, "latency_sec": 7.004620849969797, "model_name": "gpt-5.6-luna", "out_of_srgb": null, "output_tokens": 532, "prediction": { "choice": "B" }, "prompt_sha256": "0a4ab165981a50bcd6b555f867e9fb0981199d629c3115939bc1fd3f4639f344", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T14:06:07.965598+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-samediff-30", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "11e21a7c-4f0e-487a-b4cd-0e9c7ca1acb4", "result_sha256": "67280e2fed6a73f8e3f2181909507bc6d74f0855689d0c13130c1503cd5f8ad6", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0002742, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "B" }, "group_id": "samediff-pair-04-ba", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-04-ba.png", "input_tokens": 693, "latency_sec": 2.5429605960380286, "model_name": "gpt-5.6-luna", "out_of_srgb": null, "output_tokens": 113, "prediction": { "choice": "B" }, "prompt_sha256": "5e7848665b728e9630152c817156693405880e5f162e38c259dfb28921044958", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T16:14:19.856538+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-31", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "544c5e54-871f-41c8-8251-935cef21a1bb", "result_sha256": "d48a91e4415afaf3a0d467e79ba1f2f5766b97c339786da705f4550b847e1849", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.000459, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "A" }, "group_id": "samediff-pair-04-ba", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-04-ba.png", "input_tokens": 693, "latency_sec": 3.685808756039478, "model_name": "gpt-5.6-luna", "out_of_srgb": null, "output_tokens": 267, "prediction": { "choice": "A" }, "prompt_sha256": "0a4ab165981a50bcd6b555f867e9fb0981199d629c3115939bc1fd3f4639f344", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T15:46:11.434060+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-32", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "541683fb-8e63-4d71-9e33-206d79f5b6e0", "result_sha256": "f3039180da13488395d74e310bba31de805b945e52fa6bdafe6172d3a020319d", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00023339999999999998, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "A" }, "group_id": "samediff-pair-05-aa", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-05-aa.png", "input_tokens": 693, "latency_sec": 3.4526958849746734, "model_name": "gpt-5.6-luna", "out_of_srgb": null, "output_tokens": 79, "prediction": { "choice": "A" }, "prompt_sha256": "5e7848665b728e9630152c817156693405880e5f162e38c259dfb28921044958", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T15:07:58.213374+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-33", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "171dd09e-1671-4a39-b397-3c1668d74f4d", "result_sha256": "87ba68f9fc7a4ff6afba5f11344b61a39f4807ec5d0c00239042731119eda52c", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0002082, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "B" }, "group_id": "samediff-pair-05-aa", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-05-aa.png", "input_tokens": 693, "latency_sec": 1.944336564047262, "model_name": "gpt-5.6-luna", "out_of_srgb": null, "output_tokens": 58, "prediction": { "choice": "B" }, "prompt_sha256": "0a4ab165981a50bcd6b555f867e9fb0981199d629c3115939bc1fd3f4639f344", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T15:43:54.027409+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-34", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "690a8daa-9602-4120-9586-16ecfcd65520", "result_sha256": "d3784efe169debc6c7eecd5415a2a0a12b94fd175e39f59783efb9ce4cfa1686", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00020939999999999997, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "A" }, "group_id": "samediff-pair-05-bb", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-05-bb.png", "input_tokens": 693, "latency_sec": 1.6141077040228993, "model_name": "gpt-5.6-luna", "out_of_srgb": null, "output_tokens": 59, "prediction": { "choice": "A" }, "prompt_sha256": "5e7848665b728e9630152c817156693405880e5f162e38c259dfb28921044958", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T16:02:54.241454+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-35", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "ceb80a0d-4728-408f-b956-a8aa6d5be454", "result_sha256": "ce4db88abf66a0ded02a0980fb7fb9d045456188488caa2fafbbfa83e9755854", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00019979999999999998, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "B" }, "group_id": "samediff-pair-05-bb", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-05-bb.png", "input_tokens": 693, "latency_sec": 2.1512136380188167, "model_name": "gpt-5.6-luna", "out_of_srgb": null, "output_tokens": 51, "prediction": { "choice": "B" }, "prompt_sha256": "0a4ab165981a50bcd6b555f867e9fb0981199d629c3115939bc1fd3f4639f344", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T16:21:05.446068+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-36", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "6c913e76-bc0f-4f51-837f-c607625156a3", "result_sha256": "f563841e4e2f82da8b3ae288e574aead507a4b444647c882e95a591572d066fa", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0002466, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "B" }, "group_id": "samediff-pair-05-ab", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-05-ab.png", "input_tokens": 693, "latency_sec": 2.192527574952692, "model_name": "gpt-5.6-luna", "out_of_srgb": null, "output_tokens": 90, "prediction": { "choice": "B" }, "prompt_sha256": "5e7848665b728e9630152c817156693405880e5f162e38c259dfb28921044958", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T15:47:57.261882+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-37", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "8905cb70-8be6-4280-a04e-a7ac6c499fd8", "result_sha256": "3c4aae306ad4f6252e13aa71061310fab676c4d2541045b244c54a959d76d3a5", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0002802, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "A" }, "group_id": "samediff-pair-05-ab", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-05-ab.png", "input_tokens": 693, "latency_sec": 2.6411441089585423, "model_name": "gpt-5.6-luna", "out_of_srgb": null, "output_tokens": 118, "prediction": { "choice": "A" }, "prompt_sha256": "0a4ab165981a50bcd6b555f867e9fb0981199d629c3115939bc1fd3f4639f344", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T15:55:13.106181+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-38", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "f4b6b8bd-e379-44ac-a9fa-4e2b923a8b7a", "result_sha256": "869be8389df369358a3e09f1474de0aa944012a23287eae60d4ffa6da91669dc", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.0001554, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "B" }, "group_id": "samediff-pair-05-ba", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-05-ba.png", "input_tokens": 693, "latency_sec": 0.9487946060253307, "model_name": "gpt-5.6-luna", "out_of_srgb": null, "output_tokens": 14, "prediction": { "choice": "A" }, "prompt_sha256": "5e7848665b728e9630152c817156693405880e5f162e38c259dfb28921044958", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T15:14:55.171918+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-samediff-39", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "221ee3af-ff65-42c7-b330-42abe2acaff5", "result_sha256": "c1629dbf80bea732f8073a1b55ecbeb9e5373812e2d77bcf6b92e1aa70bf6d07", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.0001554, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "A" }, "group_id": "samediff-pair-05-ba", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-05-ba.png", "input_tokens": 693, "latency_sec": 1.3850880160462111, "model_name": "gpt-5.6-luna", "out_of_srgb": null, "output_tokens": 14, "prediction": { "choice": "B" }, "prompt_sha256": "0a4ab165981a50bcd6b555f867e9fb0981199d629c3115939bc1fd3f4639f344", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T14:52:32.835827+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-samediff-40", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "4a715af2-1d84-436a-a685-391062bdf8eb", "result_sha256": "88fbdd222ed12a4c9d8cc7c24059b5ea97b7139e52bfbb0a2ca7b4a58549849a", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0001554, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "A" }, "group_id": "samediff-pair-06-aa", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-06-aa.png", "input_tokens": 693, "latency_sec": 1.8128954780986533, "model_name": "gpt-5.6-luna", "out_of_srgb": null, "output_tokens": 14, "prediction": { "choice": "A" }, "prompt_sha256": "5e7848665b728e9630152c817156693405880e5f162e38c259dfb28921044958", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T14:25:09.335892+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-41", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "76f5f0ce-b164-4457-9a1d-2c02d7b2676f", "result_sha256": "0fe270a313a4604906d14c453f2b5b06eed8b0152c3fd6b5658e50d1f02bb03a", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00018539999999999998, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "B" }, "group_id": "samediff-pair-06-aa", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-06-aa.png", "input_tokens": 693, "latency_sec": 0.9705065459711477, "model_name": "gpt-5.6-luna", "out_of_srgb": null, "output_tokens": 39, "prediction": { "choice": "B" }, "prompt_sha256": "0a4ab165981a50bcd6b555f867e9fb0981199d629c3115939bc1fd3f4639f344", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T15:19:40.017893+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-42", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "b299ef82-b52d-4e7b-9937-bfc2f7660a61", "result_sha256": "32abb2664a00298ee97a7b253f69998a4c5a7f33e776b989460854a3f449caa7", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0001554, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "A" }, "group_id": "samediff-pair-06-bb", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-06-bb.png", "input_tokens": 693, "latency_sec": 1.2495705839246511, "model_name": "gpt-5.6-luna", "out_of_srgb": null, "output_tokens": 14, "prediction": { "choice": "A" }, "prompt_sha256": "5e7848665b728e9630152c817156693405880e5f162e38c259dfb28921044958", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T14:48:02.228477+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-43", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "f4dfaa99-1426-4d45-a8e1-577ea1761b63", "result_sha256": "647c55610fda470ec96459cd4f757805e865af56a8d2c8c9cdc1f164d2b27176", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.000207, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "B" }, "group_id": "samediff-pair-06-bb", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-06-bb.png", "input_tokens": 693, "latency_sec": 2.1446392809739336, "model_name": "gpt-5.6-luna", "out_of_srgb": null, "output_tokens": 57, "prediction": { "choice": "B" }, "prompt_sha256": "0a4ab165981a50bcd6b555f867e9fb0981199d629c3115939bc1fd3f4639f344", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T16:17:10.515250+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-44", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "1ef10874-df84-443e-9ab0-61b09ba23d35", "result_sha256": "67d4a3cbee0553926705a74f76dbfc8e345be73e421e03d2e6ef9f09bd48167e", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0002166, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "B" }, "group_id": "samediff-pair-06-ab", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-06-ab.png", "input_tokens": 693, "latency_sec": 3.1626192069379613, "model_name": "gpt-5.6-luna", "out_of_srgb": null, "output_tokens": 65, "prediction": { "choice": "B" }, "prompt_sha256": "5e7848665b728e9630152c817156693405880e5f162e38c259dfb28921044958", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T14:34:34.621032+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-45", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "61eb2108-2528-43c6-9beb-727384fa2ab8", "result_sha256": "05bd798c364a69a9fa7b0b8dad31c09638cf1a8baafcda43a64fec634c0e46ba", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0001554, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "A" }, "group_id": "samediff-pair-06-ab", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-06-ab.png", "input_tokens": 693, "latency_sec": 0.8812361790332943, "model_name": "gpt-5.6-luna", "out_of_srgb": null, "output_tokens": 14, "prediction": { "choice": "A" }, "prompt_sha256": "0a4ab165981a50bcd6b555f867e9fb0981199d629c3115939bc1fd3f4639f344", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T15:33:51.262355+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-46", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "7a1a112e-03ae-4b2b-b53c-4020cb0e4de6", "result_sha256": "83309844c2272ba90f1acbd39cb7960f4d85b095565b89bcbf82014c39e1df1c", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0001554, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "B" }, "group_id": "samediff-pair-06-ba", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-06-ba.png", "input_tokens": 693, "latency_sec": 2.28227484296076, "model_name": "gpt-5.6-luna", "out_of_srgb": null, "output_tokens": 14, "prediction": { "choice": "B" }, "prompt_sha256": "5e7848665b728e9630152c817156693405880e5f162e38c259dfb28921044958", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T14:12:23.969217+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-47", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "72c4095b-cc93-4254-8625-f68112e6a34f", "result_sha256": "100844e2b1bdb8e7e44cc3f354ffc829f8c6d3d56341c83d405ddb1a9ecc8203", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0002226, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "A" }, "group_id": "samediff-pair-06-ba", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-06-ba.png", "input_tokens": 693, "latency_sec": 1.4531637249747291, "model_name": "gpt-5.6-luna", "out_of_srgb": null, "output_tokens": 70, "prediction": { "choice": "A" }, "prompt_sha256": "0a4ab165981a50bcd6b555f867e9fb0981199d629c3115939bc1fd3f4639f344", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T14:41:36.069056+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-48", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "9a6be47f-9b4e-42d1-9c9b-f6fd26fea100", "result_sha256": "a70de35a81d639b70c6343e9a89b1f34604f042e5e2c833be82d29a27d40a067", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.000269, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "A" }, "group_id": "smallmatch-01-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-01.png", "input_tokens": 697, "latency_sec": 3.17060036608018, "model_name": "gpt-5.6-luna", "out_of_srgb": null, "output_tokens": 108, "prediction": { "choice": "A" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T14:22:52.872377+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-01", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "c0b9b1dd-50db-4e6d-91cb-6a2d59522cbd", "result_sha256": "4fda7ea79939a60a85173fa871eae04b31243e608a8493c6df7e33ee1254aa27", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.000431, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "B" }, "group_id": "smallmatch-01-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-02.png", "input_tokens": 697, "latency_sec": 4.200137626030482, "model_name": "gpt-5.6-luna", "out_of_srgb": null, "output_tokens": 243, "prediction": { "choice": "B" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T16:03:10.275748+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-02", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "4c58b950-1430-413f-95fc-6d881718b2c2", "result_sha256": "6e18e426ddc856686967118fc07996bb67f8499b4b02c2216af20ece12d36033", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0004982000000000001, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "C" }, "group_id": "smallmatch-01-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-03.png", "input_tokens": 697, "latency_sec": 4.532432348001748, "model_name": "gpt-5.6-luna", "out_of_srgb": null, "output_tokens": 299, "prediction": { "choice": "C" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-16T14:19:13.376421+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-03", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "5ad50e33-1be1-4b92-ac57-16d9e37fbc34", "result_sha256": "ab2407563f2d18157d01c88579a4f62ab31117f86dcab8c5eb63590933def705", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0002858, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "D" }, "group_id": "smallmatch-01-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-04.png", "input_tokens": 697, "latency_sec": 2.491217745002359, "model_name": "gpt-5.6-luna", "out_of_srgb": null, "output_tokens": 122, "prediction": { "choice": "D" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "openai", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-16T15:41:31.069886+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-04", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "ea5d9a39-f3dd-45b1-bba4-6ca105ca0972", "result_sha256": "cea1ac2f8ad8d8cebd0e3932f90ba14f7a9fe636689aa79ce2a5e70c9b2127ed", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0002762, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "A" }, "group_id": "smallmatch-01-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-05.png", "input_tokens": 697, "latency_sec": 2.786361741949804, "model_name": "gpt-5.6-luna", "out_of_srgb": null, "output_tokens": 114, "prediction": { "choice": "A" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T15:54:46.775960+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-05", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "ab21df9c-cd7f-4b16-a762-112fac06545e", "result_sha256": "080b3e3bbfcf4b2d6d4198e2d205531ad767bf7cad635a3d5f4e7624651f11db", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00024380000000000002, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "B" }, "group_id": "smallmatch-01-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-06.png", "input_tokens": 697, "latency_sec": 1.7169206530088559, "model_name": "gpt-5.6-luna", "out_of_srgb": null, "output_tokens": 87, "prediction": { "choice": "B" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T14:34:06.126460+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-06", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "ae43fb0a-602d-436b-bcbd-ae1308832d46", "result_sha256": "01730c3225dcaa407979464388ab69e7e3559618f4adb6f80758da7d9b41776d", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0002342, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "C" }, "group_id": "smallmatch-01-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-07.png", "input_tokens": 697, "latency_sec": 2.1949810760561377, "model_name": "gpt-5.6-luna", "out_of_srgb": null, "output_tokens": 79, "prediction": { "choice": "C" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-16T15:00:38.908698+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-07", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "320d8e16-1ca9-4519-9c3d-23e0c0b092b2", "result_sha256": "966e7a343bdc5395690e2737fac3250bfbda654a20d733af9012486430189611", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0002342, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "D" }, "group_id": "smallmatch-01-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-08.png", "input_tokens": 697, "latency_sec": 2.7872289839433506, "model_name": "gpt-5.6-luna", "out_of_srgb": null, "output_tokens": 79, "prediction": { "choice": "D" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "openai", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-16T16:32:22.773425+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-08", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "d128c7f0-004a-4a7c-a1b5-dc0cacd9ab73", "result_sha256": "6d5466f3a97d765938ea24f66fa5898fa865df56109cdd60c26af00f64584831", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00031939999999999996, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "A" }, "group_id": "smallmatch-01-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-09.png", "input_tokens": 697, "latency_sec": 2.0364598949672654, "model_name": "gpt-5.6-luna", "out_of_srgb": null, "output_tokens": 150, "prediction": { "choice": "A" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T16:27:35.142261+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-09", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "df081d3d-1882-49cb-95b5-cbcaa924fb30", "result_sha256": "f97f87050c711e27e00caf89529b8d1800f5e105adcaa825f3bbf0ea615cd21a", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.000395, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "B" }, "group_id": "smallmatch-01-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-10.png", "input_tokens": 697, "latency_sec": 4.515545268077403, "model_name": "gpt-5.6-luna", "out_of_srgb": null, "output_tokens": 213, "prediction": { "choice": "D" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "openai", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-16T16:04:29.906375+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-smallmatch-10", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "62682082-f980-4319-9a25-18118ce60938", "result_sha256": "655ed973fcc2dc1652e535c44a74822ce331ef715b5e42b5c40df4cc4974854a", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0005102, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "C" }, "group_id": "smallmatch-01-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-11.png", "input_tokens": 697, "latency_sec": 4.285348491976038, "model_name": "gpt-5.6-luna", "out_of_srgb": null, "output_tokens": 309, "prediction": { "choice": "C" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-16T16:02:27.938320+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-11", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "78f004b4-db54-491c-a046-846b984f8d8f", "result_sha256": "ba37fea8f4c0fdeacce18ccde163a061ea152a25be8793ff4b1f43cca6d0e3d6", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0005294, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "D" }, "group_id": "smallmatch-01-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-12.png", "input_tokens": 697, "latency_sec": 5.5104130749823526, "model_name": "gpt-5.6-luna", "out_of_srgb": null, "output_tokens": 325, "prediction": { "choice": "D" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "openai", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-16T15:34:42.962176+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-12", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "773479d5-63ce-4cd5-a81f-39cb7fe86238", "result_sha256": "9cb3dde5ab2960ec13ba4ed58d7c9621d300b6f59a2858a8d1a9e25307090435", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.000377, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "A" }, "group_id": "smallmatch-01-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-13.png", "input_tokens": 697, "latency_sec": 2.9167763150762767, "model_name": "gpt-5.6-luna", "out_of_srgb": null, "output_tokens": 198, "prediction": { "choice": "A" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T16:21:20.015951+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-13", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "d4e4e246-14cc-472c-bb00-4a94f165cc39", "result_sha256": "cb461799dda9f4a8efeb4dfad1825a3fa7879ebdd62d6cfba1b1d4e5fe8cae95", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.0003518, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "B" }, "group_id": "smallmatch-01-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-14.png", "input_tokens": 697, "latency_sec": 3.283711881027557, "model_name": "gpt-5.6-luna", "out_of_srgb": null, "output_tokens": 177, "prediction": { "choice": "D" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "openai", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-16T16:22:55.418134+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-smallmatch-14", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "1898eb31-4ba2-4bcb-be58-493be191b363", "result_sha256": "37453d595feaa7406e1bde855e5476c69a4995a3f2523fc6b6f70cad493d3656", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0004706, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "C" }, "group_id": "smallmatch-01-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-15.png", "input_tokens": 697, "latency_sec": 4.910514216986485, "model_name": "gpt-5.6-luna", "out_of_srgb": null, "output_tokens": 276, "prediction": { "choice": "C" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-16T14:24:03.631950+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-15", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "b77a132d-ce39-4159-919a-30e343f07d77", "result_sha256": "fd402a605a583f61cbae4afd8f49d23a8c3bd7b6c36abf223e912b48680b8f31", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0007777999999999999, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "D" }, "group_id": "smallmatch-01-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-16.png", "input_tokens": 697, "latency_sec": 8.259622148005292, "model_name": "gpt-5.6-luna", "out_of_srgb": null, "output_tokens": 532, "prediction": { "choice": "D" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "openai", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-16T15:11:32.542529+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-16", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "b1c6f9df-08e3-4405-ba22-90f98b5b7c49", "result_sha256": "1ac7796269768a47ecc3381d41d8d5a8cbad5606c741b414b507ac6b3cd1e01c", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0004826, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "A" }, "group_id": "smallmatch-02-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-17.png", "input_tokens": 697, "latency_sec": 4.641248926986009, "model_name": "gpt-5.6-luna", "out_of_srgb": null, "output_tokens": 286, "prediction": { "choice": "A" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T16:27:19.695507+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-17", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "e120fe58-59b6-4ae5-b72a-fca2289cc157", "result_sha256": "cc80c06e05740c5b6926979b0e74cb5dba40ed95dadcfb4a76bf88470589b9e6", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.000773, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "B" }, "group_id": "smallmatch-02-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-18.png", "input_tokens": 697, "latency_sec": 6.004039858002216, "model_name": "gpt-5.6-luna", "out_of_srgb": null, "output_tokens": 528, "prediction": { "choice": "C" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-16T16:24:31.833796+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-smallmatch-18", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "31671885-06c4-459c-a139-f0f4e714bc59", "result_sha256": "4b6a974c40d5d67e52d72c5a819187ea4b0652773fa5a4a9a378687bb21d143a", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.0007777999999999999, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "C" }, "group_id": "smallmatch-02-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-19.png", "input_tokens": 697, "latency_sec": 6.908823629957624, "model_name": "gpt-5.6-luna", "out_of_srgb": null, "output_tokens": 532, "prediction": { "choice": "A" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T15:26:15.489571+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-smallmatch-19", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "0a2c87b7-09f8-4cb5-936b-6cfb230a1e35", "result_sha256": "a46ff176402b6e30026b15663c0e1a4d43fd7b511bba0a39587aba571541901e", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.0007777999999999999, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "D" }, "group_id": "smallmatch-02-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-20.png", "input_tokens": 697, "latency_sec": 11.518764692009427, "model_name": "gpt-5.6-luna", "out_of_srgb": null, "output_tokens": 532, "prediction": { "choice": "A" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T15:08:19.323542+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-smallmatch-20", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "5f9bfe41-4f32-4aae-afbb-6293a86fd619", "result_sha256": "ea6a8a05292b604df9393e213fa03a5fd5d33380f8ccd32bfecb320145991441", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.0006506, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "A" }, "group_id": "smallmatch-02-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-21.png", "input_tokens": 697, "latency_sec": 6.319860836025327, "model_name": "gpt-5.6-luna", "out_of_srgb": null, "output_tokens": 426, "prediction": { "choice": "C" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-16T15:12:49.642451+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-smallmatch-21", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "8576eb79-35d4-4945-b52c-8d9690ff2bc8", "result_sha256": "aab69d3db90a4768148cf30abb2a13c3b6dc49885c977db5ccf9c8f719328de1", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.0007777999999999999, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "B" }, "group_id": "smallmatch-02-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-22.png", "input_tokens": 697, "latency_sec": 7.1627803379669785, "model_name": "gpt-5.6-luna", "out_of_srgb": null, "output_tokens": 532, "prediction": { "choice": "D" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "openai", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-16T14:25:01.914833+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-smallmatch-22", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "4fe23c70-05bb-4ad8-9daf-4dd865ef3af8", "result_sha256": "f7a216f1c46e9b40b52acfa9e3e2f3a6bb2cbb064cb7fffd69b13ce68daea848", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0007777999999999999, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "C" }, "group_id": "smallmatch-02-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-23.png", "input_tokens": 697, "latency_sec": 7.409368367982097, "model_name": "gpt-5.6-luna", "out_of_srgb": null, "output_tokens": 532, "prediction": { "choice": "C" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-16T16:29:56.836575+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-23", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "d63c8f53-8b6c-4eff-bf0e-a4179c28320a", "result_sha256": "a4c6d5a76a70d4c2c1c466a64f3fbf451b9bcf8ffee05d51b2a4c0d27170d34d", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0007597999999999999, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "D" }, "group_id": "smallmatch-02-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-24.png", "input_tokens": 697, "latency_sec": 6.142909741029143, "model_name": "gpt-5.6-luna", "out_of_srgb": null, "output_tokens": 517, "prediction": { "choice": "D" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "openai", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-16T15:39:17.027701+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-24", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "54f64b90-f962-4319-a855-70ab9503186f", "result_sha256": "1e93defef78c203bf1189b862c494e82675f535a89d3c23f0085a22a377b0202", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0007777999999999999, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "A" }, "group_id": "smallmatch-02-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-25.png", "input_tokens": 697, "latency_sec": 6.434122651000507, "model_name": "gpt-5.6-luna", "out_of_srgb": null, "output_tokens": 532, "prediction": { "choice": "A" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T16:10:03.046052+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-25", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "2f7368f1-ef7d-44ac-967c-0cedf6ac329d", "result_sha256": "e03258f36814e0d95ca986d37278df2aef5801e514309432f1967bb0584ed6f0", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.000389, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "B" }, "group_id": "smallmatch-02-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-26.png", "input_tokens": 697, "latency_sec": 3.685532332980074, "model_name": "gpt-5.6-luna", "out_of_srgb": null, "output_tokens": 208, "prediction": { "choice": "B" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T14:53:21.098804+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-26", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "e81caca9-1f51-46f4-98ac-02062d4ad830", "result_sha256": "9d1f39a8ea8331998c26ba3ff2e5e56886890a4c862191296dbee47f9f203bd5", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.0005438, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "C" }, "group_id": "smallmatch-02-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-27.png", "input_tokens": 697, "latency_sec": 5.318085388047621, "model_name": "gpt-5.6-luna", "out_of_srgb": null, "output_tokens": 337, "prediction": { "choice": "A" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T15:17:47.289104+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-smallmatch-27", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "7a851faf-a633-4528-a775-54bbfe67e8f0", "result_sha256": "e17293972069544e519e7a5bb801623e950c2a28b8a6695ac2f104a77b2fcff2", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.0007777999999999999, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "D" }, "group_id": "smallmatch-02-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-28.png", "input_tokens": 697, "latency_sec": 8.451705234940164, "model_name": "gpt-5.6-luna", "out_of_srgb": null, "output_tokens": 532, "prediction": { "choice": "C" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-16T14:02:50.774100+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-smallmatch-28", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "be60a35a-cc3e-461e-a66b-76b11385ff40", "result_sha256": "e1296adfd5629d4eed33bdc5cd32b222c5702da8d07df1e674551d29dd415db1", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.0006626, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "A" }, "group_id": "smallmatch-02-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-29.png", "input_tokens": 697, "latency_sec": 5.629018184961751, "model_name": "gpt-5.6-luna", "out_of_srgb": null, "output_tokens": 436, "prediction": { "choice": "C" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-16T14:39:29.738199+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-smallmatch-29", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "8501bbf9-60ba-43fa-9ffc-b83b3fc59f14", "result_sha256": "4fe3ca0177148ab5b2df2c0bea6ecd7cf568d221c8801e7bf19b85f0052ffbb8", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.000587, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "B" }, "group_id": "smallmatch-02-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-30.png", "input_tokens": 697, "latency_sec": 18.628214101074263, "model_name": "gpt-5.6-luna", "out_of_srgb": null, "output_tokens": 373, "prediction": { "choice": "A" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T16:02:19.069115+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-smallmatch-30", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "5e9c3b4a-53f7-43a2-bf5e-18d2b802fe05", "result_sha256": "9aab094e186278c874d549c30e1598ed58c26dc32bdbbe401554820b28b11d60", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.000449, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "C" }, "group_id": "smallmatch-02-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-31.png", "input_tokens": 697, "latency_sec": 4.671960785984993, "model_name": "gpt-5.6-luna", "out_of_srgb": null, "output_tokens": 258, "prediction": { "choice": "C" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-16T14:11:39.504616+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-31", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "620d9522-68f2-4aed-a7c6-ea7dd3df9138", "result_sha256": "5e3ac62ae74a05e4851362e064b644d87b8eb7b4c62edf0663d7f8812f1e26fb", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.0007777999999999999, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "D" }, "group_id": "smallmatch-02-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-32.png", "input_tokens": 697, "latency_sec": 8.400310355005786, "model_name": "gpt-5.6-luna", "out_of_srgb": null, "output_tokens": 532, "prediction": { "choice": "A" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T16:03:45.951638+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-smallmatch-32", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "dc39ccfd-7f9f-4bfa-9a4e-577639298459", "result_sha256": "fd7be33cd28cf8eee52cf01da709d10539c9b3013759185b22a8fa72ce46d585", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.0004106, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "A" }, "group_id": "smallmatch-03-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-33.png", "input_tokens": 697, "latency_sec": 3.3656484369421378, "model_name": "gpt-5.6-luna", "out_of_srgb": null, "output_tokens": 226, "prediction": { "choice": "C" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-16T14:43:01.650686+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-smallmatch-33", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "4ab4a63a-94a9-47eb-8d9e-21e511460ec3", "result_sha256": "86e3e3c15db1bdf9c10d29c8fdccd1c5128d250e7bce4ec24d0b2ac098d93f5c", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0007777999999999999, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "B" }, "group_id": "smallmatch-03-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-34.png", "input_tokens": 697, "latency_sec": 7.160230795969255, "model_name": "gpt-5.6-luna", "out_of_srgb": null, "output_tokens": 532, "prediction": { "choice": "B" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T14:42:23.369841+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-34", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "07bcd581-a827-4413-a41e-e34c6f5f2b26", "result_sha256": "e65868efc80da45ff11f32f3deb385b488405c37de7c9b9abe529fa5a7e09b86", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.0007777999999999999, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "C" }, "group_id": "smallmatch-03-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-35.png", "input_tokens": 697, "latency_sec": 6.619590646005236, "model_name": "gpt-5.6-luna", "out_of_srgb": null, "output_tokens": 532, "prediction": { "choice": "B" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T15:27:33.305870+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-smallmatch-35", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "cd068b58-ec3c-440e-a8d1-7aa0b53fb572", "result_sha256": "a117b77e2b0053aea585d286cf30eb741790557c38223a928459aa1e306811de", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.0003314, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "D" }, "group_id": "smallmatch-03-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-36.png", "input_tokens": 697, "latency_sec": 2.9700783289736137, "model_name": "gpt-5.6-luna", "out_of_srgb": null, "output_tokens": 160, "prediction": { "choice": "B" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T15:38:37.474147+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-smallmatch-36", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "56145cbd-e181-457b-bfc5-c3194c51e1df", "result_sha256": "1afa202ed2e49a22574fdaac3b43781466d8d77920121700e068512d57f32bf5", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0005497999999999999, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "A" }, "group_id": "smallmatch-03-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-37.png", "input_tokens": 697, "latency_sec": 5.638792761019431, "model_name": "gpt-5.6-luna", "out_of_srgb": null, "output_tokens": 342, "prediction": { "choice": "A" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T15:08:44.522487+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-37", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "b8dc7d24-3c3d-4181-a824-0bc0bb752e76", "result_sha256": "dd973c37c6e2a781b8b60e8a54ae1d8b9bd78367322b609a648127962cbd5d4c", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00026660000000000003, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "B" }, "group_id": "smallmatch-03-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-38.png", "input_tokens": 697, "latency_sec": 2.2851945620495826, "model_name": "gpt-5.6-luna", "out_of_srgb": null, "output_tokens": 106, "prediction": { "choice": "B" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T15:01:10.351155+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-38", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "eb65151f-d46b-4fad-9b6b-0fd6a4f1c0df", "result_sha256": "a7c30536cc865d35019b871cb1d13fb55306a884d4c22e2908d88b23dfed6ca1", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.000647, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "C" }, "group_id": "smallmatch-03-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-39.png", "input_tokens": 697, "latency_sec": 6.559994172072038, "model_name": "gpt-5.6-luna", "out_of_srgb": null, "output_tokens": 423, "prediction": { "choice": "C" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-16T15:33:01.289530+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-39", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "4eb79339-baa1-4695-bb4a-4df7de140597", "result_sha256": "9bea80c51e608b8faf456937afb941b3871adc32df93c4edfa5eeb5c2affaeaa", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0005102, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "D" }, "group_id": "smallmatch-03-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-40.png", "input_tokens": 697, "latency_sec": 6.127045022905804, "model_name": "gpt-5.6-luna", "out_of_srgb": null, "output_tokens": 309, "prediction": { "choice": "D" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "openai", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-16T14:52:57.609616+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-40", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "b22326c5-5624-4945-834b-276ba33e56ff", "result_sha256": "823968aa05350cbfa6d88bdecda5d10c26fe9f9620c7959cdcc7e35b30cfb328", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0007777999999999999, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "A" }, "group_id": "smallmatch-03-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-41.png", "input_tokens": 697, "latency_sec": 6.966769158025272, "model_name": "gpt-5.6-luna", "out_of_srgb": null, "output_tokens": 532, "prediction": { "choice": "A" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T14:14:22.509681+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-41", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "1f62590e-05c3-4e24-9658-2787132ff829", "result_sha256": "c53f478931cf882d277f57411c44780e681a234e5f3b90d9683dcf2c916676b3", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0002654, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "B" }, "group_id": "smallmatch-03-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-42.png", "input_tokens": 697, "latency_sec": 2.4823849259410053, "model_name": "gpt-5.6-luna", "out_of_srgb": null, "output_tokens": 105, "prediction": { "choice": "B" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T16:25:54.614001+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-42", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "90823fc7-2200-4bbc-a42a-363bed04a943", "result_sha256": "228cecd5ad6be36bce4f764cdaf23eb2977e7afe89c34df2a9844c3368354b1a", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.000767, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "C" }, "group_id": "smallmatch-03-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-43.png", "input_tokens": 697, "latency_sec": 8.14344562892802, "model_name": "gpt-5.6-luna", "out_of_srgb": null, "output_tokens": 523, "prediction": { "choice": "C" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-16T15:02:20.124523+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-43", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "f9cac9aa-831a-4544-b8ba-7e8fb95c9f9d", "result_sha256": "de2a7454d12e049222d05581c3634f9c99faab9c938b6a2da292ded5e5fbd96c", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.0002762, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "D" }, "group_id": "smallmatch-03-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-44.png", "input_tokens": 697, "latency_sec": 2.4466534398961812, "model_name": "gpt-5.6-luna", "out_of_srgb": null, "output_tokens": 114, "prediction": { "choice": "B" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T14:45:07.256580+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-smallmatch-44", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "51a9b20e-ebcd-44be-9c02-f64f3438029b", "result_sha256": "cd346e2fce21fb7fee70665594cc573bc92b4b7eca72a1f74a9a9ba53a92b4e9", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0007777999999999999, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "A" }, "group_id": "smallmatch-03-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-45.png", "input_tokens": 697, "latency_sec": 6.5761145380092785, "model_name": "gpt-5.6-luna", "out_of_srgb": null, "output_tokens": 532, "prediction": { "choice": "A" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T15:41:22.271604+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-45", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "b19f5357-e55f-4fe8-8ec4-0b0fc2eb28a7", "result_sha256": "b92ecd6875a452fe5ee84dce60eb798162eabb93bffd7aa0dcfff03acc9f48f8", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00039620000000000004, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "B" }, "group_id": "smallmatch-03-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-46.png", "input_tokens": 697, "latency_sec": 2.963388302945532, "model_name": "gpt-5.6-luna", "out_of_srgb": null, "output_tokens": 214, "prediction": { "choice": "B" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T14:39:03.119733+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-46", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "bbc91061-488b-4829-865b-1efeaeddbd50", "result_sha256": "6f9f53874911da4b6b58fdae63a1bd55652b75aa8218c3283388242915382d8e", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0007478, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "C" }, "group_id": "smallmatch-03-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-47.png", "input_tokens": 697, "latency_sec": 8.783974271034822, "model_name": "gpt-5.6-luna", "out_of_srgb": null, "output_tokens": 507, "prediction": { "choice": "C" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-16T16:31:16.739553+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-47", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "12f89a10-a308-4897-9546-d36b4c1fbf2b", "result_sha256": "022affa8dc71546b1591706c734e7c2b1129b0ef735fe54236938c1d40183fb5", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.0003458, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "D" }, "group_id": "smallmatch-03-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-48.png", "input_tokens": 697, "latency_sec": 4.209812026005238, "model_name": "gpt-5.6-luna", "out_of_srgb": null, "output_tokens": 172, "prediction": { "choice": "B" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T16:28:56.146471+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-smallmatch-48", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "2e839d62-1d36-43df-87eb-727d3c96db31", "result_sha256": "e65a45916edec83874bb517af6c40fc84919c5673c06c332e95311241588b6a8", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00030619999999999996, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "A" }, "group_id": "smallmatch-04-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-49.png", "input_tokens": 697, "latency_sec": 3.0496928530046716, "model_name": "gpt-5.6-luna", "out_of_srgb": null, "output_tokens": 139, "prediction": { "choice": "A" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T16:17:29.972239+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-49", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "4079deb1-a1fb-407b-8c71-cebfc69ac3e3", "result_sha256": "d60c27a941e901114e9dbad4dd413fe7ca768d33b843b65987f16403bbe84f67", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0007777999999999999, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "B" }, "group_id": "smallmatch-04-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-50.png", "input_tokens": 697, "latency_sec": 6.103253260022029, "model_name": "gpt-5.6-luna", "out_of_srgb": null, "output_tokens": 532, "prediction": { "choice": "B" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T15:29:49.420342+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-50", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "4f76bd57-4b3d-4762-903e-1ba3fa50630f", "result_sha256": "7317335b2bb221e8ff0b5d000b4f5a45a8d5a13cf6b7c049aba303553595690a", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00039860000000000004, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "C" }, "group_id": "smallmatch-04-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-51.png", "input_tokens": 697, "latency_sec": 3.358502218965441, "model_name": "gpt-5.6-luna", "out_of_srgb": null, "output_tokens": 216, "prediction": { "choice": "C" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-16T14:53:54.418329+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-51", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "8725fe3a-3468-47ec-9518-d0f9e96b6c04", "result_sha256": "39057dae6676aca1802d1cbbe2c3f940b13f18b55ce7133a445cae787c07ec84", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.0003662, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "D" }, "group_id": "smallmatch-04-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-52.png", "input_tokens": 697, "latency_sec": 3.1261971179628745, "model_name": "gpt-5.6-luna", "out_of_srgb": null, "output_tokens": 189, "prediction": { "choice": "B" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T16:07:12.761509+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-smallmatch-52", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "24ff46a1-7e42-4390-bc29-a42ae21c75f0", "result_sha256": "e2c672cf5acacec829b6fbcae78ed178924859098579958689ce6ac3b324b3fb", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.000365, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "A" }, "group_id": "smallmatch-04-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-53.png", "input_tokens": 697, "latency_sec": 3.3149639460025355, "model_name": "gpt-5.6-luna", "out_of_srgb": null, "output_tokens": 188, "prediction": { "choice": "A" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T16:13:05.768695+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-53", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "db1e57f0-bce0-4d6e-973b-ffd50d10ea40", "result_sha256": "ff4ad2e4cefd606f7023b1a18af42169b2d0cd79c03ccfdff1a31d5f5f002b48", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0003614, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "B" }, "group_id": "smallmatch-04-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-54.png", "input_tokens": 697, "latency_sec": 3.049660015036352, "model_name": "gpt-5.6-luna", "out_of_srgb": null, "output_tokens": 185, "prediction": { "choice": "B" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T14:26:47.317587+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-54", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "ee093aee-4a52-4d49-8f1b-e13090432343", "result_sha256": "41f0910e8b427ef58df67aa9b9f8557d248c04a94bc90e788e133a10bffed799", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00024380000000000002, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "C" }, "group_id": "smallmatch-04-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-55.png", "input_tokens": 697, "latency_sec": 2.167140868026763, "model_name": "gpt-5.6-luna", "out_of_srgb": null, "output_tokens": 87, "prediction": { "choice": "C" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-16T14:04:37.041673+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-55", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "0522811a-6743-4387-8f3e-6ac306a54e6b", "result_sha256": "e7ec6d03ae2aea4304008673acfa2ac1176277e5ec6fde551ce8f6bb16042fa1", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.000485, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "D" }, "group_id": "smallmatch-04-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-56.png", "input_tokens": 697, "latency_sec": 6.015993718057871, "model_name": "gpt-5.6-luna", "out_of_srgb": null, "output_tokens": 288, "prediction": { "choice": "D" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "openai", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-16T14:59:18.898438+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-56", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "7fe65cb3-df23-49a6-8446-05b112bd98ff", "result_sha256": "a1f6e150e6e276539d367e483e19edff8c3551b0b2d08add51b2cc34365ccdf4", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0013994, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "A" }, "group_id": "smallmatch-04-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-57.png", "input_tokens": 697, "latency_sec": 16.644236551015638, "model_name": "gpt-5.6-luna", "out_of_srgb": null, "output_tokens": 1050, "prediction": { "choice": "A" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T15:04:38.917548+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-57", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "5da5a99f-2298-486d-a6d6-4cd352c64e8f", "result_sha256": "64ce02d300e77fbf18216fefabef787dfe6a13330b687f8ba9088605acb1400d", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0007777999999999999, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "B" }, "group_id": "smallmatch-04-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-58.png", "input_tokens": 697, "latency_sec": 6.464136072085239, "model_name": "gpt-5.6-luna", "out_of_srgb": null, "output_tokens": 532, "prediction": { "choice": "B" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T15:10:06.121024+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-58", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "8a1c4cd6-b22b-4cec-b487-a291ed2db3e2", "result_sha256": "37331a6db5c582cf756ece55b7226164b14845b3961884508428cccc016225b1", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.0007777999999999999, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "C" }, "group_id": "smallmatch-04-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-59.png", "input_tokens": 697, "latency_sec": 7.555726140039042, "model_name": "gpt-5.6-luna", "out_of_srgb": null, "output_tokens": 532, "prediction": { "choice": "B" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T14:11:20.033985+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-smallmatch-59", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "1f535ae7-c174-489f-89cd-1a0f988b2652", "result_sha256": "a98d1c139f38377e68b7d5ee7738fa513986d713608e0d1682f522af4274cfa7", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0007777999999999999, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "D" }, "group_id": "smallmatch-04-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-60.png", "input_tokens": 697, "latency_sec": 6.619422418996692, "model_name": "gpt-5.6-luna", "out_of_srgb": null, "output_tokens": 532, "prediction": { "choice": "D" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "openai", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-16T15:30:54.174593+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-60", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "89a8c088-4aa8-4f9e-be4d-9e3563a58776", "result_sha256": "4a856620574ced5cd0c6a1f258502afd3d5203d6a5ed3e66c6bf67e1aaa2d7cf", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0003302, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "A" }, "group_id": "smallmatch-04-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-61.png", "input_tokens": 697, "latency_sec": 2.852729007950984, "model_name": "gpt-5.6-luna", "out_of_srgb": null, "output_tokens": 159, "prediction": { "choice": "A" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T14:26:17.274576+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-61", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "75c8a286-5afd-47e9-aecc-d2e4ffbd90f2", "result_sha256": "5b4c8f018d8f9c66ff79e6b66389af9eba64a33b7180973d0616929b6c11e62d", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.0003122, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "B" }, "group_id": "smallmatch-04-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-62.png", "input_tokens": 697, "latency_sec": 2.786817691056058, "model_name": "gpt-5.6-luna", "out_of_srgb": null, "output_tokens": 144, "prediction": { "choice": "A" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T15:27:00.069414+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-smallmatch-62", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "571a9cae-df35-4f21-b65b-d43befcc7c84", "result_sha256": "09cf2fa9ef5a64246049a13ba85ace6c9ca436f779e3d9aeb19eba34ef6d1128", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.0004526, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "C" }, "group_id": "smallmatch-04-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-63.png", "input_tokens": 697, "latency_sec": 6.729134207009338, "model_name": "gpt-5.6-luna", "out_of_srgb": null, "output_tokens": 261, "prediction": { "choice": "A" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T15:45:58.815782+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-smallmatch-63", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "5b9eb68d-06ad-4fc4-96ff-253c2ac1708a", "result_sha256": "5233e32ea4f701d5e8a90a281f5dcbb7701e12f5f39af720c7b689dd0d817733", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.0002762, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "D" }, "group_id": "smallmatch-04-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-64.png", "input_tokens": 697, "latency_sec": 2.930280606029555, "model_name": "gpt-5.6-luna", "out_of_srgb": null, "output_tokens": 114, "prediction": { "choice": "B" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T14:24:16.387860+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-smallmatch-64", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "ab2c2185-239f-4861-9123-fe34de742555", "result_sha256": "5a6bf015bcee9d0f164dafd3c1cfe092c578a9f53638aadaee5ebe59012d6e85", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00394, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "A" }, "group_id": "match-binding-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-01.png", "input_tokens": 695, "latency_sec": 4.89744284900371, "model_name": "gpt-5.6-sol", "out_of_srgb": null, "output_tokens": 58, "prediction": { "choice": "A" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T16:12:32.350245+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-01", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "ef1267e2-d4e0-4a6e-8b25-90a7b42f7f3b", "result_sha256": "b9c2f76b0fe1901943f1a2b783c71c6d48d6bd3bb742d41866c2129be7c30167", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0041, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "B" }, "group_id": "match-binding-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-02.png", "input_tokens": 695, "latency_sec": 3.3929108870215714, "model_name": "gpt-5.6-sol", "out_of_srgb": null, "output_tokens": 66, "prediction": { "choice": "B" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T14:22:06.365478+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-02", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "dda972fa-3bfa-49d8-bbb9-2c3440ef86ee", "result_sha256": "f53066d6f29ec91fe876c76a94d93e86d831c7766161cf2b83af6b990dc1c0fa", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00402, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "C" }, "group_id": "match-binding-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-03.png", "input_tokens": 695, "latency_sec": 1.9421494930284098, "model_name": "gpt-5.6-sol", "out_of_srgb": null, "output_tokens": 62, "prediction": { "choice": "C" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-16T14:43:32.447400+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-03", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "edad72b8-cb7b-47eb-9f34-4962413e6d3c", "result_sha256": "5e0d47bb7f93312582feab4d7b8cfca397dcc9125900870349eeba76f5faab74", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00388, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "D" }, "group_id": "match-binding-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-04.png", "input_tokens": 695, "latency_sec": 2.4313220749609172, "model_name": "gpt-5.6-sol", "out_of_srgb": null, "output_tokens": 55, "prediction": { "choice": "D" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "openai", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-16T14:59:01.721674+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-04", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "af8c8730-5521-4cd9-9c16-307f0d0bfa0e", "result_sha256": "a8eb7b6dc11c9172374512c2cf2d39cfe68d52192b7295da37125418a601a8cf", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0051, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "A" }, "group_id": "match-binding-05", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-05.png", "input_tokens": 695, "latency_sec": 3.5184174560708925, "model_name": "gpt-5.6-sol", "out_of_srgb": null, "output_tokens": 116, "prediction": { "choice": "A" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T14:48:28.187176+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-05", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "84289688-a59d-4eaa-bb8f-d243d06e8fb3", "result_sha256": "e4b85a96b1e4442a3a28f1f55a7d061fd6b771a4286b6675d38716114a655f3d", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00428, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "B" }, "group_id": "match-binding-06", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-06.png", "input_tokens": 695, "latency_sec": 3.966699026990682, "model_name": "gpt-5.6-sol", "out_of_srgb": null, "output_tokens": 75, "prediction": { "choice": "B" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T14:50:48.544650+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-06", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "5e138249-b736-42b3-82d5-8127f90b5176", "result_sha256": "c99dbcdbfed9690211842cc9fbf989f06b8f0f78e8aafe65ca4a8e3ac05218ac", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00374, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "C" }, "group_id": "match-binding-07", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-07.png", "input_tokens": 695, "latency_sec": 2.770717222010717, "model_name": "gpt-5.6-sol", "out_of_srgb": null, "output_tokens": 48, "prediction": { "choice": "C" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-16T15:26:29.475448+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-07", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "819ad23f-8add-4ecb-b101-db34461c97ae", "result_sha256": "46f1ff32554a2172e9740e77fdb74ab8baed8c20fb18b5086c801ed671779ded", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0047, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "D" }, "group_id": "match-binding-08", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-08.png", "input_tokens": 695, "latency_sec": 3.3437665849924088, "model_name": "gpt-5.6-sol", "out_of_srgb": null, "output_tokens": 96, "prediction": { "choice": "D" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "openai", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-16T16:15:30.041374+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-08", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "f82e9a9d-1a57-4425-ae28-54512b59bb58", "result_sha256": "e16a134bfa5824e21cf1bcfde14f76f72f1e265cd0ad06aea8477c526ee5782b", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.00492, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "A" }, "group_id": "match-binding-09", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-09.png", "input_tokens": 695, "latency_sec": 5.470949475071393, "model_name": "gpt-5.6-sol", "out_of_srgb": null, "output_tokens": 107, "prediction": { "choice": "C" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-16T15:43:36.529776+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-binding-09", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "b786fe3e-ae16-464c-9509-b7eb7e7e18ae", "result_sha256": "ae4abe9ea57a3867b03b55834a32007a827d04c82dfb41afeb5e213d90486372", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.005, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "B" }, "group_id": "match-binding-10", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-10.png", "input_tokens": 695, "latency_sec": 6.922131604049355, "model_name": "gpt-5.6-sol", "out_of_srgb": null, "output_tokens": 111, "prediction": { "choice": "B" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T15:03:17.069078+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-10", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "0570b709-e0f2-4859-b954-f24c8255815a", "result_sha256": "7c4549ddc15a95aa08cdb3f389a38b25ca777f7795f52bb062a51f37ec69f12d", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.01332, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "C" }, "group_id": "match-binding-11", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-11.png", "input_tokens": 695, "latency_sec": 18.837050289963372, "model_name": "gpt-5.6-sol", "out_of_srgb": null, "output_tokens": 527, "prediction": { "choice": "C" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-16T14:48:27.438689+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-11", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "13aee531-d28d-412e-b4fd-d8b5d219ac94", "result_sha256": "ca9a640ed5849a2987f5a6007e635a822f91f59cfb8c3e71b81147f04556bbc0", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0047, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "D" }, "group_id": "match-binding-12", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-12.png", "input_tokens": 695, "latency_sec": 3.011577970115468, "model_name": "gpt-5.6-sol", "out_of_srgb": null, "output_tokens": 96, "prediction": { "choice": "D" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "openai", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-16T15:35:22.775564+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-12", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "d9703962-3187-4f89-b12f-209bcf81bcc1", "result_sha256": "00d2e849c32496a34bcd65f4a0e38a1cceb6439998d1f0cc0c08ba61c3d99ceb", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.01236, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "A" }, "group_id": "match-binding-13", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-13.png", "input_tokens": 695, "latency_sec": 10.370352522935718, "model_name": "gpt-5.6-sol", "out_of_srgb": null, "output_tokens": 479, "prediction": { "choice": "D" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "openai", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-16T15:01:39.187586+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-binding-13", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "26e04a28-a733-4839-acc1-c16d4c162762", "result_sha256": "d60f455084852bb2326a7a690db14501861563200688c858174bd7c8154016d1", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.01888, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "B" }, "group_id": "match-binding-14", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-14.png", "input_tokens": 695, "latency_sec": 18.788254866027273, "model_name": "gpt-5.6-sol", "out_of_srgb": null, "output_tokens": 805, "prediction": { "choice": "B" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T15:39:06.019564+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-14", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "c0594106-809d-4bcf-9163-358ae33cc415", "result_sha256": "acd13558a2ec756ed1eb205384934a09f146f795eaa2fb05bfa0bfff777d5eb3", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00462, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "C" }, "group_id": "match-binding-15", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-15.png", "input_tokens": 695, "latency_sec": 8.808236129931174, "model_name": "gpt-5.6-sol", "out_of_srgb": null, "output_tokens": 92, "prediction": { "choice": "C" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-16T14:35:02.701647+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-15", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "2d459eeb-7b3e-4d92-9cf5-ba3edf215802", "result_sha256": "6d56a16d32db33f394f243d345ba28f22d47e40e85d873eb7d5ce775f57ec1e7", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00732, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "D" }, "group_id": "match-binding-16", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-16.png", "input_tokens": 695, "latency_sec": 11.933615543995984, "model_name": "gpt-5.6-sol", "out_of_srgb": null, "output_tokens": 227, "prediction": { "choice": "D" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "openai", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-16T14:27:46.212716+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-16", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "f55f4c99-d402-4fda-97aa-c23bbacf5e33", "result_sha256": "f16339bf6be982f3aa5be20212517c4d09d1254252a0c6e8ec10d8e1631ef53e", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00452, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "A" }, "group_id": "match-binding-17", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-17.png", "input_tokens": 695, "latency_sec": 2.7437401129864156, "model_name": "gpt-5.6-sol", "out_of_srgb": null, "output_tokens": 87, "prediction": { "choice": "A" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T15:55:23.573212+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-17", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "35ffda1b-6ba7-4d35-9353-527bcd1153c3", "result_sha256": "ccd502712c0905bced44b04e1c03aa43eae14515b46f2fbe1a4808212485c764", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00454, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "B" }, "group_id": "match-binding-18", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-18.png", "input_tokens": 695, "latency_sec": 3.200499368016608, "model_name": "gpt-5.6-sol", "out_of_srgb": null, "output_tokens": 88, "prediction": { "choice": "B" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T14:08:52.728734+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-18", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "8940efd6-3063-451e-bb3a-288ec489cfe6", "result_sha256": "ca73c5d7065deccef233f20bccd763266022915acc8378cd6dbb43433d1d7616", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00428, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "C" }, "group_id": "match-binding-19", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-19.png", "input_tokens": 695, "latency_sec": 2.917598791071214, "model_name": "gpt-5.6-sol", "out_of_srgb": null, "output_tokens": 75, "prediction": { "choice": "C" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-16T15:35:51.826979+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-19", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "3c9bff07-3aa5-43b6-9cdb-6cf8ad4a6641", "result_sha256": "16f6e4e2b6b5053afc004a25c64176887fb1b2955dcbbd0f23c5715c10e86427", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0042, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "D" }, "group_id": "match-binding-20", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-20.png", "input_tokens": 695, "latency_sec": 2.8081981859868392, "model_name": "gpt-5.6-sol", "out_of_srgb": null, "output_tokens": 71, "prediction": { "choice": "D" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "openai", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-16T15:53:15.754916+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-20", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "8991067c-184f-4117-9ed6-fbe0ac0b18da", "result_sha256": "a184f7f5c907f33e8c227dfb8d8c34a74a8f2f8941f391bb0ecbfa7595a374c0", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0049, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "A" }, "group_id": "match-binding-21", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-21.png", "input_tokens": 695, "latency_sec": 3.6560994680039585, "model_name": "gpt-5.6-sol", "out_of_srgb": null, "output_tokens": 106, "prediction": { "choice": "A" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T16:31:50.669725+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-21", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "82e3134b-3851-42ce-8376-f30242231617", "result_sha256": "8ed9a901df9e6b67960cd30bc8d0020feb40813039b839777f70cb6f9aa4a918", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00414, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "B" }, "group_id": "match-binding-22", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-22.png", "input_tokens": 695, "latency_sec": 2.5616169630084187, "model_name": "gpt-5.6-sol", "out_of_srgb": null, "output_tokens": 68, "prediction": { "choice": "B" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T14:59:58.030155+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-22", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "a8f38a18-4bdd-462a-84cc-ae479db3d2fb", "result_sha256": "536a039335fe4b255e3e7dc10ae531896e3eeb7f2794307072201670b038ca13", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00522, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "C" }, "group_id": "match-binding-23", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-23.png", "input_tokens": 695, "latency_sec": 5.7377318379003555, "model_name": "gpt-5.6-sol", "out_of_srgb": null, "output_tokens": 122, "prediction": { "choice": "C" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-16T14:33:36.341977+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-23", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "809d3a80-8200-48dc-bfc0-7497376e150e", "result_sha256": "f7fccd2d11e80aa303b4c185367423118a5246d0abddc5e6c8c0804e57d780d4", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00502, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "D" }, "group_id": "match-binding-24", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-24.png", "input_tokens": 695, "latency_sec": 2.679063003975898, "model_name": "gpt-5.6-sol", "out_of_srgb": null, "output_tokens": 112, "prediction": { "choice": "D" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "openai", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-16T15:40:23.340331+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-24", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "a9fa7c55-ebef-41d2-9d6c-c45fe422f728", "result_sha256": "baf2c352978a5855c6e6687464f023b2c6922ea951a06e349f326cbb7e05b123", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.00522, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "A" }, "group_id": "match-binding-25", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-25.png", "input_tokens": 695, "latency_sec": 6.159595440025441, "model_name": "gpt-5.6-sol", "out_of_srgb": null, "output_tokens": 122, "prediction": { "choice": "C" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-16T14:07:11.847170+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-binding-25", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "9ace1f56-02ab-4570-817e-58c1981c34be", "result_sha256": "14ca5a620157aa109217e3a056d9304bbe24e51292ec4f153ca4c0279369d0eb", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00622, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "B" }, "group_id": "match-binding-26", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-26.png", "input_tokens": 695, "latency_sec": 4.5703753649722785, "model_name": "gpt-5.6-sol", "out_of_srgb": null, "output_tokens": 172, "prediction": { "choice": "B" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T14:55:03.796885+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-26", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "0c7e8dac-e524-41df-931a-2783c36f0806", "result_sha256": "2ee50c28edba74aedf34d8992864666255b251b3f6ea5de8e0c36cf1a7518944", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00768, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "C" }, "group_id": "match-binding-27", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-27.png", "input_tokens": 695, "latency_sec": 6.52773688104935, "model_name": "gpt-5.6-sol", "out_of_srgb": null, "output_tokens": 245, "prediction": { "choice": "C" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-16T14:00:27.041309+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-27", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "88ec3a90-397d-456c-bc4b-1c287cd2e605", "result_sha256": "7d3cd2d3d43c0e50ae52a5f4a3fc6724b175fc99ed89ee5e5f8f360fae8b1f6b", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.00924, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "D" }, "group_id": "match-binding-28", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-28.png", "input_tokens": 695, "latency_sec": 9.341462412034161, "model_name": "gpt-5.6-sol", "out_of_srgb": null, "output_tokens": 323, "prediction": { "choice": "B" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T14:17:33.873726+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-binding-28", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "d99720dc-a114-4e6d-ab43-27e3a7e9eab3", "result_sha256": "1b381fb01458b559e40c8a3e17597e11fad2304751ffa541bd7e49c8729e40ff", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.01066, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "A" }, "group_id": "match-binding-29", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-29.png", "input_tokens": 695, "latency_sec": 13.613813615986146, "model_name": "gpt-5.6-sol", "out_of_srgb": null, "output_tokens": 394, "prediction": { "choice": "A" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T14:23:20.370760+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-29", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "ca8900ba-a3a6-4189-b7e8-a851ca2c5526", "result_sha256": "fe61b4bd2bba6518454a062351d1493fcb46695e4d9801d7f76b37f1188db081", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.00592, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "B" }, "group_id": "match-binding-30", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-30.png", "input_tokens": 695, "latency_sec": 4.800491004018113, "model_name": "gpt-5.6-sol", "out_of_srgb": null, "output_tokens": 157, "prediction": { "choice": "D" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "openai", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-16T15:28:43.192992+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-binding-30", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "e8d29242-51b3-4b99-860f-f0106843261e", "result_sha256": "264a4586c65e0fb794559bfb15971eb8167ce7938a0878269a13bbf1269dd510", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00476, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "C" }, "group_id": "match-binding-31", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-31.png", "input_tokens": 695, "latency_sec": 4.1743174160365015, "model_name": "gpt-5.6-sol", "out_of_srgb": null, "output_tokens": 99, "prediction": { "choice": "C" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-16T14:54:24.411369+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-31", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "84c0561a-b8fe-4628-bf85-44dbf43d506e", "result_sha256": "a8e94865ac8a2994b98946ed2206585b9001eb1e69b8f8a9e8a74b515afa3eb6", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00754, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "D" }, "group_id": "match-binding-32", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-32.png", "input_tokens": 695, "latency_sec": 6.100111464969814, "model_name": "gpt-5.6-sol", "out_of_srgb": null, "output_tokens": 238, "prediction": { "choice": "D" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "openai", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-16T16:16:21.660027+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-32", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "575f62ab-058f-4369-aaa5-4488e8cd3e51", "result_sha256": "ab2809da85949596f2f65d1668c410854f3b2711089bccbfedf1fc90fe52ea11", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00378, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "A" }, "group_id": "match-binding-33", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-33.png", "input_tokens": 695, "latency_sec": 2.146944026928395, "model_name": "gpt-5.6-sol", "out_of_srgb": null, "output_tokens": 50, "prediction": { "choice": "A" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T16:09:05.908898+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-33", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "d590d9d3-abea-4cb9-983e-b5915c85676b", "result_sha256": "16efb8a88ebfca0b784e89be0b58b95a5cb13d7bdeb0a19a35adbc8747f9d8ca", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00366, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "B" }, "group_id": "match-binding-34", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-34.png", "input_tokens": 695, "latency_sec": 1.7417199530173093, "model_name": "gpt-5.6-sol", "out_of_srgb": null, "output_tokens": 44, "prediction": { "choice": "B" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T15:17:28.146471+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-34", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "f39628b7-4191-4848-81e7-2afcbb58d461", "result_sha256": "2457f8de05a7c067488657a3bc807f8f773fcb7af0735bbe7715d399611040af", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00372, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "C" }, "group_id": "match-binding-35", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-35.png", "input_tokens": 695, "latency_sec": 2.946938803070225, "model_name": "gpt-5.6-sol", "out_of_srgb": null, "output_tokens": 47, "prediction": { "choice": "C" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-16T14:49:58.629988+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-35", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "e18359ba-1598-41ce-a002-627ba4ac92b2", "result_sha256": "bf800f12cfa4a34b1d364024e044b868a0f8b5393f1b23508078bb5125d7de00", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00306, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "D" }, "group_id": "match-binding-36", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-36.png", "input_tokens": 695, "latency_sec": 1.2128100111149251, "model_name": "gpt-5.6-sol", "out_of_srgb": null, "output_tokens": 14, "prediction": { "choice": "D" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "openai", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-16T15:54:09.102331+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-36", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "760c6906-3ec6-4386-a3d1-739bf68f7963", "result_sha256": "dbea47e5607f6eeab0f9f5d41f87a5cc392331a0b7de80c4b585af21bd9151bc", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00362, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "A" }, "group_id": "match-binding-37", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-37.png", "input_tokens": 695, "latency_sec": 3.9325905930018052, "model_name": "gpt-5.6-sol", "out_of_srgb": null, "output_tokens": 42, "prediction": { "choice": "A" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T15:32:21.218901+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-37", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "e124a37d-1dce-44a3-bc17-f2272b8c0689", "result_sha256": "cd1eda3dcb908d1047ffcaaf64889cd25dcc1c1f33dc259d135f87d683297721", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00372, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "B" }, "group_id": "match-binding-38", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-38.png", "input_tokens": 695, "latency_sec": 2.4702405360294506, "model_name": "gpt-5.6-sol", "out_of_srgb": null, "output_tokens": 47, "prediction": { "choice": "B" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T16:21:36.363090+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-38", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "62c801c9-e9fd-4e27-9563-83757570d818", "result_sha256": "f12a40ec5f5dcc4a2ebc5b72d321c9318267762f2ebacca085852cf9298276b2", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00374, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "C" }, "group_id": "match-binding-39", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-39.png", "input_tokens": 695, "latency_sec": 2.0127940020756796, "model_name": "gpt-5.6-sol", "out_of_srgb": null, "output_tokens": 48, "prediction": { "choice": "C" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-16T14:43:13.868303+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-39", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "b8571bb2-c9cb-4a69-b8a3-7a1f5ed08eaf", "result_sha256": "e92b97c8a4b36c12c5a61a2cd6e8c5eecff32392701eae3b816394305fa72b2d", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00442, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "D" }, "group_id": "match-binding-40", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-40.png", "input_tokens": 695, "latency_sec": 3.0090410748962313, "model_name": "gpt-5.6-sol", "out_of_srgb": null, "output_tokens": 82, "prediction": { "choice": "D" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "openai", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-16T14:49:00.420473+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-40", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "9e5a6d2d-20bb-4d1c-9a35-509a35eef155", "result_sha256": "c0f2b43ef57269eb51bc2ca5d86df3f5212448f0f5a09a60b5eb73f9e205e132", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.01064, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "A" }, "group_id": "match-binding-41", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-41.png", "input_tokens": 695, "latency_sec": 13.80733887606766, "model_name": "gpt-5.6-sol", "out_of_srgb": null, "output_tokens": 393, "prediction": { "choice": "A" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T15:23:43.615411+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-41", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "d74db2b7-0033-4914-9d89-5fbb6f9cf7c0", "result_sha256": "1674bdd6d120dbe0ce2ec69790be959ef732c011eb73d904ab9499ff2b9485af", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00432, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "B" }, "group_id": "match-binding-42", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-42.png", "input_tokens": 695, "latency_sec": 1.8754065169487149, "model_name": "gpt-5.6-sol", "out_of_srgb": null, "output_tokens": 77, "prediction": { "choice": "B" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T16:06:02.452518+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-42", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "27b17396-7300-4de4-b9d7-7e146211cb69", "result_sha256": "f00be47dad9e1aecd2fe20a1f1f4e078f9d98831943aea5c95ef25b988a185b4", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00558, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "C" }, "group_id": "match-binding-43", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-43.png", "input_tokens": 695, "latency_sec": 3.288414648035541, "model_name": "gpt-5.6-sol", "out_of_srgb": null, "output_tokens": 140, "prediction": { "choice": "C" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-16T15:46:21.476147+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-43", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "57907bdf-bfdb-41e5-958c-7ae0a0b20452", "result_sha256": "15041d23bdb7f6cea65ed0a030cbfe21f3d611156f941753c394d94a3dc5792e", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00428, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "D" }, "group_id": "match-binding-44", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-44.png", "input_tokens": 695, "latency_sec": 3.1677775509888306, "model_name": "gpt-5.6-sol", "out_of_srgb": null, "output_tokens": 75, "prediction": { "choice": "D" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "openai", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-16T14:40:55.483096+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-44", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "3ac6ba29-40d2-487e-b88c-7ad763467f71", "result_sha256": "5687fdb8ebf99140e84cb2f93097805bcdeddf9348645a23f682971f06688efd", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.00516, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "A" }, "group_id": "match-binding-45", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-45.png", "input_tokens": 695, "latency_sec": 3.7472341500688344, "model_name": "gpt-5.6-sol", "out_of_srgb": null, "output_tokens": 119, "prediction": { "choice": "C" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-16T14:12:54.175096+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-binding-45", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "a30e067a-b52f-499a-b6b9-c0af9a10fadd", "result_sha256": "9a4175d26e279a6ba51942354ee7aa1fc5cdd80b4efba7ce2d9566bd85dc6962", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00806, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "B" }, "group_id": "match-binding-46", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-46.png", "input_tokens": 695, "latency_sec": 7.085980333038606, "model_name": "gpt-5.6-sol", "out_of_srgb": null, "output_tokens": 264, "prediction": { "choice": "B" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T15:54:00.268791+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-46", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "152c9a6e-9841-4eed-87de-7c1bd6455db4", "result_sha256": "09309f65482569a7a73f86e612ce56376bed2c0fdd7613030905f8971f2aee9a", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00628, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "C" }, "group_id": "match-binding-47", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-47.png", "input_tokens": 695, "latency_sec": 6.070044677006081, "model_name": "gpt-5.6-sol", "out_of_srgb": null, "output_tokens": 175, "prediction": { "choice": "C" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-16T16:06:33.331946+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-47", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "46d570ac-4d72-4caa-ab5b-82f6c8804c53", "result_sha256": "349d7b86704eb952e77e526c0074fdcb408d9e6abc99e40a369979dc494d3145", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00888, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "D" }, "group_id": "match-binding-48", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-48.png", "input_tokens": 695, "latency_sec": 9.528049638029188, "model_name": "gpt-5.6-sol", "out_of_srgb": null, "output_tokens": 305, "prediction": { "choice": "D" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "openai", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-16T16:15:18.808065+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-48", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "322d13e5-0fd7-4c85-93f8-205612e98d2b", "result_sha256": "e36cc15f826837d636ca95c83979927f8bbf204e2fb4dfa372f52098250cff74", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.003532, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "B" }, "group_id": "chroma-chain-01-edge-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-01.png", "input_tokens": 693, "latency_sec": 1.3918343160767108, "model_name": "gpt-5.6-sol", "out_of_srgb": null, "output_tokens": 38, "prediction": { "choice": "B" }, "prompt_sha256": "7cb1baae3d2170148c899969e7afaa6d6a5143997cc3086bc447697d521e10ca", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T16:25:28.733353+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-01", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "fe36ec14-a58b-45c2-9a55-786cbe1d43a6", "result_sha256": "ec3da42a4eb50dc12b3f6b2efe28bd7d95ec46fea055044511eb9d6d12da01a3", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.003552, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "A" }, "group_id": "chroma-chain-01-edge-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-02.png", "input_tokens": 693, "latency_sec": 1.811157411080785, "model_name": "gpt-5.6-sol", "out_of_srgb": null, "output_tokens": 39, "prediction": { "choice": "A" }, "prompt_sha256": "7cb1baae3d2170148c899969e7afaa6d6a5143997cc3086bc447697d521e10ca", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T15:14:14.563626+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-02", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "4fc556c9-a19a-4a48-a24e-297d871cb923", "result_sha256": "c6ab7032a06766cc68b266c1d4a1aae6bd7bde80c0731a14ea174e482cbd4086", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.003572, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "A" }, "group_id": "chroma-chain-01-edge-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-03.png", "input_tokens": 693, "latency_sec": 1.8345380940008909, "model_name": "gpt-5.6-sol", "out_of_srgb": null, "output_tokens": 40, "prediction": { "choice": "A" }, "prompt_sha256": "f7627aca5640b4e4bb5108ec22eda036673dd7300493ad098f17639bff610e34", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T16:22:08.942747+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-03", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "38450624-4703-40dd-85e5-df25962c4b54", "result_sha256": "ebd8f07c589d334dd35c48801277bb4504e113140f8ffef0812a0b94b917e227", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.003052, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "B" }, "group_id": "chroma-chain-01-edge-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-04.png", "input_tokens": 693, "latency_sec": 1.6543662210460752, "model_name": "gpt-5.6-sol", "out_of_srgb": null, "output_tokens": 14, "prediction": { "choice": "B" }, "prompt_sha256": "f7627aca5640b4e4bb5108ec22eda036673dd7300493ad098f17639bff610e34", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T16:19:27.662204+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-04", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "508e4d34-899a-4505-8b0e-5aaad20c3aa2", "result_sha256": "4fdd17fbac7bfbc53bae99af827ba490fdf4517eb14312331565d7f99fd45dfa", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.003452, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "B" }, "group_id": "chroma-chain-01-edge-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-05.png", "input_tokens": 693, "latency_sec": 2.210413830005564, "model_name": "gpt-5.6-sol", "out_of_srgb": null, "output_tokens": 34, "prediction": { "choice": "B" }, "prompt_sha256": "7cb1baae3d2170148c899969e7afaa6d6a5143997cc3086bc447697d521e10ca", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T14:47:51.502411+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-05", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "a4462dd8-fb66-4536-8f0c-65b1952c998d", "result_sha256": "f0dacaffbcfdb3f98acad06bd0b83dd95e70329bafef592c20edddc55011be87", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.003852, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "A" }, "group_id": "chroma-chain-01-edge-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-06.png", "input_tokens": 693, "latency_sec": 2.2623714639339596, "model_name": "gpt-5.6-sol", "out_of_srgb": null, "output_tokens": 54, "prediction": { "choice": "A" }, "prompt_sha256": "7cb1baae3d2170148c899969e7afaa6d6a5143997cc3086bc447697d521e10ca", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T14:44:01.737853+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-06", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "24101810-9baa-4980-83d9-f922d2059bea", "result_sha256": "2d35e7c6ad551d8edd7430f8fd821797bfa10a3c99bee44af43665904b647878", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.003532, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "A" }, "group_id": "chroma-chain-01-edge-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-07.png", "input_tokens": 693, "latency_sec": 2.581699675996788, "model_name": "gpt-5.6-sol", "out_of_srgb": null, "output_tokens": 38, "prediction": { "choice": "A" }, "prompt_sha256": "f7627aca5640b4e4bb5108ec22eda036673dd7300493ad098f17639bff610e34", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T14:57:14.638962+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-07", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "67dec3df-9c4f-4914-bf0f-508ef936e368", "result_sha256": "28758a6d8a39e88f06535c4bc7bba02fe3c957d3a7d08da0d9964c3afc0e5e7c", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.003792, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "B" }, "group_id": "chroma-chain-01-edge-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-08.png", "input_tokens": 693, "latency_sec": 2.2734531689202413, "model_name": "gpt-5.6-sol", "out_of_srgb": null, "output_tokens": 51, "prediction": { "choice": "B" }, "prompt_sha256": "f7627aca5640b4e4bb5108ec22eda036673dd7300493ad098f17639bff610e34", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T16:05:00.993912+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-08", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "a84e9531-d2ba-443a-a1af-cc5ae1c3a41f", "result_sha256": "7ed437e5dd2a958a674d8c094fa530e8e9742a069838cdff22b2df84072fecb9", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.003832, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "B" }, "group_id": "chroma-chain-01-edge-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-09.png", "input_tokens": 693, "latency_sec": 3.149652940919623, "model_name": "gpt-5.6-sol", "out_of_srgb": null, "output_tokens": 53, "prediction": { "choice": "B" }, "prompt_sha256": "7cb1baae3d2170148c899969e7afaa6d6a5143997cc3086bc447697d521e10ca", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T14:08:43.706745+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-09", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "f5a5a1c2-ca89-449b-a681-3d19262d4b26", "result_sha256": "d2e43833b24a5f202655d74654a96e353e7b6a8f824a7687850076a9fc4dc5a4", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.003872, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "A" }, "group_id": "chroma-chain-01-edge-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-10.png", "input_tokens": 693, "latency_sec": 3.545871337992139, "model_name": "gpt-5.6-sol", "out_of_srgb": null, "output_tokens": 55, "prediction": { "choice": "A" }, "prompt_sha256": "7cb1baae3d2170148c899969e7afaa6d6a5143997cc3086bc447697d521e10ca", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T15:12:32.993689+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-10", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "cccbbd22-f45d-4b1c-9346-11f1a0a97a11", "result_sha256": "8376c138c8c979a222f2c6523cd244b676a8e1c717e0bd0a657a43ac779a3c06", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.003832, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "A" }, "group_id": "chroma-chain-01-edge-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-11.png", "input_tokens": 693, "latency_sec": 7.1439162120223045, "model_name": "gpt-5.6-sol", "out_of_srgb": null, "output_tokens": 53, "prediction": { "choice": "A" }, "prompt_sha256": "f7627aca5640b4e4bb5108ec22eda036673dd7300493ad098f17639bff610e34", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T14:20:22.676684+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-11", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "48a609dc-e05e-4df3-bcf2-432b5b2e2948", "result_sha256": "d9e625afd9c0e63964a95d4d267bbf82a6349050780338f0d51530d67a55bc00", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.004072, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "B" }, "group_id": "chroma-chain-01-edge-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-12.png", "input_tokens": 693, "latency_sec": 4.642449895967729, "model_name": "gpt-5.6-sol", "out_of_srgb": null, "output_tokens": 65, "prediction": { "choice": "B" }, "prompt_sha256": "f7627aca5640b4e4bb5108ec22eda036673dd7300493ad098f17639bff610e34", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T15:45:35.392878+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-12", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "862431c1-5f9b-4193-842a-81a4f2c19869", "result_sha256": "89f3ceb2d982901783e811be335d67077702c29f7639f362e11e8923af5f68ac", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.005092, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "B" }, "group_id": "chroma-chain-01-edge-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-13.png", "input_tokens": 693, "latency_sec": 3.317978071048856, "model_name": "gpt-5.6-sol", "out_of_srgb": null, "output_tokens": 116, "prediction": { "choice": "B" }, "prompt_sha256": "7cb1baae3d2170148c899969e7afaa6d6a5143997cc3086bc447697d521e10ca", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T15:27:15.174962+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-13", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "1fbfe814-23f9-4eac-8f32-31ad81bdc36b", "result_sha256": "ac54eb8912316f1a7ceee2582f7dfd6e37b3304bdc74b41d5e0f6d16287d98f5", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.004392, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "A" }, "group_id": "chroma-chain-01-edge-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-14.png", "input_tokens": 693, "latency_sec": 4.514541949960403, "model_name": "gpt-5.6-sol", "out_of_srgb": null, "output_tokens": 81, "prediction": { "choice": "A" }, "prompt_sha256": "7cb1baae3d2170148c899969e7afaa6d6a5143997cc3086bc447697d521e10ca", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T15:37:39.285852+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-14", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "c08d1428-1b17-4e96-85a0-8bec4dcce014", "result_sha256": "657a0a066b21b52aba6d8649b09b272d01bcdc7f62e890307934abfec9308f0f", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.004852, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "A" }, "group_id": "chroma-chain-01-edge-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-15.png", "input_tokens": 693, "latency_sec": 4.490301184006967, "model_name": "gpt-5.6-sol", "out_of_srgb": null, "output_tokens": 104, "prediction": { "choice": "A" }, "prompt_sha256": "f7627aca5640b4e4bb5108ec22eda036673dd7300493ad098f17639bff610e34", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T14:13:29.616514+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-15", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "ad169343-1ca6-4064-8b4e-55c5ff9da10f", "result_sha256": "ef7188282493e4845c8ca4750a3e5b6335c0f1a2b051ee2ad34fa1b4dbb55aae", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.004992, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "B" }, "group_id": "chroma-chain-01-edge-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-16.png", "input_tokens": 693, "latency_sec": 2.9327077260240912, "model_name": "gpt-5.6-sol", "out_of_srgb": null, "output_tokens": 111, "prediction": { "choice": "B" }, "prompt_sha256": "f7627aca5640b4e4bb5108ec22eda036673dd7300493ad098f17639bff610e34", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T16:03:23.660121+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-16", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "8f3c93c3-ff0f-40da-832e-12ec17327d46", "result_sha256": "98c57970aaea71977a975b62a8d4ee96cbd498b89ebe9442ad86992939180643", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.003832, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "B" }, "group_id": "chroma-chain-02-edge-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-17.png", "input_tokens": 693, "latency_sec": 2.2554490939946845, "model_name": "gpt-5.6-sol", "out_of_srgb": null, "output_tokens": 53, "prediction": { "choice": "B" }, "prompt_sha256": "7cb1baae3d2170148c899969e7afaa6d6a5143997cc3086bc447697d521e10ca", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T14:19:31.103820+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-17", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "576d9e7a-15f5-4c80-8b70-e163d692c7dc", "result_sha256": "4f91bbf742bb93cbb45f496bd368d717210cdac39afecc3b5561c2464075a4da", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.003052, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "A" }, "group_id": "chroma-chain-02-edge-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-18.png", "input_tokens": 693, "latency_sec": 1.5617373889544979, "model_name": "gpt-5.6-sol", "out_of_srgb": null, "output_tokens": 14, "prediction": { "choice": "A" }, "prompt_sha256": "7cb1baae3d2170148c899969e7afaa6d6a5143997cc3086bc447697d521e10ca", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T14:50:07.025962+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-18", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "9f41e001-d871-49c3-9afb-939c678d0041", "result_sha256": "5fc2b93a686f585726cba44b50269ea0b6cf4253ec8363af1e86acd326bbcaf2", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.003052, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "A" }, "group_id": "chroma-chain-02-edge-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-19.png", "input_tokens": 693, "latency_sec": 1.0283894879976287, "model_name": "gpt-5.6-sol", "out_of_srgb": null, "output_tokens": 14, "prediction": { "choice": "A" }, "prompt_sha256": "f7627aca5640b4e4bb5108ec22eda036673dd7300493ad098f17639bff610e34", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T15:53:31.782693+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-19", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "f0b69591-b47c-4ef0-ab50-264cd62af754", "result_sha256": "12b55b25b68b722895406452ed04b09b1f83cd045822c3157d373eefa6268817", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.003052, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "B" }, "group_id": "chroma-chain-02-edge-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-20.png", "input_tokens": 693, "latency_sec": 1.9622971669305116, "model_name": "gpt-5.6-sol", "out_of_srgb": null, "output_tokens": 14, "prediction": { "choice": "B" }, "prompt_sha256": "f7627aca5640b4e4bb5108ec22eda036673dd7300493ad098f17639bff610e34", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T14:02:33.726677+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-20", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "41b1ce83-9f0a-45f0-8c2c-0ee3573ec3fd", "result_sha256": "17d3ded831fafad72f34d9054408e03810bb8b1aa74ec1d5a43e3127cd7c141b", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.003652, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "B" }, "group_id": "chroma-chain-02-edge-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-21.png", "input_tokens": 693, "latency_sec": 2.1449751999462023, "model_name": "gpt-5.6-sol", "out_of_srgb": null, "output_tokens": 44, "prediction": { "choice": "B" }, "prompt_sha256": "7cb1baae3d2170148c899969e7afaa6d6a5143997cc3086bc447697d521e10ca", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T14:14:32.546009+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-21", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "d851bb5f-4527-485a-9696-a2ebb7de23af", "result_sha256": "ebd7955e5d45d09f93c9fdbabf6de8283d19c518faf827252f1321dda1979988", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.004032, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "A" }, "group_id": "chroma-chain-02-edge-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-22.png", "input_tokens": 693, "latency_sec": 2.3367277149809524, "model_name": "gpt-5.6-sol", "out_of_srgb": null, "output_tokens": 63, "prediction": { "choice": "A" }, "prompt_sha256": "7cb1baae3d2170148c899969e7afaa6d6a5143997cc3086bc447697d521e10ca", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T15:22:15.313593+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-22", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "db4ec74b-da4d-4c5b-bd6d-d2369f1c0aab", "result_sha256": "c5251ae7fd6a50028fbc15a1a7c61a3cf370e170445eb3e4816677e6ed077ce9", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.003632, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "A" }, "group_id": "chroma-chain-02-edge-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-23.png", "input_tokens": 693, "latency_sec": 1.6440654949983582, "model_name": "gpt-5.6-sol", "out_of_srgb": null, "output_tokens": 43, "prediction": { "choice": "A" }, "prompt_sha256": "f7627aca5640b4e4bb5108ec22eda036673dd7300493ad098f17639bff610e34", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T14:50:32.472776+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-23", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "39d245ec-2288-4c83-952d-4f5cf2f2f83d", "result_sha256": "d17ca978392f29aec4eebf2730d79ab954a7fd1724dcf08aa4d2cfaae1596487", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.003512, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "B" }, "group_id": "chroma-chain-02-edge-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-24.png", "input_tokens": 693, "latency_sec": 1.8741621680092067, "model_name": "gpt-5.6-sol", "out_of_srgb": null, "output_tokens": 37, "prediction": { "choice": "B" }, "prompt_sha256": "f7627aca5640b4e4bb5108ec22eda036673dd7300493ad098f17639bff610e34", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T16:26:35.183682+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-24", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "806b6bf0-1f78-41ea-ac25-d28bf5283f48", "result_sha256": "d14868472d6482749d4b2e04b06cb02ecae4b6b7bb982b652c2be4b7bc1f17d5", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.004252, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "B" }, "group_id": "chroma-chain-02-edge-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-25.png", "input_tokens": 693, "latency_sec": 4.577638174989261, "model_name": "gpt-5.6-sol", "out_of_srgb": null, "output_tokens": 74, "prediction": { "choice": "B" }, "prompt_sha256": "7cb1baae3d2170148c899969e7afaa6d6a5143997cc3086bc447697d521e10ca", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T16:07:28.640552+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-25", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "94dee923-8d1d-475e-ad3b-f8fd3e3f68b9", "result_sha256": "f57a23c8b3f4453e8f3ad53c25a48bdcc9963edb55840b34e932ccec8c616baf", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.005852, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "A" }, "group_id": "chroma-chain-02-edge-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-26.png", "input_tokens": 693, "latency_sec": 5.858515934087336, "model_name": "gpt-5.6-sol", "out_of_srgb": null, "output_tokens": 154, "prediction": { "choice": "A" }, "prompt_sha256": "7cb1baae3d2170148c899969e7afaa6d6a5143997cc3086bc447697d521e10ca", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T14:09:10.594054+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-26", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "510e6849-11f7-450c-8ec1-a82b4dff51bf", "result_sha256": "64483c32388518cbc7cae9b0301865e5cc8c88741a0b780c257409ab83adf07a", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.004352, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "A" }, "group_id": "chroma-chain-02-edge-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-27.png", "input_tokens": 693, "latency_sec": 2.782644883962348, "model_name": "gpt-5.6-sol", "out_of_srgb": null, "output_tokens": 79, "prediction": { "choice": "A" }, "prompt_sha256": "f7627aca5640b4e4bb5108ec22eda036673dd7300493ad098f17639bff610e34", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T15:41:04.372220+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-27", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "6dfa8407-e8dc-4e8a-a8a1-1a93ab7c2769", "result_sha256": "2c1f4b70c69b0eab8595ab22c349f9b289291f5f1fd9c84967312e4be22f2e76", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.004332, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "B" }, "group_id": "chroma-chain-02-edge-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-28.png", "input_tokens": 693, "latency_sec": 2.826682284940034, "model_name": "gpt-5.6-sol", "out_of_srgb": null, "output_tokens": 78, "prediction": { "choice": "B" }, "prompt_sha256": "f7627aca5640b4e4bb5108ec22eda036673dd7300493ad098f17639bff610e34", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T16:22:32.984051+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-28", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "bb093f09-4cf6-4abf-a157-886f33c588d6", "result_sha256": "c508d60fb7433c6fdd23f56e4003cc2eb181ee0e4a08731366b993de3c71f52c", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.003352, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "B" }, "group_id": "chroma-chain-02-edge-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-29.png", "input_tokens": 693, "latency_sec": 1.2328158390009776, "model_name": "gpt-5.6-sol", "out_of_srgb": null, "output_tokens": 29, "prediction": { "choice": "B" }, "prompt_sha256": "7cb1baae3d2170148c899969e7afaa6d6a5143997cc3086bc447697d521e10ca", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T15:53:23.185856+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-29", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "83d6104d-8188-4c90-8f97-58bac6c4b22a", "result_sha256": "3948377e2dee824678586edfedbaa5527c6cad757a69035f57f247fcb9566c4d", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.003532, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "A" }, "group_id": "chroma-chain-02-edge-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-30.png", "input_tokens": 693, "latency_sec": 1.9670598179800436, "model_name": "gpt-5.6-sol", "out_of_srgb": null, "output_tokens": 38, "prediction": { "choice": "A" }, "prompt_sha256": "7cb1baae3d2170148c899969e7afaa6d6a5143997cc3086bc447697d521e10ca", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T14:53:05.768185+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-30", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "436afb03-f359-410c-88d2-8c414cbce793", "result_sha256": "462c0da4d434d31d4d8bccbc9b32ca96ba590106a37a48210cef83ee24022c9c", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.003052, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "A" }, "group_id": "chroma-chain-02-edge-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-31.png", "input_tokens": 693, "latency_sec": 1.110923780943267, "model_name": "gpt-5.6-sol", "out_of_srgb": null, "output_tokens": 14, "prediction": { "choice": "A" }, "prompt_sha256": "f7627aca5640b4e4bb5108ec22eda036673dd7300493ad098f17639bff610e34", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T15:24:11.673632+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-31", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "ef5622f4-5714-4a3f-bc6e-985de62b6411", "result_sha256": "6802445595bb8d2b9a91a58b3b9126be5f963f91d7a23759ce370cbf4a1e064c", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.003052, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "B" }, "group_id": "chroma-chain-02-edge-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-32.png", "input_tokens": 693, "latency_sec": 4.266275018919259, "model_name": "gpt-5.6-sol", "out_of_srgb": null, "output_tokens": 14, "prediction": { "choice": "B" }, "prompt_sha256": "f7627aca5640b4e4bb5108ec22eda036673dd7300493ad098f17639bff610e34", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T15:16:50.722046+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-32", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "c77cd073-b9d8-42d6-bf94-2e20b682008d", "result_sha256": "61bdf24424271df8bbe21c9ec895cb678f76df676a59b4c6bd69e5b8deb8f8d7", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.003592, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "B" }, "group_id": "chroma-chain-03-edge-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-33.png", "input_tokens": 693, "latency_sec": 1.7639869779814035, "model_name": "gpt-5.6-sol", "out_of_srgb": null, "output_tokens": 41, "prediction": { "choice": "B" }, "prompt_sha256": "7cb1baae3d2170148c899969e7afaa6d6a5143997cc3086bc447697d521e10ca", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T14:57:49.533307+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-33", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "98fbc986-e168-47c7-80b5-1b0f292282e1", "result_sha256": "a2c2c4c548242f41049febbbb363c03b7354795550181c22c26acdbfbcdf03df", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.003912, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "A" }, "group_id": "chroma-chain-03-edge-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-34.png", "input_tokens": 693, "latency_sec": 2.3007155790692195, "model_name": "gpt-5.6-sol", "out_of_srgb": null, "output_tokens": 57, "prediction": { "choice": "A" }, "prompt_sha256": "7cb1baae3d2170148c899969e7afaa6d6a5143997cc3086bc447697d521e10ca", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T15:28:23.330567+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-34", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "8b7b3e04-fe3d-4bf1-9bb2-b5d6ed4a69ba", "result_sha256": "1d14bf721b8f488760c5e8bd250a5e11f82b26cffd421132d338d834f5add17e", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.003692, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "A" }, "group_id": "chroma-chain-03-edge-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-35.png", "input_tokens": 693, "latency_sec": 2.4806769569404423, "model_name": "gpt-5.6-sol", "out_of_srgb": null, "output_tokens": 46, "prediction": { "choice": "A" }, "prompt_sha256": "f7627aca5640b4e4bb5108ec22eda036673dd7300493ad098f17639bff610e34", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T15:28:14.623365+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-35", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "4aa89d35-14f1-4d8b-8dc3-873b6ae0cfaa", "result_sha256": "238c484e4ed48884ca794be193d0647e0da13ce050eb552d442bea6e4578234d", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.003832, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "B" }, "group_id": "chroma-chain-03-edge-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-36.png", "input_tokens": 693, "latency_sec": 4.401829530019313, "model_name": "gpt-5.6-sol", "out_of_srgb": null, "output_tokens": 53, "prediction": { "choice": "B" }, "prompt_sha256": "f7627aca5640b4e4bb5108ec22eda036673dd7300493ad098f17639bff610e34", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T15:02:34.000836+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-36", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "e7788e7f-0cdd-4e71-824e-2012bd5662f6", "result_sha256": "f9dbb67a790b539d39be461fff0a83e37895c77fc3392200dbb2ebde23ec579c", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.005832, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "B" }, "group_id": "chroma-chain-03-edge-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-37.png", "input_tokens": 693, "latency_sec": 5.109866239014082, "model_name": "gpt-5.6-sol", "out_of_srgb": null, "output_tokens": 153, "prediction": { "choice": "B" }, "prompt_sha256": "7cb1baae3d2170148c899969e7afaa6d6a5143997cc3086bc447697d521e10ca", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T14:16:06.933552+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-37", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "acee95ef-9186-465a-b269-195b86af0b8d", "result_sha256": "c9692f5034fc6d2bd3361d650612a3f22c77becbae327bc982b6c3dbac230fc5", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.003872, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "A" }, "group_id": "chroma-chain-03-edge-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-38.png", "input_tokens": 693, "latency_sec": 4.4254598170518875, "model_name": "gpt-5.6-sol", "out_of_srgb": null, "output_tokens": 55, "prediction": { "choice": "A" }, "prompt_sha256": "7cb1baae3d2170148c899969e7afaa6d6a5143997cc3086bc447697d521e10ca", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T15:13:31.631674+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-38", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "8ba387cb-bdbc-46d5-91fc-fe87d4ff97f1", "result_sha256": "d86de9826230815ab7db3142a5027dd4dfd5446e2996f87585fe28cc41f80af0", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.005132, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "A" }, "group_id": "chroma-chain-03-edge-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-39.png", "input_tokens": 693, "latency_sec": 3.4593202020041645, "model_name": "gpt-5.6-sol", "out_of_srgb": null, "output_tokens": 118, "prediction": { "choice": "A" }, "prompt_sha256": "f7627aca5640b4e4bb5108ec22eda036673dd7300493ad098f17639bff610e34", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T15:29:10.907365+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-39", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "709ce3bb-059a-422b-a351-6653afd4d91a", "result_sha256": "3111329e96e25182d716d707bcee70cc776796619436259c5cad5e52d94ac3ec", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.003532, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "B" }, "group_id": "chroma-chain-03-edge-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-40.png", "input_tokens": 693, "latency_sec": 2.0000212710583583, "model_name": "gpt-5.6-sol", "out_of_srgb": null, "output_tokens": 38, "prediction": { "choice": "B" }, "prompt_sha256": "f7627aca5640b4e4bb5108ec22eda036673dd7300493ad098f17639bff610e34", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T15:42:09.162454+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-40", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "e75d5305-ddaf-4ce9-9f3d-129007d8f007", "result_sha256": "ff41069346b24b378507d794401b7cf3a59574380d12a4dbce22ad917be03d4f", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.003052, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "B" }, "group_id": "chroma-chain-03-edge-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-41.png", "input_tokens": 693, "latency_sec": 6.522460593027063, "model_name": "gpt-5.6-sol", "out_of_srgb": null, "output_tokens": 14, "prediction": { "choice": "B" }, "prompt_sha256": "7cb1baae3d2170148c899969e7afaa6d6a5143997cc3086bc447697d521e10ca", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T14:49:38.341142+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-41", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "2bec9a76-40a0-4867-844e-84105718df17", "result_sha256": "bba40cd1bca856a1fedf6bb9fea379d7c9ecfc8c03ec7b8a000c89182cdb4adb", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.003052, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "A" }, "group_id": "chroma-chain-03-edge-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-42.png", "input_tokens": 693, "latency_sec": 1.3221244850428775, "model_name": "gpt-5.6-sol", "out_of_srgb": null, "output_tokens": 14, "prediction": { "choice": "A" }, "prompt_sha256": "7cb1baae3d2170148c899969e7afaa6d6a5143997cc3086bc447697d521e10ca", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T15:26:46.112828+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-42", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "0441ed11-327a-4aa8-835d-391b1aac1a89", "result_sha256": "67ff4973f01453b0012747a6e77f8df6b6e7fe47120d50fda20888e0af4853a2", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.003052, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "A" }, "group_id": "chroma-chain-03-edge-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-43.png", "input_tokens": 693, "latency_sec": 1.1406445660395548, "model_name": "gpt-5.6-sol", "out_of_srgb": null, "output_tokens": 14, "prediction": { "choice": "A" }, "prompt_sha256": "f7627aca5640b4e4bb5108ec22eda036673dd7300493ad098f17639bff610e34", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T14:15:53.241410+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-43", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "786edcf7-2e3c-44c1-97d4-4373c87e6a3a", "result_sha256": "952d72393e4744cec8835892d19d2576f536333df23951f6be9abc56de461e85", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.003512, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "B" }, "group_id": "chroma-chain-03-edge-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-44.png", "input_tokens": 693, "latency_sec": 1.8963184669846669, "model_name": "gpt-5.6-sol", "out_of_srgb": null, "output_tokens": 37, "prediction": { "choice": "B" }, "prompt_sha256": "f7627aca5640b4e4bb5108ec22eda036673dd7300493ad098f17639bff610e34", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T14:41:27.822399+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-44", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "105e2b16-7e3d-41f5-b6e5-ddd7040564f6", "result_sha256": "003fa9ab7c8eab1f96f40dc287e759e307105f3d42653f7e5179c3e658399baf", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.003952, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "B" }, "group_id": "chroma-chain-03-edge-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-45.png", "input_tokens": 693, "latency_sec": 2.8332465779967606, "model_name": "gpt-5.6-sol", "out_of_srgb": null, "output_tokens": 59, "prediction": { "choice": "B" }, "prompt_sha256": "7cb1baae3d2170148c899969e7afaa6d6a5143997cc3086bc447697d521e10ca", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T15:31:29.025979+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-45", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "2e3d6122-75f4-4214-a1ba-8611fccc2e85", "result_sha256": "9bde15436e2ec06b717517808cebb27053e8122cb9d0a796fb7160f164af90b4", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.003812, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "A" }, "group_id": "chroma-chain-03-edge-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-46.png", "input_tokens": 693, "latency_sec": 3.7489930669544265, "model_name": "gpt-5.6-sol", "out_of_srgb": null, "output_tokens": 52, "prediction": { "choice": "A" }, "prompt_sha256": "7cb1baae3d2170148c899969e7afaa6d6a5143997cc3086bc447697d521e10ca", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T14:46:27.444696+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-46", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "82551b95-1ced-454b-9c82-8d25ddf6b588", "result_sha256": "fed7bd19e275b9f2f49aa1ddcb9268c292700add117683f1ea72def99162325d", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.003812, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "A" }, "group_id": "chroma-chain-03-edge-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-47.png", "input_tokens": 693, "latency_sec": 1.767339693964459, "model_name": "gpt-5.6-sol", "out_of_srgb": null, "output_tokens": 52, "prediction": { "choice": "A" }, "prompt_sha256": "f7627aca5640b4e4bb5108ec22eda036673dd7300493ad098f17639bff610e34", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T15:55:57.148632+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-47", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "bedf5301-028d-426f-b3da-2fad0399e3ea", "result_sha256": "848b9301983323915d48e48f23b9c35622b38f164753fcecc10182a1a5063622", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.003572, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "B" }, "group_id": "chroma-chain-03-edge-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-48.png", "input_tokens": 693, "latency_sec": 1.6410001059994102, "model_name": "gpt-5.6-sol", "out_of_srgb": null, "output_tokens": 40, "prediction": { "choice": "B" }, "prompt_sha256": "f7627aca5640b4e4bb5108ec22eda036673dd7300493ad098f17639bff610e34", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T15:55:33.124661+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-48", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "1e3dacdc-ab74-4126-a1f1-56b96c4b829b", "result_sha256": "1a4f75ace99b6d7f723f84ec72a8cd9b9679cbc0a26e8a327df254b957dbeb80", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.005152, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "B" }, "group_id": "chroma-chain-04-edge-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-49.png", "input_tokens": 693, "latency_sec": 3.461045037023723, "model_name": "gpt-5.6-sol", "out_of_srgb": null, "output_tokens": 119, "prediction": { "choice": "B" }, "prompt_sha256": "7cb1baae3d2170148c899969e7afaa6d6a5143997cc3086bc447697d521e10ca", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T15:55:44.608695+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-49", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "ccfc0ffd-bf7c-4022-ab0d-aefb91c732a4", "result_sha256": "a99b158977977e93b4c7ee51f80792ffc085175d76dc3f136a397e6b9d573fd3", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.004432, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "A" }, "group_id": "chroma-chain-04-edge-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-50.png", "input_tokens": 693, "latency_sec": 2.102737989043817, "model_name": "gpt-5.6-sol", "out_of_srgb": null, "output_tokens": 83, "prediction": { "choice": "A" }, "prompt_sha256": "7cb1baae3d2170148c899969e7afaa6d6a5143997cc3086bc447697d521e10ca", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T16:08:49.079028+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-50", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "56832b45-9f66-47e5-96db-34f6e21f0302", "result_sha256": "b2f6232d77f4d9da3c1d35b69304bc10121aca4fc128cbfd47ca01156c38ce34", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.004132, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "A" }, "group_id": "chroma-chain-04-edge-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-51.png", "input_tokens": 693, "latency_sec": 3.3769272309727967, "model_name": "gpt-5.6-sol", "out_of_srgb": null, "output_tokens": 68, "prediction": { "choice": "A" }, "prompt_sha256": "f7627aca5640b4e4bb5108ec22eda036673dd7300493ad098f17639bff610e34", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T14:10:33.342721+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-51", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "4cf10e3c-5d14-484a-aacc-03dfd27703ac", "result_sha256": "906e70de2ca848b3823d49ba629524a1a3c2b22f30794651c9f8c629dc36479c", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.003912, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "B" }, "group_id": "chroma-chain-04-edge-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-52.png", "input_tokens": 693, "latency_sec": 2.5261919430922717, "model_name": "gpt-5.6-sol", "out_of_srgb": null, "output_tokens": 57, "prediction": { "choice": "B" }, "prompt_sha256": "f7627aca5640b4e4bb5108ec22eda036673dd7300493ad098f17639bff610e34", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T15:35:11.770864+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-52", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "37217a3f-6d41-46bf-92af-559f699a4317", "result_sha256": "c320d33d399be7c51212c19d3c2cb9f3bcef515c65b5be334b432587d2a6e0c4", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.003512, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "B" }, "group_id": "chroma-chain-04-edge-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-53.png", "input_tokens": 693, "latency_sec": 2.950155063997954, "model_name": "gpt-5.6-sol", "out_of_srgb": null, "output_tokens": 37, "prediction": { "choice": "B" }, "prompt_sha256": "7cb1baae3d2170148c899969e7afaa6d6a5143997cc3086bc447697d521e10ca", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T14:14:04.378629+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-53", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "4c063965-9402-454c-a248-89dc113f92f7", "result_sha256": "d4de27224222d5b489a2adaa69281186095b0050628ca51408da4ee05f0dbbdb", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.003592, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "A" }, "group_id": "chroma-chain-04-edge-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-54.png", "input_tokens": 693, "latency_sec": 1.7155485140392557, "model_name": "gpt-5.6-sol", "out_of_srgb": null, "output_tokens": 41, "prediction": { "choice": "A" }, "prompt_sha256": "7cb1baae3d2170148c899969e7afaa6d6a5143997cc3086bc447697d521e10ca", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T14:51:19.783991+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-54", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "85dbc5eb-23e5-4a89-bcbe-650bfaa7b44e", "result_sha256": "3d1aca8d17b77cd212e0a8303f5d3d5e27ffbc7dcee26f274f8368a91e0f6015", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.003052, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "A" }, "group_id": "chroma-chain-04-edge-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-55.png", "input_tokens": 693, "latency_sec": 0.9582537160022184, "model_name": "gpt-5.6-sol", "out_of_srgb": null, "output_tokens": 14, "prediction": { "choice": "A" }, "prompt_sha256": "f7627aca5640b4e4bb5108ec22eda036673dd7300493ad098f17639bff610e34", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T15:30:15.574776+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-55", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "63565012-3d20-4319-95d6-456006024aa8", "result_sha256": "fd7dd7fb21e3c4a2cbff928be6f6601249196913d331e0a7e2d946fcd392488b", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.003052, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "B" }, "group_id": "chroma-chain-04-edge-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-56.png", "input_tokens": 693, "latency_sec": 1.5027469369815663, "model_name": "gpt-5.6-sol", "out_of_srgb": null, "output_tokens": 14, "prediction": { "choice": "B" }, "prompt_sha256": "f7627aca5640b4e4bb5108ec22eda036673dd7300493ad098f17639bff610e34", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T14:09:54.353498+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-56", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "eb8d0ca0-1f46-480c-9ec8-4f5c44cd27fb", "result_sha256": "e04ebf863b0012d04c86dcfef909e2f0eaaeb796594172c571c6e2ff1bb70008", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.003472, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "B" }, "group_id": "chroma-chain-04-edge-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-57.png", "input_tokens": 693, "latency_sec": 1.343911869917065, "model_name": "gpt-5.6-sol", "out_of_srgb": null, "output_tokens": 35, "prediction": { "choice": "B" }, "prompt_sha256": "7cb1baae3d2170148c899969e7afaa6d6a5143997cc3086bc447697d521e10ca", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T16:17:54.646458+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-57", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "b97465cd-14cc-46db-94b9-30ffc9d77faa", "result_sha256": "10c3d181af25411e71e522afbd8c8aa833f410232a5e61737945a089cb1d0bb6", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.003532, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "A" }, "group_id": "chroma-chain-04-edge-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-58.png", "input_tokens": 693, "latency_sec": 2.0864402359584346, "model_name": "gpt-5.6-sol", "out_of_srgb": null, "output_tokens": 38, "prediction": { "choice": "A" }, "prompt_sha256": "7cb1baae3d2170148c899969e7afaa6d6a5143997cc3086bc447697d521e10ca", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T14:32:58.444974+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-58", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "f569dc1b-1c79-4214-88c2-2362000810e8", "result_sha256": "31d090c1250170e488ac292304a1f6e78c6ade2403cece526cfb31391ccee220", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.003512, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "A" }, "group_id": "chroma-chain-04-edge-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-59.png", "input_tokens": 693, "latency_sec": 4.210501814959571, "model_name": "gpt-5.6-sol", "out_of_srgb": null, "output_tokens": 37, "prediction": { "choice": "A" }, "prompt_sha256": "f7627aca5640b4e4bb5108ec22eda036673dd7300493ad098f17639bff610e34", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T15:15:54.588834+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-59", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "a7455017-a9ce-4eab-aa21-c3d9afcd2a5c", "result_sha256": "d8364c2f7b817e015d60259677f5bcb5320595cf94b6f0d6411cb80341ffe618", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.003532, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "B" }, "group_id": "chroma-chain-04-edge-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-60.png", "input_tokens": 693, "latency_sec": 1.3153698730748147, "model_name": "gpt-5.6-sol", "out_of_srgb": null, "output_tokens": 38, "prediction": { "choice": "B" }, "prompt_sha256": "f7627aca5640b4e4bb5108ec22eda036673dd7300493ad098f17639bff610e34", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T15:33:58.250883+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-60", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "806ebfb9-eef6-4873-8888-6fd76831c3db", "result_sha256": "8735cb86ae95f5fb55c16f9418324f310b4c462478520bd115ff1d5ed6db1ca1", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.003952, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "B" }, "group_id": "chroma-chain-04-edge-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-61.png", "input_tokens": 693, "latency_sec": 3.385416224016808, "model_name": "gpt-5.6-sol", "out_of_srgb": null, "output_tokens": 59, "prediction": { "choice": "B" }, "prompt_sha256": "7cb1baae3d2170148c899969e7afaa6d6a5143997cc3086bc447697d521e10ca", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T14:20:51.874299+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-61", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "c7b7ba2b-a689-4c70-adf2-b4adf7f54e71", "result_sha256": "36936dae751d86def5953ee7c5cbf1996c8fc16dc5a6c5b9e6fecf55803efef4", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.004052, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "A" }, "group_id": "chroma-chain-04-edge-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-62.png", "input_tokens": 693, "latency_sec": 8.30840919201728, "model_name": "gpt-5.6-sol", "out_of_srgb": null, "output_tokens": 64, "prediction": { "choice": "A" }, "prompt_sha256": "7cb1baae3d2170148c899969e7afaa6d6a5143997cc3086bc447697d521e10ca", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T14:16:26.575452+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-62", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "1ee36fe6-e60a-47bb-b5f7-c2dfcc8caaf4", "result_sha256": "696e81600e0c78d8cfd2889e49cf1d8bbec8ccc30a9d5192c09a0e51b6b547ab", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.003792, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "A" }, "group_id": "chroma-chain-04-edge-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-63.png", "input_tokens": 693, "latency_sec": 2.7708123640622944, "model_name": "gpt-5.6-sol", "out_of_srgb": null, "output_tokens": 51, "prediction": { "choice": "A" }, "prompt_sha256": "f7627aca5640b4e4bb5108ec22eda036673dd7300493ad098f17639bff610e34", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T15:49:44.973698+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-63", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "04213421-2ec9-457a-8d41-470c4b3de753", "result_sha256": "a99e473ff6b4a3f9702c5b774714d1b9a943ea254c0a7c0e4924dc123f298ffa", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.004752, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "B" }, "group_id": "chroma-chain-04-edge-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-64.png", "input_tokens": 693, "latency_sec": 3.918099302914925, "model_name": "gpt-5.6-sol", "out_of_srgb": null, "output_tokens": 99, "prediction": { "choice": "B" }, "prompt_sha256": "f7627aca5640b4e4bb5108ec22eda036673dd7300493ad098f17639bff610e34", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T16:27:00.798446+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-64", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "2effa385-25ba-41dc-a1bd-c049633c6bd4", "result_sha256": "9707b81a2e55f142a060694be283523a989d9eb987b2c53c1bbee74064b93f40", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.004776, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "A" }, "group_id": "context-01-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-01.png", "input_tokens": 699, "latency_sec": 3.443539259955287, "model_name": "gpt-5.6-sol", "out_of_srgb": null, "output_tokens": 99, "prediction": { "choice": "A" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T15:42:37.511255+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-01", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "241bb72d-c274-4675-ac6e-ca8d4e9251ce", "result_sha256": "2922b0d5a1d3ea64c19838be1a727664db42aca401629ebbda89915d6c028a95", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.004136, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "B" }, "group_id": "context-01-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-02.png", "input_tokens": 699, "latency_sec": 1.4500046729808673, "model_name": "gpt-5.6-sol", "out_of_srgb": null, "output_tokens": 67, "prediction": { "choice": "B" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T16:08:14.315428+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-02", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "ef622484-d43a-4dd0-9de6-5c63946cc324", "result_sha256": "6d83d1ca0feb5dee76ccee019deae7208f6821b5832c856596a68f05ec56d632", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.004296, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "C" }, "group_id": "context-01-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-03.png", "input_tokens": 699, "latency_sec": 3.7417517519788817, "model_name": "gpt-5.6-sol", "out_of_srgb": null, "output_tokens": 75, "prediction": { "choice": "C" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-16T15:12:07.349785+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-03", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "a198ddaa-5c31-435a-8070-089d60c09934", "result_sha256": "b246c3a348706ca4d1f2c805b11b36d1aa22fbf0c6b9eebdf5458e512038bf6d", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.003776, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "D" }, "group_id": "context-01-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-04.png", "input_tokens": 699, "latency_sec": 2.0093550850870088, "model_name": "gpt-5.6-sol", "out_of_srgb": null, "output_tokens": 49, "prediction": { "choice": "D" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-16T14:50:21.743985+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-04", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "22a7274c-3fe8-443a-920c-79cd1fa9df80", "result_sha256": "b9c345722d379edb374ef50fc631d78978dcfc500fafc485aba40ed565bcdbfe", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.004476, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "A" }, "group_id": "context-01-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-05.png", "input_tokens": 699, "latency_sec": 5.345856207073666, "model_name": "gpt-5.6-sol", "out_of_srgb": null, "output_tokens": 84, "prediction": { "choice": "A" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T14:01:01.011585+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-05", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "3a9b95ce-e294-4f11-9a52-f371e5516ab1", "result_sha256": "be37eaa67ac7c3b2cfe816e841bf7f71ddb0eed4bd8e84f0cd051d44214e9727", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.004336, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "B" }, "group_id": "context-01-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-06.png", "input_tokens": 699, "latency_sec": 2.3501602220349014, "model_name": "gpt-5.6-sol", "out_of_srgb": null, "output_tokens": 77, "prediction": { "choice": "B" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T14:45:21.534353+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-06", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "63a5f2c7-60b5-4bb0-9695-6ecb6d786fd4", "result_sha256": "ccab25f1262b6d7ac53e7940dea39970b8e46f9624b98c07b22310198586f2a1", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.004336, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "C" }, "group_id": "context-01-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-07.png", "input_tokens": 699, "latency_sec": 7.272697997977957, "model_name": "gpt-5.6-sol", "out_of_srgb": null, "output_tokens": 77, "prediction": { "choice": "C" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-16T14:17:08.229109+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-07", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "182693c2-584b-47f4-ad8b-820fd06f716e", "result_sha256": "a028de35056076cc84ac3b67e45f0d8dc33ac39f525a159357c757c99ed88f52", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.004156, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "D" }, "group_id": "context-01-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-08.png", "input_tokens": 699, "latency_sec": 2.681081149028614, "model_name": "gpt-5.6-sol", "out_of_srgb": null, "output_tokens": 68, "prediction": { "choice": "D" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-16T15:01:48.918561+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-08", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "fdcba55e-4d2e-4416-ac50-6a812a15aab9", "result_sha256": "e514dba13d0d294b7ded2eb80e6159e54003f47aa1f27345e1357d153ede3e8b", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.004356, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "A" }, "group_id": "context-01-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-09.png", "input_tokens": 699, "latency_sec": 2.9492742189904675, "model_name": "gpt-5.6-sol", "out_of_srgb": null, "output_tokens": 78, "prediction": { "choice": "A" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T15:49:58.963251+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-09", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "fb0104fc-7f06-4b8d-9340-271d9a8c1f38", "result_sha256": "31681d189cfec57d03db534f76e1172f1824bc41486103486d5fffed26c2df7f", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.011516, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "B" }, "group_id": "context-01-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-10.png", "input_tokens": 699, "latency_sec": 10.870931296027265, "model_name": "gpt-5.6-sol", "out_of_srgb": null, "output_tokens": 436, "prediction": { "choice": "B" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T14:51:46.313093+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-10", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "5e4c4210-6106-433e-b6f8-5202a1d506f6", "result_sha256": "8d22a6c5d81f9d50a21e7f55ecdaedc15871a745736b234f3b68d91363163f93", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.004296, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "C" }, "group_id": "context-01-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-11.png", "input_tokens": 699, "latency_sec": 2.6913938109064475, "model_name": "gpt-5.6-sol", "out_of_srgb": null, "output_tokens": 75, "prediction": { "choice": "C" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-16T16:07:54.342149+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-11", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "be171558-24dd-4750-b006-bd7bfbdd1856", "result_sha256": "c2dd86a815f757738d68092141fbbf802eee4c19be25ad3664f3ef7ca88148eb", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.004336, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "D" }, "group_id": "context-01-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-12.png", "input_tokens": 699, "latency_sec": 2.0268969640601426, "model_name": "gpt-5.6-sol", "out_of_srgb": null, "output_tokens": 77, "prediction": { "choice": "D" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-16T15:56:32.570362+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-12", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "b1c97a7b-0e6c-4fef-aa8d-3b9ebd5641c8", "result_sha256": "0226f081ce99ba660a2801cf22770ce3e9740dcc82058a682fbc4fd36cdfedc5", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.003916, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "A" }, "group_id": "context-01-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-13.png", "input_tokens": 699, "latency_sec": 1.950304472935386, "model_name": "gpt-5.6-sol", "out_of_srgb": null, "output_tokens": 56, "prediction": { "choice": "A" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T16:10:17.132302+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-13", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "7dc53e1a-cab2-471b-b1ea-78ed050b98e2", "result_sha256": "51fc77c7877aacd271ecd137991d7eb426baf2ad084d5cf9f5ac6f942bc69fc6", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.004396, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "B" }, "group_id": "context-01-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-14.png", "input_tokens": 699, "latency_sec": 2.353223840938881, "model_name": "gpt-5.6-sol", "out_of_srgb": null, "output_tokens": 80, "prediction": { "choice": "B" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T14:06:28.090489+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-14", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "59bb3b3e-45bf-449f-a593-ed39060e6866", "result_sha256": "095e71f887eb68c7981f4ffe92842edc44bd30989a7f7a6023de9b6a195b071e", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.004316, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "C" }, "group_id": "context-01-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-15.png", "input_tokens": 699, "latency_sec": 2.4785655749728903, "model_name": "gpt-5.6-sol", "out_of_srgb": null, "output_tokens": 76, "prediction": { "choice": "C" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-16T15:02:47.295184+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-15", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "69663d2c-5620-446a-854a-0dd2f8d8e223", "result_sha256": "72503e492c7da87c5c2a93bf087b02ecb55eceaeb3fef4d6f86bb65eb0103403", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.004396, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "D" }, "group_id": "context-01-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-16.png", "input_tokens": 699, "latency_sec": 5.541760274907574, "model_name": "gpt-5.6-sol", "out_of_srgb": null, "output_tokens": 80, "prediction": { "choice": "D" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-16T14:18:12.420849+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-16", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "4fe07057-6d55-405d-b6cc-1aec5fe432e9", "result_sha256": "951e790f99dbb74fa2e3fc49eb6635a5abc26b2cdabb518af77cd19a2462e34a", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.004656, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "A" }, "group_id": "context-01-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-17.png", "input_tokens": 699, "latency_sec": 4.294804024975747, "model_name": "gpt-5.6-sol", "out_of_srgb": null, "output_tokens": 93, "prediction": { "choice": "A" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T16:24:44.361906+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-17", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "17d45fea-cb55-4e23-b136-491b6fcc824e", "result_sha256": "30ee0c02cdea91a8b80a6d633a9ac47c83d47e3f391d21c43573a17b8b0542e2", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.004336, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "B" }, "group_id": "context-01-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-18.png", "input_tokens": 699, "latency_sec": 5.274216802907176, "model_name": "gpt-5.6-sol", "out_of_srgb": null, "output_tokens": 77, "prediction": { "choice": "B" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T14:20:36.736849+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-18", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "c65d53a7-5ea0-4277-a368-1bd47230270f", "result_sha256": "ea325fc5ff33f73d687ea60132655621dafff3a67ae69f402fe00b481af6def6", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.004276, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "C" }, "group_id": "context-01-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-19.png", "input_tokens": 699, "latency_sec": 5.426813983009197, "model_name": "gpt-5.6-sol", "out_of_srgb": null, "output_tokens": 74, "prediction": { "choice": "C" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-16T14:32:13.799896+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-19", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "4e7e225c-33bf-47ef-a4ae-cf4f9d65a98d", "result_sha256": "cef6d33c4a763627e720a124bab4f42020f2fef8fad8bcfd0f7ce28d59927cce", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.004456, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "D" }, "group_id": "context-01-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-20.png", "input_tokens": 699, "latency_sec": 2.703679888974875, "model_name": "gpt-5.6-sol", "out_of_srgb": null, "output_tokens": 83, "prediction": { "choice": "D" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-16T14:05:37.711116+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-20", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "d6cfe99c-73a0-4ee2-ac38-bf1a9be913a5", "result_sha256": "c130335ccf2d840c8fd45b2ba6648e6b9d0ccdf56e16393a0810e12de29554ea", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.004876, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "A" }, "group_id": "context-02-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-21.png", "input_tokens": 699, "latency_sec": 6.150961835053749, "model_name": "gpt-5.6-sol", "out_of_srgb": null, "output_tokens": 104, "prediction": { "choice": "A" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T16:31:28.718745+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-21", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "d0771697-b0be-4fec-9e5f-0aee235b06ed", "result_sha256": "ef7d9429cdf9c8506eb18dc92a9f9715e0269a4d130921bef0608348e2f0535e", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.004716, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "B" }, "group_id": "context-02-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-22.png", "input_tokens": 699, "latency_sec": 4.021399521036074, "model_name": "gpt-5.6-sol", "out_of_srgb": null, "output_tokens": 96, "prediction": { "choice": "B" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T16:16:36.959972+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-22", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "c69b091b-3d50-40a1-a246-6c7c1a196ec5", "result_sha256": "5b96f264d7afeece6ef5b636626ec25b5c85a924498f0940b96b506af0af1177", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.005316, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "C" }, "group_id": "context-02-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-23.png", "input_tokens": 699, "latency_sec": 3.6069120910251513, "model_name": "gpt-5.6-sol", "out_of_srgb": null, "output_tokens": 126, "prediction": { "choice": "C" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-16T14:09:42.705563+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-23", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "d70efa37-fc07-4bc3-8c5d-6e23ae45f2d4", "result_sha256": "632b107b2f342b8e000ee96b3cab24991fd1cc8e026b3c0e99515bb474992807", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.015036, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "D" }, "group_id": "context-02-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-24.png", "input_tokens": 699, "latency_sec": 18.784374366980046, "model_name": "gpt-5.6-sol", "out_of_srgb": null, "output_tokens": 612, "prediction": { "choice": "D" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-16T15:05:17.319690+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-24", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "9735a3ab-193b-4571-ba7b-ec5459cfd38c", "result_sha256": "1071d2ab2eeca7a1fc6ec0dca822406fc59561ec39ff938665bb29908d329356", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.009916, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "A" }, "group_id": "context-02-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-25.png", "input_tokens": 699, "latency_sec": 10.259546004002914, "model_name": "gpt-5.6-sol", "out_of_srgb": null, "output_tokens": 356, "prediction": { "choice": "A" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T14:18:40.804103+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-25", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "609ceee1-019a-41ff-83f3-e0d73d9394aa", "result_sha256": "81e63942173b9283f78f3d1444b43da49dc09601156b31d4d12a274a0587aaf7", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.004516, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "B" }, "group_id": "context-02-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-26.png", "input_tokens": 699, "latency_sec": 2.8361809930065647, "model_name": "gpt-5.6-sol", "out_of_srgb": null, "output_tokens": 86, "prediction": { "choice": "B" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T14:44:27.739571+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-26", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "b93cb14c-a239-489a-b214-c579d1d90c56", "result_sha256": "dfd02cd9b04275058e5cb666598d86f9ab090211ba7770262addd821d5b85321", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.022776, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "C" }, "group_id": "context-02-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-27.png", "input_tokens": 699, "latency_sec": 22.97205395193305, "model_name": "gpt-5.6-sol", "out_of_srgb": null, "output_tokens": 999, "prediction": { "choice": "D" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-16T15:43:25.534729+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-context-27", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "77bd90e7-5bd1-48f8-b561-4a128764753a", "result_sha256": "4ce137b3056d78cd8fd0b4e773c2a607be5ef3c352463e9ece2552c2aa08d45b", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.006976, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "D" }, "group_id": "context-02-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-28.png", "input_tokens": 699, "latency_sec": 11.794842474977486, "model_name": "gpt-5.6-sol", "out_of_srgb": null, "output_tokens": 209, "prediction": { "choice": "B" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T14:21:16.472277+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-context-28", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "fba24f69-f4ec-467f-a3ce-262abc628329", "result_sha256": "6bb0c7c4d2976ac5eb20c10e71cc82962f765bee16aa51811299b4c3e8718efb", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.004256, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "A" }, "group_id": "context-02-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-29.png", "input_tokens": 699, "latency_sec": 3.6741921950597316, "model_name": "gpt-5.6-sol", "out_of_srgb": null, "output_tokens": 73, "prediction": { "choice": "A" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T15:48:20.282943+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-29", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "7851f8b7-45eb-4209-8692-fd8ab784d81e", "result_sha256": "041c1306832c4a2a60f0420c242cb718c820ca730cadc8415a5d0d78e96ebe83", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.008176, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "B" }, "group_id": "context-02-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-30.png", "input_tokens": 699, "latency_sec": 8.603910587960854, "model_name": "gpt-5.6-sol", "out_of_srgb": null, "output_tokens": 269, "prediction": { "choice": "B" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T15:50:53.095874+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-30", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "2f183f11-487a-4739-af07-cb899c32a4b7", "result_sha256": "d43963dd51a037f5a0fab75ecae31b18c13afb8e7124711c66c21a1237990e48", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.023796, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "C" }, "group_id": "context-02-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-31.png", "input_tokens": 699, "latency_sec": 29.066205366980284, "model_name": "gpt-5.6-sol", "out_of_srgb": null, "output_tokens": 1050, "prediction": { "choice": "C" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-16T14:47:30.803704+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-31", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "5a28255d-40d0-4cad-a64f-c158c595e109", "result_sha256": "25d7fa25c776f0b1bd51f9516ce8fb7b2c38b1e85c15fad22d896a7f91eeb0d5", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.012116, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "D" }, "group_id": "context-02-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-32.png", "input_tokens": 699, "latency_sec": 11.30634598096367, "model_name": "gpt-5.6-sol", "out_of_srgb": null, "output_tokens": 466, "prediction": { "choice": "B" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T15:22:38.919389+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-context-32", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "4591b9e4-4495-4c94-b963-bbd398b9d5ad", "result_sha256": "068596ebf88a3c220f8103f3abaebab6f11095b30f6da6e0f98fed7bb4c9a699", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.009776, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "A" }, "group_id": "context-02-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-33.png", "input_tokens": 699, "latency_sec": 9.87748158199247, "model_name": "gpt-5.6-sol", "out_of_srgb": null, "output_tokens": 349, "prediction": { "choice": "A" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T16:26:18.031021+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-33", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "ecd0f4fb-3df1-4af0-ab78-2ae9e36ba663", "result_sha256": "c007c5fe4ab23f8d419a093ce6a11133483799e71c2ac94b5ba37d43c6d818af", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.005156, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "B" }, "group_id": "context-02-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-34.png", "input_tokens": 699, "latency_sec": 3.4254682869650424, "model_name": "gpt-5.6-sol", "out_of_srgb": null, "output_tokens": 118, "prediction": { "choice": "B" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T15:10:23.781818+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-34", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "87ca23c3-d4c0-482d-9c7d-b8b10c0038b6", "result_sha256": "697c94a22f111b8f0945346fbfce3a3a7a755af4c858b4dbc902941fa429795a", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.005156, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "C" }, "group_id": "context-02-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-35.png", "input_tokens": 699, "latency_sec": 3.966405990999192, "model_name": "gpt-5.6-sol", "out_of_srgb": null, "output_tokens": 118, "prediction": { "choice": "C" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-16T14:33:11.653594+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-35", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "7abdc44a-54c4-4aaa-8669-b5d484089af0", "result_sha256": "f827ebc5dbe55bb0732089c45d2e02f99aa08b14647dd148df04dc1d61ce32b6", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.008596, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "D" }, "group_id": "context-02-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-36.png", "input_tokens": 699, "latency_sec": 12.820910827955231, "model_name": "gpt-5.6-sol", "out_of_srgb": null, "output_tokens": 290, "prediction": { "choice": "B" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T16:01:22.371550+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-context-36", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "78d273a0-f84b-42b3-9409-df5fb27f4e5c", "result_sha256": "a07d68d0de23ef6136a0f8c099ac5e7b0a0ee060892828f4d59a00542d5b8069", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.007076, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "A" }, "group_id": "context-02-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-37.png", "input_tokens": 699, "latency_sec": 4.509718180983327, "model_name": "gpt-5.6-sol", "out_of_srgb": null, "output_tokens": 214, "prediction": { "choice": "A" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T15:56:09.322258+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-37", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "95ac72e6-430e-491e-8375-c2f6facea903", "result_sha256": "9c7c90e547e61f080f228477941fec1cc349093d749762aef57b41bba6b95ae0", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.004396, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "B" }, "group_id": "context-02-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-38.png", "input_tokens": 699, "latency_sec": 2.3059740570606664, "model_name": "gpt-5.6-sol", "out_of_srgb": null, "output_tokens": 80, "prediction": { "choice": "B" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T16:04:05.341977+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-38", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "8c4abe62-ee30-4f96-b66a-8af330c67796", "result_sha256": "487149d8a985595053d5f4f98222dc8b2962787e69b69003366f38b86d3a6812", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.005456, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "C" }, "group_id": "context-02-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-39.png", "input_tokens": 699, "latency_sec": 6.487111754948273, "model_name": "gpt-5.6-sol", "out_of_srgb": null, "output_tokens": 133, "prediction": { "choice": "C" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-16T14:39:54.019556+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-39", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "1016002f-5bc0-4895-8703-7ab9286bb8f4", "result_sha256": "f04a2e6d2f4226c28ab3e115260d0690d9c296b6fe79e4ffc5528eacdd490b5a", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.017916, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "D" }, "group_id": "context-02-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-40.png", "input_tokens": 699, "latency_sec": 15.279590805061162, "model_name": "gpt-5.6-sol", "out_of_srgb": null, "output_tokens": 756, "prediction": { "choice": "B" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T15:19:08.979889+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-context-40", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "62fd14cf-ad68-4c96-9805-1e9322504ab1", "result_sha256": "281da7fef24c9ef262a538d8a72d5d8194982f27b5312556aa3e85d3cf960977", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.004276, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "A" }, "group_id": "context-03-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-41.png", "input_tokens": 699, "latency_sec": 2.8928680130047724, "model_name": "gpt-5.6-sol", "out_of_srgb": null, "output_tokens": 74, "prediction": { "choice": "A" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T15:14:34.097548+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-41", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "c25e0c02-5248-4a17-b7f9-a16aa6368fcd", "result_sha256": "c9620c4f1d13a16c9ec7c246b00b33c0908c0ed54c555f71fe19aced70c8f68f", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.004376, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "B" }, "group_id": "context-03-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-42.png", "input_tokens": 699, "latency_sec": 5.239037738996558, "model_name": "gpt-5.6-sol", "out_of_srgb": null, "output_tokens": 79, "prediction": { "choice": "B" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T14:00:43.539261+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-42", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "91933431-9cce-476c-870d-fffc9ba8449e", "result_sha256": "947d3c2384fe92c572cb54da4e9a22291e2efe6e7fd99bc525ec11bc4bf4e741", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.004136, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "C" }, "group_id": "context-03-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-43.png", "input_tokens": 699, "latency_sec": 2.7850303230807185, "model_name": "gpt-5.6-sol", "out_of_srgb": null, "output_tokens": 67, "prediction": { "choice": "C" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-16T16:04:46.709018+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-43", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "e1544b0a-bb13-4bfe-8358-f8406bd1d84d", "result_sha256": "502d97dbee9f13edb58403be33afde9278b9b6201f751acb08763ef97124bcf7", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.004296, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "D" }, "group_id": "context-03-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-44.png", "input_tokens": 699, "latency_sec": 2.6987870869925246, "model_name": "gpt-5.6-sol", "out_of_srgb": null, "output_tokens": 75, "prediction": { "choice": "D" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-16T16:29:12.701053+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-44", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "d74a30aa-f2a3-411a-8bfb-48fed9f4812f", "result_sha256": "4ea042448cc02bb41db73a2f17f021980330637123f470ed17b112e4eab9145b", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.004896, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "A" }, "group_id": "context-03-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-45.png", "input_tokens": 699, "latency_sec": 2.768094729981385, "model_name": "gpt-5.6-sol", "out_of_srgb": null, "output_tokens": 105, "prediction": { "choice": "A" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T14:55:16.896752+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-45", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "dc8a136d-37ee-45e4-a83b-8d5cc5030b70", "result_sha256": "0fa9cbe5b8f943f69fb7876f280c8f528ef3faf11fcf14e115899b41b4abb8f2", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.004336, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "B" }, "group_id": "context-03-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-46.png", "input_tokens": 699, "latency_sec": 2.035941287991591, "model_name": "gpt-5.6-sol", "out_of_srgb": null, "output_tokens": 77, "prediction": { "choice": "B" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T14:15:15.595799+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-46", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "bc7a92e1-1da8-4410-ac26-e29ef0a55d69", "result_sha256": "28f6b7626dc311e467faa68f9fba2e5769b1a74336389fa0065153b49240d7d5", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.004896, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "C" }, "group_id": "context-03-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-47.png", "input_tokens": 699, "latency_sec": 3.836449695052579, "model_name": "gpt-5.6-sol", "out_of_srgb": null, "output_tokens": 105, "prediction": { "choice": "C" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-16T16:22:20.983192+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-47", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "e42a827f-77d4-4959-9337-98f93521c2ed", "result_sha256": "0d9a78f998e1c810f6f49e19111fce9cee309107934fd721eeaf66e6863efb5a", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.004376, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "D" }, "group_id": "context-03-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-48.png", "input_tokens": 699, "latency_sec": 3.3691352549940348, "model_name": "gpt-5.6-sol", "out_of_srgb": null, "output_tokens": 79, "prediction": { "choice": "D" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-16T15:25:00.223948+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-48", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "887ddd5f-7b58-4574-8fd0-c2c2af878d03", "result_sha256": "03690273dd43fed491102659e7ac842d96d36a0883fae1745deebbf86e2c3f42", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.004596, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "A" }, "group_id": "context-03-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-49.png", "input_tokens": 699, "latency_sec": 2.9072018320439383, "model_name": "gpt-5.6-sol", "out_of_srgb": null, "output_tokens": 90, "prediction": { "choice": "A" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T14:51:06.218774+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-49", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "8d26017e-f657-4b30-900b-4754353e7cc9", "result_sha256": "431dab62c7a14d5a3e95f85785b8a8e6c1afb0d701f606b2c1e6c706a48c3e57", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.004376, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "B" }, "group_id": "context-03-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-50.png", "input_tokens": 699, "latency_sec": 2.7520562990102917, "model_name": "gpt-5.6-sol", "out_of_srgb": null, "output_tokens": 79, "prediction": { "choice": "B" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T16:18:36.512693+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-50", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "6be69f3d-9448-4e97-b9e4-ba689016c26d", "result_sha256": "f2076baa8af952bcda03d5ae6f68c1bce4c5d72c20155b6db3691520b5b34c16", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.004276, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "C" }, "group_id": "context-03-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-51.png", "input_tokens": 699, "latency_sec": 2.9967773120151833, "model_name": "gpt-5.6-sol", "out_of_srgb": null, "output_tokens": 74, "prediction": { "choice": "C" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-16T15:59:25.654708+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-51", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "e5217171-c26c-4abb-a0ba-f54d8f5f72c7", "result_sha256": "cbd1a44f4b34d0469cd3f4715d905e8aaa6aa87934d898ad9b3e7d00e5ba5b7b", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.004276, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "D" }, "group_id": "context-03-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-52.png", "input_tokens": 699, "latency_sec": 2.915552885038778, "model_name": "gpt-5.6-sol", "out_of_srgb": null, "output_tokens": 74, "prediction": { "choice": "D" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-16T16:05:46.030594+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-52", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "99067fff-8e2c-46c5-b7a5-b28f6f2c9c10", "result_sha256": "031e53df928897e7669891cbe0edee3362aed9c44c1c4eda83c754d735a67335", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.005036, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "A" }, "group_id": "context-03-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-53.png", "input_tokens": 699, "latency_sec": 3.2601303010014817, "model_name": "gpt-5.6-sol", "out_of_srgb": null, "output_tokens": 112, "prediction": { "choice": "A" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T14:41:46.225680+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-53", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "cf415629-30f7-4602-a62f-55be62321155", "result_sha256": "2fc478fec69f7ac82c1bae5cd9ec302995d81fcf254dd6fd9742c2a1aea138f2", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.004416, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "B" }, "group_id": "context-03-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-54.png", "input_tokens": 699, "latency_sec": 3.4738419849891216, "model_name": "gpt-5.6-sol", "out_of_srgb": null, "output_tokens": 81, "prediction": { "choice": "B" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T14:04:19.667931+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-54", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "a7cc9530-382b-4866-837f-e68918d726ce", "result_sha256": "41f97e92e8bed024247ff00dc09d93263304d7bf080bd11ec13531300bc1c036", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.004676, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "C" }, "group_id": "context-03-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-55.png", "input_tokens": 699, "latency_sec": 2.6858932320028543, "model_name": "gpt-5.6-sol", "out_of_srgb": null, "output_tokens": 94, "prediction": { "choice": "C" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-16T16:09:29.289417+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-55", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "7f639afb-e466-43d2-9f05-f759cad966e9", "result_sha256": "dbe3c6e3d746e38789682b76c34f65acabe241807ee8063a73ec22cf37ce6683", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.004296, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "D" }, "group_id": "context-03-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-56.png", "input_tokens": 699, "latency_sec": 2.8110601640073583, "model_name": "gpt-5.6-sol", "out_of_srgb": null, "output_tokens": 75, "prediction": { "choice": "D" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-16T14:36:01.361385+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-56", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "bb44773a-3d57-477a-a236-f2474f9e6aff", "result_sha256": "73b90322592bfc63e89a726e576fcbda1c39b63eeacebd28f1c969b0d8dfb0df", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.004936, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "A" }, "group_id": "context-03-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-57.png", "input_tokens": 699, "latency_sec": 2.631408101064153, "model_name": "gpt-5.6-sol", "out_of_srgb": null, "output_tokens": 107, "prediction": { "choice": "A" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T14:48:41.731257+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-57", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "8dfa9248-efd4-4a28-a9dc-f1842e769081", "result_sha256": "b6a4fb832d69bd7b8ca6f3fac87624ebf0f466d10f02d7ca4d1a8f7a2d19c0d8", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.004376, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "B" }, "group_id": "context-03-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-58.png", "input_tokens": 699, "latency_sec": 2.9962907870067284, "model_name": "gpt-5.6-sol", "out_of_srgb": null, "output_tokens": 79, "prediction": { "choice": "B" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T16:20:15.506689+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-58", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "5ee7fa4a-fbaa-4964-a038-a148cc6c56f2", "result_sha256": "557a9305a5007ebbb9e6161d12fdbd6015df8772c07b4a57d0c08c0f4fca9fd0", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.004616, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "C" }, "group_id": "context-03-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-59.png", "input_tokens": 699, "latency_sec": 3.112263767980039, "model_name": "gpt-5.6-sol", "out_of_srgb": null, "output_tokens": 91, "prediction": { "choice": "C" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-16T16:10:45.065618+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-59", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "fc17845a-c28a-4243-905c-f81dfe0f1137", "result_sha256": "c9cc8f1376529221e81293193387ab2b386bd5ddbc792cb2c24478beb0ca99ae", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.004276, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "D" }, "group_id": "context-03-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-60.png", "input_tokens": 699, "latency_sec": 1.8046097109327093, "model_name": "gpt-5.6-sol", "out_of_srgb": null, "output_tokens": 74, "prediction": { "choice": "D" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-16T15:44:18.119479+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-60", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "9cbf6110-71fb-4cbc-b1b9-0f79002ef0eb", "result_sha256": "4b3479b74fb36639c9e1c1ec18d9995225870a05726cf50e82d2f745f2279244", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.007916, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "A" }, "group_id": "context-04-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-61.png", "input_tokens": 699, "latency_sec": 4.703239444992505, "model_name": "gpt-5.6-sol", "out_of_srgb": null, "output_tokens": 256, "prediction": { "choice": "A" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T15:10:53.900326+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-61", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "014c3299-f8bb-479b-91eb-1f29261dafd1", "result_sha256": "adce0d46cdd269c000aa4eb7cce6a484157f5547aa8ab4a03c73ff9f2b858e9a", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.004296, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "B" }, "group_id": "context-04-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-62.png", "input_tokens": 699, "latency_sec": 2.244096469017677, "model_name": "gpt-5.6-sol", "out_of_srgb": null, "output_tokens": 75, "prediction": { "choice": "B" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T14:58:20.684239+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-62", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "e780dbd9-1790-46d1-be92-b3fe75384b11", "result_sha256": "ced3d89acfe431be0de234a96f6b8397f9943dc6e8b5e3a32dcbfca4e545a407", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.008516, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "C" }, "group_id": "context-04-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-63.png", "input_tokens": 699, "latency_sec": 11.457280924078077, "model_name": "gpt-5.6-sol", "out_of_srgb": null, "output_tokens": 286, "prediction": { "choice": "C" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-16T14:24:49.357068+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-63", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "97b154b2-e925-4c40-8a7c-6493c74acc21", "result_sha256": "859d9a3a23d1890d231955188a7475e5fcc6e371ca4b5f05cf3fe471e467e138", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.004336, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "D" }, "group_id": "context-04-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-64.png", "input_tokens": 699, "latency_sec": 3.0848278199555352, "model_name": "gpt-5.6-sol", "out_of_srgb": null, "output_tokens": 77, "prediction": { "choice": "D" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-16T15:28:02.718087+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-64", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "e55099a0-bca0-4890-8ade-1255e5674d56", "result_sha256": "fefb990e741508e47ad830f6af5d50e1acfcbdf90c545e6745f80e8f5d41583b", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.004636, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "A" }, "group_id": "context-04-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-65.png", "input_tokens": 699, "latency_sec": 3.0908068399876356, "model_name": "gpt-5.6-sol", "out_of_srgb": null, "output_tokens": 92, "prediction": { "choice": "A" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T14:39:12.071915+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-65", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "dbf62e71-fb46-42ce-bc0d-46a3c9e36c4c", "result_sha256": "6cdc2196dd56932b2849948e2e507b75c8cfcf2059d43f627fa3464ac8f82b92", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.004516, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "B" }, "group_id": "context-04-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-66.png", "input_tokens": 699, "latency_sec": 7.123626322019845, "model_name": "gpt-5.6-sol", "out_of_srgb": null, "output_tokens": 86, "prediction": { "choice": "B" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T14:30:29.838183+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-66", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "23d2e2ce-aebd-4b1f-ac50-8eda35da5f4a", "result_sha256": "9ab4cd66a596e96541b7f66bb41eda780773507f6312474b34db0ef356ecccec", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.004456, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "C" }, "group_id": "context-04-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-67.png", "input_tokens": 699, "latency_sec": 2.965570920961909, "model_name": "gpt-5.6-sol", "out_of_srgb": null, "output_tokens": 83, "prediction": { "choice": "C" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-16T15:13:54.060156+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-67", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "bffc37b6-049a-49ba-93fd-d23261ed7aa4", "result_sha256": "8b27dc0bfccf7c9931d142bfba530c527482588994bb4c7d18738df32c19893b", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.004496, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "D" }, "group_id": "context-04-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-68.png", "input_tokens": 699, "latency_sec": 3.2020178489619866, "model_name": "gpt-5.6-sol", "out_of_srgb": null, "output_tokens": 85, "prediction": { "choice": "D" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-16T15:31:53.849069+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-68", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "492137cb-8473-4439-9979-3d335c429741", "result_sha256": "33653528d5fc832b0e4433799c341ce68918e5013cff69e2300063480e09e298", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.004476, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "A" }, "group_id": "context-04-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-69.png", "input_tokens": 699, "latency_sec": 2.76064776990097, "model_name": "gpt-5.6-sol", "out_of_srgb": null, "output_tokens": 84, "prediction": { "choice": "A" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T15:21:19.498349+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-69", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "df475fa5-edfb-4edc-8d50-3beb2599f290", "result_sha256": "5d31d8be537a4819da90bc54c5180fd741832620634771e1e2fe03c9fd41f007", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.004356, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "B" }, "group_id": "context-04-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-70.png", "input_tokens": 699, "latency_sec": 2.050667848903686, "model_name": "gpt-5.6-sol", "out_of_srgb": null, "output_tokens": 78, "prediction": { "choice": "B" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T16:19:10.008270+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-70", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "e499475f-6e46-45cb-8c44-8c2b7ea2b386", "result_sha256": "950a94f7f197e82e01a62ab5e945102ed00e99c48944498727990b5b0475d3bb", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.004356, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "C" }, "group_id": "context-04-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-71.png", "input_tokens": 699, "latency_sec": 1.9373110190499574, "model_name": "gpt-5.6-sol", "out_of_srgb": null, "output_tokens": 78, "prediction": { "choice": "C" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-16T15:46:33.688957+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-71", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "25f84e68-de45-4179-8c6f-ed5ea47ee9d8", "result_sha256": "53dd5a4033a4ee68a0fdc1f807b7bf1236740c0a0c99e87a19fee1510d739184", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.006596, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "D" }, "group_id": "context-04-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-72.png", "input_tokens": 699, "latency_sec": 3.281711558927782, "model_name": "gpt-5.6-sol", "out_of_srgb": null, "output_tokens": 190, "prediction": { "choice": "B" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T16:28:03.568094+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-context-72", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "154e75f5-f090-4afd-99dc-b060d3242f8a", "result_sha256": "3acdd1297c2adbd15617589d3058bbdec4adb0d01d74da908fb77b54e9c4fee3", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.005856, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "A" }, "group_id": "context-04-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-73.png", "input_tokens": 699, "latency_sec": 5.91206104401499, "model_name": "gpt-5.6-sol", "out_of_srgb": null, "output_tokens": 153, "prediction": { "choice": "A" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T14:28:46.951096+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-73", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "c15c8a1a-22b7-4da0-81e3-373aac5addf1", "result_sha256": "f9de41e4468847ac52da317f57b487d666f0d767bd18002120135b4478bd0e55", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.004316, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "B" }, "group_id": "context-04-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-74.png", "input_tokens": 699, "latency_sec": 2.8738445520866662, "model_name": "gpt-5.6-sol", "out_of_srgb": null, "output_tokens": 76, "prediction": { "choice": "B" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T14:59:31.123197+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-74", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "c3b3e158-9207-4a7b-9d85-ff0b129c2a93", "result_sha256": "74e6190b7b49809a32c41ef0337ce52c0b26a6f3573992fae15d7f1e7e9198c2", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.004296, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "C" }, "group_id": "context-04-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-75.png", "input_tokens": 699, "latency_sec": 2.627481766976416, "model_name": "gpt-5.6-sol", "out_of_srgb": null, "output_tokens": 75, "prediction": { "choice": "C" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-16T14:09:22.544398+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-75", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "42996a67-b7ef-42be-ba0d-08a7f908b235", "result_sha256": "4180ed7b999e366c58b9ce7c60e594af19a7781b71e8f8e6863a0aec45d637d2", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.007696, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "D" }, "group_id": "context-04-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-76.png", "input_tokens": 699, "latency_sec": 9.23127960995771, "model_name": "gpt-5.6-sol", "out_of_srgb": null, "output_tokens": 245, "prediction": { "choice": "D" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-16T14:56:52.469662+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-76", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "61906941-3b31-4046-9295-75015a2c1094", "result_sha256": "2280b182957d5aa53986a0fcb479ea02c3d6395814f1eee26558abbdb7cc88bd", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.004296, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "A" }, "group_id": "context-04-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-77.png", "input_tokens": 699, "latency_sec": 3.499506013933569, "model_name": "gpt-5.6-sol", "out_of_srgb": null, "output_tokens": 75, "prediction": { "choice": "A" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T14:13:44.795734+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-77", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "18520dc8-25de-452b-9c21-64858558f86e", "result_sha256": "f35262d883a265c7fe54cd62f19ad265ded21fa39e251753e4378356435a53e5", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.004356, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "B" }, "group_id": "context-04-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-78.png", "input_tokens": 699, "latency_sec": 2.503424293943681, "model_name": "gpt-5.6-sol", "out_of_srgb": null, "output_tokens": 78, "prediction": { "choice": "B" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T15:36:20.034033+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-78", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "3da9ea49-0b48-457d-a43e-35bbfe53be47", "result_sha256": "3524efb8a132393f524b9c9b3a9022dc4628f2985cf14dfc7f0e714bcf4e15bc", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.004416, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "C" }, "group_id": "context-04-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-79.png", "input_tokens": 699, "latency_sec": 3.013173151994124, "model_name": "gpt-5.6-sol", "out_of_srgb": null, "output_tokens": 81, "prediction": { "choice": "C" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-16T15:42:20.684761+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-79", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "176dccf2-4670-4c2a-8ddb-1e3f832207e9", "result_sha256": "520a49ccd72d5a1e16406f934fb7fc1b75165d94217268a29f46b30171162670", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.005516, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "D" }, "group_id": "context-04-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-80.png", "input_tokens": 699, "latency_sec": 3.7511433510808274, "model_name": "gpt-5.6-sol", "out_of_srgb": null, "output_tokens": 136, "prediction": { "choice": "D" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-16T15:16:09.949192+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-80", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "e1a9a6bc-e6e1-4e3e-b69e-aba75d5340f9", "result_sha256": "7d1a3f8a97d71f203a36f1ee66c3db37de17a1579d537d2a87336338856dfa06", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0068, "delta_e_ok": null, "error": null, "error_kind": null, "family": "gradient", "ground_truth": { "choice": "A" }, "group_id": "gradient-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/gradient-01.png", "input_tokens": 705, "latency_sec": 5.7057729720836505, "model_name": "gpt-5.6-sol", "out_of_srgb": null, "output_tokens": 199, "prediction": { "choice": "A" }, "prompt_sha256": "93858b61346b697f9021a41a361838e5b0b8c06fbde9b0b35f514c9e29082ee5", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T14:10:48.922412+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-gradient-01", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "bdebe478-c1fd-4c02-bf54-18a58d6ed5b0", "result_sha256": "3dad9a675747eca300f14a488cb735cfa43cb3f5b242bda7704e13b3241f9cdc", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00386, "delta_e_ok": null, "error": null, "error_kind": null, "family": "gradient", "ground_truth": { "choice": "B" }, "group_id": "gradient-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/gradient-02.png", "input_tokens": 705, "latency_sec": 4.278155794949271, "model_name": "gpt-5.6-sol", "out_of_srgb": null, "output_tokens": 52, "prediction": { "choice": "B" }, "prompt_sha256": "93858b61346b697f9021a41a361838e5b0b8c06fbde9b0b35f514c9e29082ee5", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T15:03:46.857199+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-gradient-02", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "0602ec2e-79c1-4d58-b615-e491c7aacc47", "result_sha256": "90112a57734cff7a075e47cb8935d5b3b884da4ef81e535c24ae18ddc749a9c3", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00686, "delta_e_ok": null, "error": null, "error_kind": null, "family": "gradient", "ground_truth": { "choice": "C" }, "group_id": "gradient-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/gradient-03.png", "input_tokens": 705, "latency_sec": 5.092688521021046, "model_name": "gpt-5.6-sol", "out_of_srgb": null, "output_tokens": 202, "prediction": { "choice": "C" }, "prompt_sha256": "93858b61346b697f9021a41a361838e5b0b8c06fbde9b0b35f514c9e29082ee5", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-16T14:58:07.247274+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-gradient-03", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "02348ff8-da4d-4b80-acf8-3e3fabf7ba4b", "result_sha256": "e8a8b7c96bbede1875f5a93ffe03dc94c4fdaa665849f08c714dbbe92ffa335f", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00604, "delta_e_ok": null, "error": null, "error_kind": null, "family": "gradient", "ground_truth": { "choice": "D" }, "group_id": "gradient-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/gradient-04.png", "input_tokens": 705, "latency_sec": 4.93447047600057, "model_name": "gpt-5.6-sol", "out_of_srgb": null, "output_tokens": 161, "prediction": { "choice": "D" }, "prompt_sha256": "93858b61346b697f9021a41a361838e5b0b8c06fbde9b0b35f514c9e29082ee5", "provider": "openai", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-16T14:29:40.012773+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-gradient-04", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "e5397bbf-6e9a-462b-af12-faab980b6df1", "result_sha256": "8519fcd1b449e45b329708fdbd5bb8e44fabf81f74a8e6f13511c66ec625534b", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00376, "delta_e_ok": null, "error": null, "error_kind": null, "family": "gradient", "ground_truth": { "choice": "A" }, "group_id": "gradient-05", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/gradient-05.png", "input_tokens": 705, "latency_sec": 2.1597500609932467, "model_name": "gpt-5.6-sol", "out_of_srgb": null, "output_tokens": 47, "prediction": { "choice": "A" }, "prompt_sha256": "93858b61346b697f9021a41a361838e5b0b8c06fbde9b0b35f514c9e29082ee5", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T14:26:01.008499+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-gradient-05", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "cecb0ab5-3992-4bb3-bd3d-a12fed3bb12d", "result_sha256": "747f395dc8a6677d59e8e5291fca9e07af6cff94802bb6a65d9d9946f28a60f5", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00428, "delta_e_ok": null, "error": null, "error_kind": null, "family": "gradient", "ground_truth": { "choice": "B" }, "group_id": "gradient-06", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/gradient-06.png", "input_tokens": 705, "latency_sec": 4.143261780962348, "model_name": "gpt-5.6-sol", "out_of_srgb": null, "output_tokens": 73, "prediction": { "choice": "B" }, "prompt_sha256": "93858b61346b697f9021a41a361838e5b0b8c06fbde9b0b35f514c9e29082ee5", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T15:59:53.072795+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-gradient-06", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "ce6f7313-155b-4d15-bcfe-64cc846e7f0e", "result_sha256": "967b55f0b411eba0678dcf48f49b0562d24a370118921534d420e9f5b4fa46a7", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00628, "delta_e_ok": null, "error": null, "error_kind": null, "family": "gradient", "ground_truth": { "choice": "C" }, "group_id": "gradient-07", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/gradient-07.png", "input_tokens": 705, "latency_sec": 5.832954391022213, "model_name": "gpt-5.6-sol", "out_of_srgb": null, "output_tokens": 173, "prediction": { "choice": "C" }, "prompt_sha256": "93858b61346b697f9021a41a361838e5b0b8c06fbde9b0b35f514c9e29082ee5", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-16T15:24:33.755619+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-gradient-07", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "37f7fb95-aa68-4f5a-bbed-910ec4bc2aeb", "result_sha256": "a83414810e17f748f46f4b8074d50df86f16e709677ba02580262167999fc633", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00516, "delta_e_ok": null, "error": null, "error_kind": null, "family": "gradient", "ground_truth": { "choice": "D" }, "group_id": "gradient-08", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/gradient-08.png", "input_tokens": 705, "latency_sec": 3.752062530023977, "model_name": "gpt-5.6-sol", "out_of_srgb": null, "output_tokens": 117, "prediction": { "choice": "D" }, "prompt_sha256": "93858b61346b697f9021a41a361838e5b0b8c06fbde9b0b35f514c9e29082ee5", "provider": "openai", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-16T14:45:44.387765+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-gradient-08", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "5a8e8ac7-b2bb-41f7-b752-75d15cdd2aef", "result_sha256": "df13010139ac67abc8616e1c9929f999e30be5078ee5096774a614d34d3d79ee", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00832, "delta_e_ok": null, "error": null, "error_kind": null, "family": "gradient", "ground_truth": { "choice": "A" }, "group_id": "gradient-09", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/gradient-09.png", "input_tokens": 705, "latency_sec": 8.394662876962684, "model_name": "gpt-5.6-sol", "out_of_srgb": null, "output_tokens": 275, "prediction": { "choice": "A" }, "prompt_sha256": "93858b61346b697f9021a41a361838e5b0b8c06fbde9b0b35f514c9e29082ee5", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T15:51:58.813124+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-gradient-09", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "3894101b-0de0-4f33-975e-a2c773c7ff23", "result_sha256": "5fc092be15ea0172bbfe3e9c13f747d548c9e10a223dd2d4e64183ca4c7df3ef", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00624, "delta_e_ok": null, "error": null, "error_kind": null, "family": "gradient", "ground_truth": { "choice": "B" }, "group_id": "gradient-10", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/gradient-10.png", "input_tokens": 705, "latency_sec": 4.589594318997115, "model_name": "gpt-5.6-sol", "out_of_srgb": null, "output_tokens": 171, "prediction": { "choice": "B" }, "prompt_sha256": "93858b61346b697f9021a41a361838e5b0b8c06fbde9b0b35f514c9e29082ee5", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T14:57:34.757352+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-gradient-10", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "d2ed7c12-68f4-4fba-9017-07dd0de5449c", "result_sha256": "c936ebe4bc25463c95960eb31c141fbbc84b0d720c0d5afa4e1e5bbe100b1eb2", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.04454, "delta_e_ok": null, "error": null, "error_kind": null, "family": "gradient", "ground_truth": { "choice": "C" }, "group_id": "gradient-11", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/gradient-11.png", "input_tokens": 705, "latency_sec": 29.959882020950317, "model_name": "gpt-5.6-sol", "out_of_srgb": null, "output_tokens": 2086, "prediction": { "choice": "C" }, "prompt_sha256": "93858b61346b697f9021a41a361838e5b0b8c06fbde9b0b35f514c9e29082ee5", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-16T14:55:09.500771+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-gradient-11", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "fbc98363-b158-4195-a2d4-138bda36f3af", "result_sha256": "43584d9d15e82c3df4677cf3d935ef95be3de0e1ea503496097ef3c8eafd5295", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00456, "delta_e_ok": null, "error": null, "error_kind": null, "family": "gradient", "ground_truth": { "choice": "D" }, "group_id": "gradient-12", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/gradient-12.png", "input_tokens": 705, "latency_sec": 7.180794000974856, "model_name": "gpt-5.6-sol", "out_of_srgb": null, "output_tokens": 87, "prediction": { "choice": "D" }, "prompt_sha256": "93858b61346b697f9021a41a361838e5b0b8c06fbde9b0b35f514c9e29082ee5", "provider": "openai", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-16T14:12:41.100500+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-gradient-12", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "39877de5-b4e9-4e0b-b9a2-35c4e7380abc", "result_sha256": "38b286419b33cd6985e9afec1a2a7d7c652adaf1997d79bc366b3f5d65ba2326", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00472, "delta_e_ok": null, "error": null, "error_kind": null, "family": "gradient", "ground_truth": { "choice": "A" }, "group_id": "gradient-13", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/gradient-13.png", "input_tokens": 705, "latency_sec": 3.0430010419804603, "model_name": "gpt-5.6-sol", "out_of_srgb": null, "output_tokens": 95, "prediction": { "choice": "A" }, "prompt_sha256": "93858b61346b697f9021a41a361838e5b0b8c06fbde9b0b35f514c9e29082ee5", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T16:13:57.421742+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-gradient-13", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "e89f9289-9f9c-47c3-b00f-f739a45f0fc1", "result_sha256": "b8ea19e8ab5b4c5ce919d139806550fb8a611f2120858fab4c6c4cb924e30173", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00622, "delta_e_ok": null, "error": null, "error_kind": null, "family": "gradient", "ground_truth": { "choice": "B" }, "group_id": "gradient-14", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/gradient-14.png", "input_tokens": 705, "latency_sec": 3.5054018649971113, "model_name": "gpt-5.6-sol", "out_of_srgb": null, "output_tokens": 170, "prediction": { "choice": "B" }, "prompt_sha256": "93858b61346b697f9021a41a361838e5b0b8c06fbde9b0b35f514c9e29082ee5", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T14:21:44.911498+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-gradient-14", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "01266ba5-0edc-4cf1-8532-3ada058c64b2", "result_sha256": "518c23411ecbf00d0bca1d93add5a60a10ab0b15beb1f2565a8caf86f1689946", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00416, "delta_e_ok": null, "error": null, "error_kind": null, "family": "gradient", "ground_truth": { "choice": "C" }, "group_id": "gradient-15", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/gradient-15.png", "input_tokens": 705, "latency_sec": 2.7393593140877783, "model_name": "gpt-5.6-sol", "out_of_srgb": null, "output_tokens": 67, "prediction": { "choice": "C" }, "prompt_sha256": "93858b61346b697f9021a41a361838e5b0b8c06fbde9b0b35f514c9e29082ee5", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-16T14:55:45.870864+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-gradient-15", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "ae6c18d7-8e41-4d72-bf8f-2d394cf1e92f", "result_sha256": "278fae021226cb60f47565a91d4baa22b01e7f563c0ff2735ce4fce2624a5ea8", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00878, "delta_e_ok": null, "error": null, "error_kind": null, "family": "gradient", "ground_truth": { "choice": "D" }, "group_id": "gradient-16", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/gradient-16.png", "input_tokens": 705, "latency_sec": 6.345221205032431, "model_name": "gpt-5.6-sol", "out_of_srgb": null, "output_tokens": 298, "prediction": { "choice": "D" }, "prompt_sha256": "93858b61346b697f9021a41a361838e5b0b8c06fbde9b0b35f514c9e29082ee5", "provider": "openai", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-16T16:30:08.896204+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-gradient-16", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "6ff819d7-5d3d-436e-a1e7-23294360bfea", "result_sha256": "f038f8dcf1d43fa0c222612c95b189b110731aaa22d2c28a97ec1aa681345d42", "result": { "component_errors": { "h": 0.8999999999999773, "l": 0.4039215686274531, "s": 0.4062992125984266 }, "correct": null, "cost_estimated": false, "cost_usd": 0.013244, "delta_e_ok": 0.004503519589106239, "error": null, "error_kind": null, "family": "hsl", "ground_truth": { "rgb": [ 192, 64, 80 ] }, "group_id": "numeric-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-01.png", "input_tokens": 736, "latency_sec": 16.412943140952848, "model_name": "gpt-5.6-sol", "out_of_srgb": false, "output_tokens": 515, "prediction": { "h": 351.6, "l": 50.6, "s": 50.8 }, "prompt_sha256": "d5a3e77db006cc09848010934a3ee06e3beb9ab32aa54f5bf67eb79750a81ad8", "provider": "openai", "raw_prediction": "{\"h\":351.6,\"s\":50.8,\"l\":50.6}", "recorded_at": "2026-09-16T14:03:44.036821+00:00", "request_attempts": 1, "score": 97.74824020544688, "task_id": "colorbench-hsl-01", "tight_score": 90.99296082178753, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": true, "0.01": true, "0.02": true, "0.05": true } } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "81565fbf-6526-4d41-8b66-5e6a39b7e699", "result_sha256": "96206de8c5ea5efb9004538d7563d62f190e85a1685a760916970fa4e67c4e1e", "result": { "component_errors": { "h": 0.7894736842105488, "l": 2.294117647058819, "s": 6.666666666666657 }, "correct": null, "cost_estimated": false, "cost_usd": 0.012984, "delta_e_ok": 0.024088998876911974, "error": null, "error_kind": null, "family": "hsl", "ground_truth": { "rgb": [ 38, 112, 190 ] }, "group_id": "numeric-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-02.png", "input_tokens": 736, "latency_sec": 31.79322437697556, "model_name": "gpt-5.6-sol", "out_of_srgb": false, "output_tokens": 502, "prediction": { "h": 210.0, "l": 47.0, "s": 60.0 }, "prompt_sha256": "d5a3e77db006cc09848010934a3ee06e3beb9ab32aa54f5bf67eb79750a81ad8", "provider": "openai", "raw_prediction": "{\"h\":210,\"s\":60,\"l\":47}", "recorded_at": "2026-09-16T15:26:17.448316+00:00", "request_attempts": 1, "score": 87.95550056154401, "task_id": "colorbench-hsl-02", "tight_score": 51.822002246176055, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": false, "0.02": false, "0.05": true } } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "998f11cf-a7c9-429d-bb68-f70e44da0b43", "result_sha256": "0e99a159d4237fb928b9810ce637ce7617cf3aa25e93e5dca919800937315293", "result": { "component_errors": { "h": 1.0, "l": 1.7843137254901933, "s": 1.0 }, "correct": null, "cost_estimated": false, "cost_usd": 0.007064, "delta_e_ok": 0.01698542479805172, "error": null, "error_kind": null, "family": "hsl", "ground_truth": { "rgb": [ 60, 140, 100 ] }, "group_id": "numeric-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-03.png", "input_tokens": 736, "latency_sec": 5.783355078077875, "model_name": "gpt-5.6-sol", "out_of_srgb": false, "output_tokens": 206, "prediction": { "h": 151.0, "l": 41.0, "s": 39.0 }, "prompt_sha256": "d5a3e77db006cc09848010934a3ee06e3beb9ab32aa54f5bf67eb79750a81ad8", "provider": "openai", "raw_prediction": "{\"h\":151,\"s\":39,\"l\":41}", "recorded_at": "2026-09-16T14:47:32.185930+00:00", "request_attempts": 1, "score": 91.50728760097414, "task_id": "colorbench-hsl-03", "tight_score": 66.02915040389657, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": false, "0.02": true, "0.05": true } } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "6eec1c45-61bc-49e9-93f8-dc71e24f14d8", "result_sha256": "a99c06a867f08062104b45d73c4004cc1d9399ec7fc9bb2fe7c0bd7d806c6ce5", "result": { "component_errors": { "h": 0.4285714285714448, "l": 0.8019607843137209, "s": 1.530434782608701 }, "correct": null, "cost_estimated": false, "cost_usd": 0.007644, "delta_e_ok": 0.01408453625550661, "error": null, "error_kind": null, "family": "hsl", "ground_truth": { "rgb": [ 185, 135, 45 ] }, "group_id": "numeric-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-04.png", "input_tokens": 736, "latency_sec": 15.123638437944464, "model_name": "gpt-5.6-sol", "out_of_srgb": false, "output_tokens": 235, "prediction": { "h": 39.0, "l": 45.9, "s": 62.4 }, "prompt_sha256": "d5a3e77db006cc09848010934a3ee06e3beb9ab32aa54f5bf67eb79750a81ad8", "provider": "openai", "raw_prediction": "{\"h\":39,\"s\":62.4,\"l\":45.9}", "recorded_at": "2026-09-16T14:35:35.804503+00:00", "request_attempts": 1, "score": 92.9577318722467, "task_id": "colorbench-hsl-04", "tight_score": 71.83092748898679, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": false, "0.02": true, "0.05": true } } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "30ffbdf0-084b-4b82-9c3b-287bb796650b", "result_sha256": "eef1a88dbd21c1a674298d0cf3a8383c1ff7d325755025f39f6d8d02e3477ab2", "result": { "component_errors": { "h": 0.6666666666666856, "l": 1.0196078431372584, "s": 1.0 }, "correct": null, "cost_estimated": false, "cost_usd": 0.007264, "delta_e_ok": 0.009590775936626992, "error": null, "error_kind": null, "family": "hsl", "ground_truth": { "rgb": [ 135, 85, 175 ] }, "group_id": "numeric-05", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-05.png", "input_tokens": 736, "latency_sec": 5.825747290044092, "model_name": "gpt-5.6-sol", "out_of_srgb": false, "output_tokens": 216, "prediction": { "h": 274.0, "l": 52.0, "s": 37.0 }, "prompt_sha256": "d5a3e77db006cc09848010934a3ee06e3beb9ab32aa54f5bf67eb79750a81ad8", "provider": "openai", "raw_prediction": "{\"h\":274,\"s\":37,\"l\":52}", "recorded_at": "2026-09-16T15:15:41.005139+00:00", "request_attempts": 1, "score": 95.20461203168651, "task_id": "colorbench-hsl-05", "tight_score": 80.818448126746, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": true, "0.02": true, "0.05": true } } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "3d59e620-7d3e-4784-817f-a600b6ce97fa", "result_sha256": "c8cb13aa299c2d37ba8ce7ef3cdbcd263b76e4aa2d9a9a0f29ef901cc37f266b", "result": { "component_errors": { "h": 2.5660377358490507, "l": 1.9803921568627452, "s": 5.639175257731964 }, "correct": null, "cost_estimated": false, "cost_usd": 0.009184, "delta_e_ok": 0.025872218635004888, "error": null, "error_kind": null, "family": "hsl", "ground_truth": { "rgb": [ 22, 48, 75 ] }, "group_id": "numeric-06", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-06.png", "input_tokens": 736, "latency_sec": 8.882579472032376, "model_name": "gpt-5.6-sol", "out_of_srgb": false, "output_tokens": 312, "prediction": { "h": 208.0, "l": 21.0, "s": 49.0 }, "prompt_sha256": "d5a3e77db006cc09848010934a3ee06e3beb9ab32aa54f5bf67eb79750a81ad8", "provider": "openai", "raw_prediction": "{\"h\":208,\"s\":49,\"l\":21}", "recorded_at": "2026-09-16T14:31:31.357222+00:00", "request_attempts": 1, "score": 87.06389068249756, "task_id": "colorbench-hsl-06", "tight_score": 48.25556272999023, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": false, "0.02": false, "0.05": true } } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "a7d2dc02-07b6-4c77-bc3f-01ca483ceb26", "result_sha256": "3fe4dfac5d16ff125d61f621dcc5053b5e65c2c73bb39af686acb8538c434cd2", "result": { "component_errors": { "h": 1.2162162162161962, "l": 1.0196078431372513, "s": 0.14432989690719467 }, "correct": null, "cost_estimated": false, "cost_usd": 0.010524, "delta_e_ok": 0.008005708962966818, "error": null, "error_kind": null, "family": "hsl", "ground_truth": { "rgb": [ 225, 215, 188 ] }, "group_id": "numeric-07", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-07.png", "input_tokens": 736, "latency_sec": 10.026806080015376, "model_name": "gpt-5.6-sol", "out_of_srgb": false, "output_tokens": 379, "prediction": { "h": 45.0, "l": 82.0, "s": 38.0 }, "prompt_sha256": "d5a3e77db006cc09848010934a3ee06e3beb9ab32aa54f5bf67eb79750a81ad8", "provider": "openai", "raw_prediction": "{\"h\":45,\"s\":38,\"l\":82}", "recorded_at": "2026-09-16T15:48:55.822608+00:00", "request_attempts": 1, "score": 95.99714551851659, "task_id": "colorbench-hsl-07", "tight_score": 83.98858207406636, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": true, "0.02": true, "0.05": true } } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "4b9bc361-dee0-4d24-be88-496c62ae65de", "result_sha256": "bb7eeef2293b0b81a6ae1d6eed7c5d1f899b95150033d85f2a698f5bc002ad8b", "result": { "component_errors": { "h": null, "l": 3.5039215686274545, "s": 0.0 }, "correct": null, "cost_estimated": false, "cost_usd": 0.007164, "delta_e_ok": 0.03000568267946726, "error": null, "error_kind": null, "family": "hsl", "ground_truth": { "rgb": [ 128, 128, 128 ] }, "group_id": "numeric-08", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-08.png", "input_tokens": 736, "latency_sec": 4.538916038000025, "model_name": "gpt-5.6-sol", "out_of_srgb": false, "output_tokens": 211, "prediction": { "h": 0.0, "l": 53.7, "s": 0.0 }, "prompt_sha256": "d5a3e77db006cc09848010934a3ee06e3beb9ab32aa54f5bf67eb79750a81ad8", "provider": "openai", "raw_prediction": "{\"h\":0,\"s\":0,\"l\":53.7}", "recorded_at": "2026-09-16T16:32:07.765535+00:00", "request_attempts": 1, "score": 84.99715866026636, "task_id": "colorbench-hsl-08", "tight_score": 39.98863464106549, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": false, "0.02": false, "0.05": true } } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "f8814a0c-e6ce-4a08-b357-d86205e1d099", "result_sha256": "7552bb76b94e48197ce75c94456758bcfaaeecf312c8ef789a54e0f04845e838", "result": { "component_errors": { "h": 1.5636363636363626, "l": 0.6274509803921617, "s": 5.461290322580652 }, "correct": null, "cost_estimated": false, "cost_usd": 0.007744, "delta_e_ok": 0.013732653352803032, "error": null, "error_kind": null, "family": "hsl", "ground_truth": { "rgb": [ 230, 32, 44 ] }, "group_id": "numeric-09", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-09.png", "input_tokens": 736, "latency_sec": 9.744334631948732, "model_name": "gpt-5.6-sol", "out_of_srgb": false, "output_tokens": 240, "prediction": { "h": 354.8, "l": 52.0, "s": 85.3 }, "prompt_sha256": "d5a3e77db006cc09848010934a3ee06e3beb9ab32aa54f5bf67eb79750a81ad8", "provider": "openai", "raw_prediction": "{\"h\":354.8,\"s\":85.3,\"l\":52.0}", "recorded_at": "2026-09-16T14:08:15.053273+00:00", "request_attempts": 1, "score": 93.13367332359849, "task_id": "colorbench-hsl-09", "tight_score": 72.53469329439393, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": false, "0.02": true, "0.05": true } } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "1f293d04-e12f-41e8-96c5-6d8cc7f9811a", "result_sha256": "0160074d031803a44ef1d982a9dfc646b1d6564e86d5420699623caa75ee8091", "result": { "component_errors": { "h": 0.02985074626863593, "l": 0.3137254901960773, "s": 0.6263736263736348 }, "correct": null, "cost_estimated": false, "cost_usd": 0.007824, "delta_e_ok": 0.0024892698645093384, "error": null, "error_kind": null, "family": "hsl", "ground_truth": { "rgb": [ 24, 158, 82 ] }, "group_id": "numeric-10", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-10.png", "input_tokens": 736, "latency_sec": 7.502267342992127, "model_name": "gpt-5.6-sol", "out_of_srgb": false, "output_tokens": 244, "prediction": { "h": 146.0, "l": 36.0, "s": 73.0 }, "prompt_sha256": "d5a3e77db006cc09848010934a3ee06e3beb9ab32aa54f5bf67eb79750a81ad8", "provider": "openai", "raw_prediction": "{\"h\":146,\"s\":73,\"l\":36}", "recorded_at": "2026-09-16T15:33:26.896742+00:00", "request_attempts": 1, "score": 98.75536506774533, "task_id": "colorbench-hsl-10", "tight_score": 95.02146027098132, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": true, "0.01": true, "0.02": true, "0.05": true } } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "c79134dc-8dcb-49ea-9e42-a78b02f74474", "result_sha256": "329c2da549aae571766b5adcc79e4f51135066743d1bfd66d36022a8db60a704", "result": { "component_errors": { "h": 1.143478260869557, "l": 0.7666666666666657, "s": 3.8109243697479087 }, "correct": null, "cost_estimated": false, "cost_usd": 0.010084, "delta_e_ok": 0.01082543164295601, "error": null, "error_kind": null, "family": "hsl", "ground_truth": { "rgb": [ 44, 84, 228 ] }, "group_id": "numeric-11", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-11.png", "input_tokens": 736, "latency_sec": 10.463253588997759, "model_name": "gpt-5.6-sol", "out_of_srgb": false, "output_tokens": 357, "prediction": { "h": 228.1, "l": 54.1, "s": 73.5 }, "prompt_sha256": "d5a3e77db006cc09848010934a3ee06e3beb9ab32aa54f5bf67eb79750a81ad8", "provider": "openai", "raw_prediction": "{\"h\":228.1,\"s\":73.5,\"l\":54.1}", "recorded_at": "2026-09-16T15:41:53.121930+00:00", "request_attempts": 1, "score": 94.587284178522, "task_id": "colorbench-hsl-11", "tight_score": 78.34913671408799, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": false, "0.02": true, "0.05": true } } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "57152966-90f7-4149-9f55-3decf913c2c6", "result_sha256": "b5a0bfc090e9b7eaf69ee76fb683fb6f5153c5bae052c12139e5ccaf84320f43", "result": { "component_errors": { "h": 0.8499999999999943, "l": 0.4019607843137294, "s": 5.3217391304347785 }, "correct": null, "cost_estimated": false, "cost_usd": 0.008604, "delta_e_ok": 0.020830487882940767, "error": null, "error_kind": null, "family": "hsl", "ground_truth": { "rgb": [ 236, 208, 44 ] }, "group_id": "numeric-12", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-12.png", "input_tokens": 736, "latency_sec": 7.123277088976465, "model_name": "gpt-5.6-sol", "out_of_srgb": false, "output_tokens": 283, "prediction": { "h": 52.1, "l": 54.5, "s": 88.8 }, "prompt_sha256": "d5a3e77db006cc09848010934a3ee06e3beb9ab32aa54f5bf67eb79750a81ad8", "provider": "openai", "raw_prediction": "{\"h\":52.1,\"s\":88.8,\"l\":54.5}", "recorded_at": "2026-09-16T14:23:44.717878+00:00", "request_attempts": 1, "score": 89.5847560585296, "task_id": "colorbench-hsl-12", "tight_score": 58.339024234118476, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": false, "0.02": false, "0.05": true } } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "ede86cdf-a9a8-44c6-9a67-425a8fa5ab3b", "result_sha256": "4000a07a803d2a388cd0e446edb71f19dad266aebe643b880bbdcad220f301e8", "result": { "component_errors": { "h": 0.8857142857143003, "l": 0.5960784313725469, "s": 1.381889763779526 }, "correct": null, "cost_estimated": false, "cost_usd": 0.007984, "delta_e_ok": 0.00537682555400498, "error": null, "error_kind": null, "family": "hsl", "ground_truth": { "rgb": [ 198, 58, 188 ] }, "group_id": "numeric-13", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-13.png", "input_tokens": 736, "latency_sec": 7.327608974999748, "model_name": "gpt-5.6-sol", "out_of_srgb": false, "output_tokens": 252, "prediction": { "h": 303.4, "l": 49.6, "s": 56.5 }, "prompt_sha256": "d5a3e77db006cc09848010934a3ee06e3beb9ab32aa54f5bf67eb79750a81ad8", "provider": "openai", "raw_prediction": "{\"h\":303.4,\"s\":56.5,\"l\":49.6}", "recorded_at": "2026-09-16T15:06:11.644374+00:00", "request_attempts": 1, "score": 97.3115872229975, "task_id": "colorbench-hsl-13", "tight_score": 89.24634889199004, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": true, "0.02": true, "0.05": true } } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "863962a8-12aa-46cf-9813-13856315a941", "result_sha256": "02bfe5f63cf0af16523ad818b7a649efaaa6da1060f5f0900b5a6c8c140113ac", "result": { "component_errors": { "h": 0.20779220779218122, "l": 0.5490196078431424, "s": 5.636363636363647 }, "correct": null, "cost_estimated": false, "cost_usd": 0.012664, "delta_e_ok": 0.010258719495788623, "error": null, "error_kind": null, "family": "hsl", "ground_truth": { "rgb": [ 44, 178, 198 ] }, "group_id": "numeric-14", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-14.png", "input_tokens": 736, "latency_sec": 21.261624813079834, "model_name": "gpt-5.6-sol", "out_of_srgb": false, "output_tokens": 486, "prediction": { "h": 188.0, "l": 48.0, "s": 58.0 }, "prompt_sha256": "d5a3e77db006cc09848010934a3ee06e3beb9ab32aa54f5bf67eb79750a81ad8", "provider": "openai", "raw_prediction": "{\"h\":188,\"s\":58,\"l\":48}", "recorded_at": "2026-09-16T14:58:57.972902+00:00", "request_attempts": 1, "score": 94.87064025210569, "task_id": "colorbench-hsl-14", "tight_score": 79.48256100842276, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": false, "0.02": true, "0.05": true } } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "fbbb669d-adb9-429e-b9ea-a095d9b40e45", "result_sha256": "1f8ee0ef0555942042349b019e4f3c6ebd77b33b1c8fa6a113be39bc822f8abc", "result": { "component_errors": { "h": null, "l": 0.3966666666666674, "s": 0.3676470588235299 }, "correct": null, "cost_estimated": false, "cost_usd": 0.007784, "delta_e_ok": 0.0046695384908128, "error": null, "error_kind": null, "family": "hsl", "ground_truth": { "rgb": [ 16, 16, 18 ] }, "group_id": "numeric-15", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-15.png", "input_tokens": 736, "latency_sec": 6.65285153395962, "model_name": "gpt-5.6-sol", "out_of_srgb": false, "output_tokens": 242, "prediction": { "h": 240.0, "l": 6.27, "s": 6.25 }, "prompt_sha256": "d5a3e77db006cc09848010934a3ee06e3beb9ab32aa54f5bf67eb79750a81ad8", "provider": "openai", "raw_prediction": "{\"h\":240,\"s\":6.25,\"l\":6.27}", "recorded_at": "2026-09-16T16:18:53.936081+00:00", "request_attempts": 1, "score": 97.66523075459361, "task_id": "colorbench-hsl-15", "tight_score": 90.6609230183744, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": true, "0.01": true, "0.02": true, "0.05": true } } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "21c579eb-688c-4dc6-997c-1133bbdcf1c4", "result_sha256": "12f531e2b0d4c6f47dad13d0e1b9bcf78ddf6875b788ae8addcf33983ac59f1b", "result": { "component_errors": { "h": null, "l": 2.8941176470588204, "s": 5.588888888888935 }, "correct": null, "cost_estimated": false, "cost_usd": 0.009584, "delta_e_ok": 0.020964696001468292, "error": null, "error_kind": null, "family": "hsl", "ground_truth": { "rgb": [ 243, 243, 240 ] }, "group_id": "numeric-16", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-16.png", "input_tokens": 736, "latency_sec": 9.215218255994841, "model_name": "gpt-5.6-sol", "out_of_srgb": false, "output_tokens": 332, "prediction": { "h": 60.0, "l": 97.6, "s": 16.7 }, "prompt_sha256": "d5a3e77db006cc09848010934a3ee06e3beb9ab32aa54f5bf67eb79750a81ad8", "provider": "openai", "raw_prediction": "{\"h\":60,\"s\":16.7,\"l\":97.6}", "recorded_at": "2026-09-16T15:31:43.082333+00:00", "request_attempts": 1, "score": 89.51765199926585, "task_id": "colorbench-hsl-16", "tight_score": 58.07060799706342, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": false, "0.02": false, "0.05": true } } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "2785fd0e-7e94-4be0-9365-40b6543c70ca", "result_sha256": "8e5ffba9680bffd9df1174923889816524c1686873f66ad0ba3d2588f5f31efb", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.003548, "delta_e_ok": null, "error": null, "error_kind": null, "family": "hue", "ground_truth": { "choice": "A" }, "group_id": "hue-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/hue-01.png", "input_tokens": 707, "latency_sec": 1.6483111600391567, "model_name": "gpt-5.6-sol", "out_of_srgb": null, "output_tokens": 36, "prediction": { "choice": "A" }, "prompt_sha256": "8234947471a1bb7076e1e5dfe2fd3aba8c91ae436b20be843f2b0ab51861fe52", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T15:11:10.486292+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-hue-01", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "ec5c91b9-3542-4036-b1db-4f9825243eee", "result_sha256": "87f3a71b39178d49f975dae734b6f54d45f5c4a1eb3d2041b52f04b51bdfe4c5", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.003108, "delta_e_ok": null, "error": null, "error_kind": null, "family": "hue", "ground_truth": { "choice": "B" }, "group_id": "hue-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/hue-02.png", "input_tokens": 707, "latency_sec": 1.6320854439400136, "model_name": "gpt-5.6-sol", "out_of_srgb": null, "output_tokens": 14, "prediction": { "choice": "B" }, "prompt_sha256": "8234947471a1bb7076e1e5dfe2fd3aba8c91ae436b20be843f2b0ab51861fe52", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T15:08:57.177134+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-hue-02", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "167af079-c1f0-4c65-a63a-dabd19ed4f22", "result_sha256": "b660091d625274bbc07497ae27c456f62e0282336f49627f759761c9ebaccb88", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.003108, "delta_e_ok": null, "error": null, "error_kind": null, "family": "hue", "ground_truth": { "choice": "C" }, "group_id": "hue-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/hue-03.png", "input_tokens": 707, "latency_sec": 1.3664588190149516, "model_name": "gpt-5.6-sol", "out_of_srgb": null, "output_tokens": 14, "prediction": { "choice": "C" }, "prompt_sha256": "8234947471a1bb7076e1e5dfe2fd3aba8c91ae436b20be843f2b0ab51861fe52", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-16T16:17:17.957525+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-hue-03", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "d16bcf5f-26c2-4a78-9f82-fcdd0bc2aa8e", "result_sha256": "70243558123426e5e973378909a57aff5459dab9cec3aaae76f83b253f53fb86", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.003108, "delta_e_ok": null, "error": null, "error_kind": null, "family": "hue", "ground_truth": { "choice": "D" }, "group_id": "hue-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/hue-04.png", "input_tokens": 707, "latency_sec": 1.325852349982597, "model_name": "gpt-5.6-sol", "out_of_srgb": null, "output_tokens": 14, "prediction": { "choice": "D" }, "prompt_sha256": "8234947471a1bb7076e1e5dfe2fd3aba8c91ae436b20be843f2b0ab51861fe52", "provider": "openai", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-16T16:01:00.332425+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-hue-04", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "c29c9a4f-02ac-4133-b8e1-affdfc13a86b", "result_sha256": "4177477dc72dde5201d660d2db59714d38f6bf0cbb82d8e0ae23d5b6a7c39d82", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.003828, "delta_e_ok": null, "error": null, "error_kind": null, "family": "hue", "ground_truth": { "choice": "A" }, "group_id": "hue-05", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/hue-05.png", "input_tokens": 707, "latency_sec": 1.9494692860171199, "model_name": "gpt-5.6-sol", "out_of_srgb": null, "output_tokens": 50, "prediction": { "choice": "A" }, "prompt_sha256": "8234947471a1bb7076e1e5dfe2fd3aba8c91ae436b20be843f2b0ab51861fe52", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T15:18:31.366423+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-hue-05", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "aa68f536-8d4e-4a81-83cf-f6703f5eef0a", "result_sha256": "5c2cf40c9ec63d2714c9a0a237eb411346428c5ccb75fd8046c26eaf900fbe65", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.003528, "delta_e_ok": null, "error": null, "error_kind": null, "family": "hue", "ground_truth": { "choice": "B" }, "group_id": "hue-06", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/hue-06.png", "input_tokens": 707, "latency_sec": 2.0004356789868325, "model_name": "gpt-5.6-sol", "out_of_srgb": null, "output_tokens": 35, "prediction": { "choice": "B" }, "prompt_sha256": "8234947471a1bb7076e1e5dfe2fd3aba8c91ae436b20be843f2b0ab51861fe52", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T16:06:50.066600+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-hue-06", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "a07d5ee1-2ea8-4fd8-92db-cb00272ceb38", "result_sha256": "d3660923ab4ee4f54d8098785aff79f647d6b5eeffdc4bdfd78b4aebdfc2e522", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.003788, "delta_e_ok": null, "error": null, "error_kind": null, "family": "hue", "ground_truth": { "choice": "C" }, "group_id": "hue-07", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/hue-07.png", "input_tokens": 707, "latency_sec": 1.5450426830211654, "model_name": "gpt-5.6-sol", "out_of_srgb": null, "output_tokens": 48, "prediction": { "choice": "C" }, "prompt_sha256": "8234947471a1bb7076e1e5dfe2fd3aba8c91ae436b20be843f2b0ab51861fe52", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-16T15:48:07.299547+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-hue-07", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "2576d4e2-6b71-493c-b0c1-1d0457bf50b2", "result_sha256": "17b4ce8dc7cc89591a0493c1c07c128bea1f0f97adf49092f79aaa6e47c05ec6", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.003748, "delta_e_ok": null, "error": null, "error_kind": null, "family": "hue", "ground_truth": { "choice": "D" }, "group_id": "hue-08", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/hue-08.png", "input_tokens": 707, "latency_sec": 1.6346212270436808, "model_name": "gpt-5.6-sol", "out_of_srgb": null, "output_tokens": 46, "prediction": { "choice": "D" }, "prompt_sha256": "8234947471a1bb7076e1e5dfe2fd3aba8c91ae436b20be843f2b0ab51861fe52", "provider": "openai", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-16T14:35:40.063704+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-hue-08", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "ff5fb6f0-aff8-4902-a6bb-8263bd2887d1", "result_sha256": "dbdc0f8f5d6552fa8bb6c2cd6abd26618712297a3beefff4e6d8618c04f74c33", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.004208, "delta_e_ok": null, "error": null, "error_kind": null, "family": "hue", "ground_truth": { "choice": "A" }, "group_id": "hue-09", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/hue-09.png", "input_tokens": 707, "latency_sec": 2.4822577059967443, "model_name": "gpt-5.6-sol", "out_of_srgb": null, "output_tokens": 69, "prediction": { "choice": "A" }, "prompt_sha256": "8234947471a1bb7076e1e5dfe2fd3aba8c91ae436b20be843f2b0ab51861fe52", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T14:03:46.534917+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-hue-09", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "7f120727-bd3f-4379-8c5f-91e1a857cc35", "result_sha256": "84df728dbb3074dbd3ba9f5968f146242098ba56e38702d23f340a190afadace", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.004088, "delta_e_ok": null, "error": null, "error_kind": null, "family": "hue", "ground_truth": { "choice": "B" }, "group_id": "hue-10", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/hue-10.png", "input_tokens": 707, "latency_sec": 2.7304578020703048, "model_name": "gpt-5.6-sol", "out_of_srgb": null, "output_tokens": 63, "prediction": { "choice": "B" }, "prompt_sha256": "8234947471a1bb7076e1e5dfe2fd3aba8c91ae436b20be843f2b0ab51861fe52", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T14:34:45.138191+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-hue-10", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "8b90a892-fce2-427c-895b-798c4d7e2c13", "result_sha256": "e6ea61b2f0e7c709cc48355b89e0592da78e84bfd7ae835af72c3566d559988c", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.004028, "delta_e_ok": null, "error": null, "error_kind": null, "family": "hue", "ground_truth": { "choice": "C" }, "group_id": "hue-11", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/hue-11.png", "input_tokens": 707, "latency_sec": 4.829770652926527, "model_name": "gpt-5.6-sol", "out_of_srgb": null, "output_tokens": 60, "prediction": { "choice": "C" }, "prompt_sha256": "8234947471a1bb7076e1e5dfe2fd3aba8c91ae436b20be843f2b0ab51861fe52", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-16T15:23:51.017338+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-hue-11", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "8f2d3df8-595a-460a-ad09-f449938ecf23", "result_sha256": "3bfd12416966c966b2bb7b32439b9fe99cd08a02fd6a3c9aa02ca34725951f5f", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.003568, "delta_e_ok": null, "error": null, "error_kind": null, "family": "hue", "ground_truth": { "choice": "D" }, "group_id": "hue-12", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/hue-12.png", "input_tokens": 707, "latency_sec": 1.4585808250121772, "model_name": "gpt-5.6-sol", "out_of_srgb": null, "output_tokens": 37, "prediction": { "choice": "D" }, "prompt_sha256": "8234947471a1bb7076e1e5dfe2fd3aba8c91ae436b20be843f2b0ab51861fe52", "provider": "openai", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-16T14:42:46.358952+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-hue-12", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "99b363e1-6943-4e63-8adf-93bb14fe2473", "result_sha256": "2170bd9c0839b044afe2de585790db8e3a42a22387cc834805a9998d682eb37a", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.004508, "delta_e_ok": null, "error": null, "error_kind": null, "family": "hue", "ground_truth": { "choice": "A" }, "group_id": "hue-13", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/hue-13.png", "input_tokens": 707, "latency_sec": 2.2367466860450804, "model_name": "gpt-5.6-sol", "out_of_srgb": null, "output_tokens": 84, "prediction": { "choice": "A" }, "prompt_sha256": "8234947471a1bb7076e1e5dfe2fd3aba8c91ae436b20be843f2b0ab51861fe52", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T14:38:24.242682+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-hue-13", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "796a3819-c895-47e2-b032-4dd512b5148d", "result_sha256": "f588b4da675ff356757f947b077405eecbd86f93986920b1650611f8d6322deb", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.004328, "delta_e_ok": null, "error": null, "error_kind": null, "family": "hue", "ground_truth": { "choice": "B" }, "group_id": "hue-14", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/hue-14.png", "input_tokens": 707, "latency_sec": 4.82372545695398, "model_name": "gpt-5.6-sol", "out_of_srgb": null, "output_tokens": 75, "prediction": { "choice": "B" }, "prompt_sha256": "8234947471a1bb7076e1e5dfe2fd3aba8c91ae436b20be843f2b0ab51861fe52", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T14:22:25.347552+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-hue-14", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "ca1472dd-3db9-48f6-b0e2-2a6da442ff9c", "result_sha256": "06882dbc2babb588ef8391cd33fc4425e7014a1eb6550dff5d735afadac0a0e9", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.004428, "delta_e_ok": null, "error": null, "error_kind": null, "family": "hue", "ground_truth": { "choice": "C" }, "group_id": "hue-15", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/hue-15.png", "input_tokens": 707, "latency_sec": 4.772672394057736, "model_name": "gpt-5.6-sol", "out_of_srgb": null, "output_tokens": 80, "prediction": { "choice": "C" }, "prompt_sha256": "8234947471a1bb7076e1e5dfe2fd3aba8c91ae436b20be843f2b0ab51861fe52", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-16T14:33:54.194730+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-hue-15", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "162a1845-d487-4235-9be9-0abe498b4d57", "result_sha256": "28772063c7384cbc33719356c0c2bcc09e2bb48bed6cfd334eb619780e45631e", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.004648, "delta_e_ok": null, "error": null, "error_kind": null, "family": "hue", "ground_truth": { "choice": "D" }, "group_id": "hue-16", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/hue-16.png", "input_tokens": 707, "latency_sec": 3.1793871029512957, "model_name": "gpt-5.6-sol", "out_of_srgb": null, "output_tokens": 91, "prediction": { "choice": "D" }, "prompt_sha256": "8234947471a1bb7076e1e5dfe2fd3aba8c91ae436b20be843f2b0ab51861fe52", "provider": "openai", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-16T15:31:02.001936+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-hue-16", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "a49c9ab0-8006-49cc-a6ae-898b13882d91", "result_sha256": "6d959bcd28411deb94fdd340b3e01c971c3a1af1ab6816475e8377d8555fbfb8", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.004868, "delta_e_ok": null, "error": null, "error_kind": null, "family": "hue", "ground_truth": { "choice": "A" }, "group_id": "hue-17", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/hue-17.png", "input_tokens": 707, "latency_sec": 5.184046775102615, "model_name": "gpt-5.6-sol", "out_of_srgb": null, "output_tokens": 102, "prediction": { "choice": "A" }, "prompt_sha256": "8234947471a1bb7076e1e5dfe2fd3aba8c91ae436b20be843f2b0ab51861fe52", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T15:29:26.379645+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-hue-17", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "6896e6b4-a9a8-47f1-a4d9-6deaa86742bc", "result_sha256": "2c5a760ae07a2d253b257321f0ab8bdd93b40a288c95f9fa8742603e00d5396a", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.005188, "delta_e_ok": null, "error": null, "error_kind": null, "family": "hue", "ground_truth": { "choice": "B" }, "group_id": "hue-18", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/hue-18.png", "input_tokens": 707, "latency_sec": 3.591136705945246, "model_name": "gpt-5.6-sol", "out_of_srgb": null, "output_tokens": 118, "prediction": { "choice": "B" }, "prompt_sha256": "8234947471a1bb7076e1e5dfe2fd3aba8c91ae436b20be843f2b0ab51861fe52", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T16:19:57.801509+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-hue-18", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "8f382624-a418-4ac8-9f9c-34ab08071f08", "result_sha256": "bf523bcc2fc36de61faddb354b6e7db07b6062cd027674f4fa5282bfb6d89246", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.004848, "delta_e_ok": null, "error": null, "error_kind": null, "family": "hue", "ground_truth": { "choice": "C" }, "group_id": "hue-19", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/hue-19.png", "input_tokens": 707, "latency_sec": 7.072418689960614, "model_name": "gpt-5.6-sol", "out_of_srgb": null, "output_tokens": 101, "prediction": { "choice": "C" }, "prompt_sha256": "8234947471a1bb7076e1e5dfe2fd3aba8c91ae436b20be843f2b0ab51861fe52", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-16T15:18:45.267364+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-hue-19", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "9bc8cea8-7113-4f8a-b1fe-e89a7261472b", "result_sha256": "4b8dce7aa7a6e2bfb425352f7a17f7bb2fd206823968f06f88a5912e82a3a1df", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.005088, "delta_e_ok": null, "error": null, "error_kind": null, "family": "hue", "ground_truth": { "choice": "D" }, "group_id": "hue-20", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/hue-20.png", "input_tokens": 707, "latency_sec": 3.599287676042877, "model_name": "gpt-5.6-sol", "out_of_srgb": null, "output_tokens": 113, "prediction": { "choice": "D" }, "prompt_sha256": "8234947471a1bb7076e1e5dfe2fd3aba8c91ae436b20be843f2b0ab51861fe52", "provider": "openai", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-16T15:54:22.650447+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-hue-20", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "0cf6a1bd-09e1-49c6-a5c5-bcc80e316736", "result_sha256": "f15de1ee3030088f5c25f5b28362a5074be01bbd705ddc657f75e2db3f45d324", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.007348, "delta_e_ok": null, "error": null, "error_kind": null, "family": "hue", "ground_truth": { "choice": "A" }, "group_id": "hue-21", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/hue-21.png", "input_tokens": 707, "latency_sec": 5.905137500958517, "model_name": "gpt-5.6-sol", "out_of_srgb": null, "output_tokens": 226, "prediction": { "choice": "A" }, "prompt_sha256": "8234947471a1bb7076e1e5dfe2fd3aba8c91ae436b20be843f2b0ab51861fe52", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T16:28:29.040106+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-hue-21", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "da15d21d-ebe3-427f-b1a9-fe41b224e413", "result_sha256": "fb64af61231459d1621b28bc9583571042d8524786f78c638936064c8bf3fc6c", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.004668, "delta_e_ok": null, "error": null, "error_kind": null, "family": "hue", "ground_truth": { "choice": "B" }, "group_id": "hue-22", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/hue-22.png", "input_tokens": 707, "latency_sec": 2.3485126009909436, "model_name": "gpt-5.6-sol", "out_of_srgb": null, "output_tokens": 92, "prediction": { "choice": "B" }, "prompt_sha256": "8234947471a1bb7076e1e5dfe2fd3aba8c91ae436b20be843f2b0ab51861fe52", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T15:34:10.441993+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-hue-22", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "ce30ffe5-a70f-47ba-bb7e-9620777e15a6", "result_sha256": "c170ac6a108c0a5ee5343f7909066bf82ab65549db3dfa5023eec03114777fd0", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.008228, "delta_e_ok": null, "error": null, "error_kind": null, "family": "hue", "ground_truth": { "choice": "C" }, "group_id": "hue-23", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/hue-23.png", "input_tokens": 707, "latency_sec": 5.291009958018549, "model_name": "gpt-5.6-sol", "out_of_srgb": null, "output_tokens": 270, "prediction": { "choice": "C" }, "prompt_sha256": "8234947471a1bb7076e1e5dfe2fd3aba8c91ae436b20be843f2b0ab51861fe52", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-16T15:21:42.043519+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-hue-23", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "32f41e0b-c217-4b16-9aa9-e062e891c7a6", "result_sha256": "c383c2cb5b805ba983cf107eec075211e5b17aa569bed6a09e0c2ac1a2453807", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.008668, "delta_e_ok": null, "error": null, "error_kind": null, "family": "hue", "ground_truth": { "choice": "D" }, "group_id": "hue-24", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/hue-24.png", "input_tokens": 707, "latency_sec": 9.591197013971396, "model_name": "gpt-5.6-sol", "out_of_srgb": null, "output_tokens": 292, "prediction": { "choice": "D" }, "prompt_sha256": "8234947471a1bb7076e1e5dfe2fd3aba8c91ae436b20be843f2b0ab51861fe52", "provider": "openai", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-16T14:46:50.500907+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-hue-24", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "6f5b0d96-1bbc-4479-85aa-6dc12738ac4c", "result_sha256": "b9f1570d4593b0456e154c8235c3b8426ee46a1d31614c9db1693d392a58ac4f", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.011368, "delta_e_ok": null, "error": null, "error_kind": null, "family": "hue", "ground_truth": { "choice": "A" }, "group_id": "hue-25", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/hue-25.png", "input_tokens": 707, "latency_sec": 10.165527153061703, "model_name": "gpt-5.6-sol", "out_of_srgb": null, "output_tokens": 427, "prediction": { "choice": "A" }, "prompt_sha256": "8234947471a1bb7076e1e5dfe2fd3aba8c91ae436b20be843f2b0ab51861fe52", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T16:30:32.552102+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-hue-25", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "410112eb-d792-4a35-96ea-a838025d8f4b", "result_sha256": "117ff714cc109ff21ad9a9cc8286e035368b99558025192b610d0f10ca906228", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.011028, "delta_e_ok": null, "error": null, "error_kind": null, "family": "hue", "ground_truth": { "choice": "B" }, "group_id": "hue-26", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/hue-26.png", "input_tokens": 707, "latency_sec": 6.49534072203096, "model_name": "gpt-5.6-sol", "out_of_srgb": null, "output_tokens": 410, "prediction": { "choice": "B" }, "prompt_sha256": "8234947471a1bb7076e1e5dfe2fd3aba8c91ae436b20be843f2b0ab51861fe52", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T15:45:20.002211+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-hue-26", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "3964b47e-b0e2-493b-bd40-eed124bbd904", "result_sha256": "83ff0d2b74532934ad33203ee85eb9305ff27f2a265f986ffda22ccb1cc34058", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.007728, "delta_e_ok": null, "error": null, "error_kind": null, "family": "hue", "ground_truth": { "choice": "C" }, "group_id": "hue-27", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/hue-27.png", "input_tokens": 707, "latency_sec": 5.584376837010495, "model_name": "gpt-5.6-sol", "out_of_srgb": null, "output_tokens": 245, "prediction": { "choice": "C" }, "prompt_sha256": "8234947471a1bb7076e1e5dfe2fd3aba8c91ae436b20be843f2b0ab51861fe52", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-16T16:05:19.987466+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-hue-27", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "e3a81385-9fd2-4e02-a282-2c83767c5085", "result_sha256": "64d5307ccd632d430fff347ec1ed1b44906a409655c43de3a0cac320482c0a01", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.008328, "delta_e_ok": null, "error": null, "error_kind": null, "family": "hue", "ground_truth": { "choice": "D" }, "group_id": "hue-28", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/hue-28.png", "input_tokens": 707, "latency_sec": 7.258651728974655, "model_name": "gpt-5.6-sol", "out_of_srgb": null, "output_tokens": 275, "prediction": { "choice": "D" }, "prompt_sha256": "8234947471a1bb7076e1e5dfe2fd3aba8c91ae436b20be843f2b0ab51861fe52", "provider": "openai", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-16T15:00:23.381074+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-hue-28", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "1df3b8af-6a57-42d9-8c44-728be4368d2a", "result_sha256": "63cfec2c8289e187df3b16800d654924a3d85f9a9e525cfd325c0359995ce549", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.012668, "delta_e_ok": null, "error": null, "error_kind": null, "family": "hue", "ground_truth": { "choice": "A" }, "group_id": "hue-29", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/hue-29.png", "input_tokens": 707, "latency_sec": 11.886507865041494, "model_name": "gpt-5.6-sol", "out_of_srgb": null, "output_tokens": 492, "prediction": { "choice": "A" }, "prompt_sha256": "8234947471a1bb7076e1e5dfe2fd3aba8c91ae436b20be843f2b0ab51861fe52", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T16:11:55.259868+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-hue-29", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "15bbf40b-8126-4930-9e1f-d135cee80045", "result_sha256": "2993113eb6bb20b48a9e2e8bfe47f835d9214c800e9879ff9f164deb4f81d2c9", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.040848, "delta_e_ok": null, "error": null, "error_kind": null, "family": "hue", "ground_truth": { "choice": "B" }, "group_id": "hue-30", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/hue-30.png", "input_tokens": 707, "latency_sec": 47.71969895309303, "model_name": "gpt-5.6-sol", "out_of_srgb": null, "output_tokens": 1901, "prediction": { "choice": "B" }, "prompt_sha256": "8234947471a1bb7076e1e5dfe2fd3aba8c91ae436b20be843f2b0ab51861fe52", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T15:06:04.041534+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-hue-30", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "70d336b8-e153-4137-bbe5-9f1cc47f75eb", "result_sha256": "9dbd848bf1f8d9c2214b74830a14a5e69f617eff3fe936c1eee0a0e49bc3818c", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.006568, "delta_e_ok": null, "error": null, "error_kind": null, "family": "hue", "ground_truth": { "choice": "C" }, "group_id": "hue-31", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/hue-31.png", "input_tokens": 707, "latency_sec": 6.043132858001627, "model_name": "gpt-5.6-sol", "out_of_srgb": null, "output_tokens": 187, "prediction": { "choice": "C" }, "prompt_sha256": "8234947471a1bb7076e1e5dfe2fd3aba8c91ae436b20be843f2b0ab51861fe52", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-16T14:29:10.051672+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-hue-31", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "1bf8d7f5-36c4-4037-88d1-c461c19baadd", "result_sha256": "4ef5042eb1afa5e09589a30ccdac4f8c7098fd8254b090ec8ff74527c3fdb276", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.008808, "delta_e_ok": null, "error": null, "error_kind": null, "family": "hue", "ground_truth": { "choice": "D" }, "group_id": "hue-32", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/hue-32.png", "input_tokens": 707, "latency_sec": 13.80016639502719, "model_name": "gpt-5.6-sol", "out_of_srgb": null, "output_tokens": 299, "prediction": { "choice": "D" }, "prompt_sha256": "8234947471a1bb7076e1e5dfe2fd3aba8c91ae436b20be843f2b0ab51861fe52", "provider": "openai", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-16T15:17:16.383324+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-hue-32", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "44334f9e-693e-4087-9066-1ba443d6c2a2", "result_sha256": "66348080401320487c9f03649f29622cb9486f44a47ec7144f08efd5b468a71c", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002988, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "B" }, "group_id": "lightness-chain-01-edge-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-01.png", "input_tokens": 677, "latency_sec": 1.7229995329398662, "model_name": "gpt-5.6-sol", "out_of_srgb": null, "output_tokens": 14, "prediction": { "choice": "B" }, "prompt_sha256": "64bfc83d308291dc6a447de93571b42ec09ec6278f7fe82905c059b3926629a9", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T14:03:11.549216+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-01", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "ad8c3e4a-81d3-4410-a4e6-ec60c9650d51", "result_sha256": "4bb886780584beeaaf9fe9fb537d13d0f6d2f986bebd02e16d9893b8c68b6e79", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002988, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "A" }, "group_id": "lightness-chain-01-edge-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-02.png", "input_tokens": 677, "latency_sec": 1.0795590209309012, "model_name": "gpt-5.6-sol", "out_of_srgb": null, "output_tokens": 14, "prediction": { "choice": "A" }, "prompt_sha256": "64bfc83d308291dc6a447de93571b42ec09ec6278f7fe82905c059b3926629a9", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T15:31:11.384868+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-02", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "83f7f3d9-c372-4497-aee2-583420d49ec7", "result_sha256": "a9d67b71ba3a905a352dae8885a35fde20e3e1e14aca25c91b196b9ae807c8db", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002988, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "A" }, "group_id": "lightness-chain-01-edge-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-03.png", "input_tokens": 677, "latency_sec": 1.086068035918288, "model_name": "gpt-5.6-sol", "out_of_srgb": null, "output_tokens": 14, "prediction": { "choice": "A" }, "prompt_sha256": "14500bd7eefa43cebfa107c8a8fa9fa53dddd9be742ffa97660526f7a924c308", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T16:26:47.746133+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-03", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "9b43c1a6-a805-4e49-8ce1-b3bd57869905", "result_sha256": "98bf8276b3d14c648825ccddf136f752409d7bfd8a59bda51f220fe5565d2d5e", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002988, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "B" }, "group_id": "lightness-chain-01-edge-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-04.png", "input_tokens": 677, "latency_sec": 1.7757501980522648, "model_name": "gpt-5.6-sol", "out_of_srgb": null, "output_tokens": 14, "prediction": { "choice": "B" }, "prompt_sha256": "14500bd7eefa43cebfa107c8a8fa9fa53dddd9be742ffa97660526f7a924c308", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T14:28:18.056545+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-04", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "c5998470-4e09-4e8f-9753-a7bb0ffe249f", "result_sha256": "692fff7c10bba4d1117d6ef12052490fb93e60a8173e5951a3dfa547720e0e2a", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.004048, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "B" }, "group_id": "lightness-chain-01-edge-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-05.png", "input_tokens": 677, "latency_sec": 2.5896408510161564, "model_name": "gpt-5.6-sol", "out_of_srgb": null, "output_tokens": 67, "prediction": { "choice": "B" }, "prompt_sha256": "64bfc83d308291dc6a447de93571b42ec09ec6278f7fe82905c059b3926629a9", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T16:05:33.145893+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-05", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "1098e2a3-7959-45fa-bdbc-f4fcb0eff5f9", "result_sha256": "dc2f1c03050a28938053b73aa98cfa34c10dabac2066386a78a3996800fedcba", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.003448, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "A" }, "group_id": "lightness-chain-01-edge-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-06.png", "input_tokens": 677, "latency_sec": 2.10996440902818, "model_name": "gpt-5.6-sol", "out_of_srgb": null, "output_tokens": 37, "prediction": { "choice": "A" }, "prompt_sha256": "64bfc83d308291dc6a447de93571b42ec09ec6278f7fe82905c059b3926629a9", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T16:30:51.032558+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-06", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "0488841b-00e1-405d-a7c5-c0b634aa61f3", "result_sha256": "cc1c39976acd60eb7523ea2b3580438f5abfda11d340ff50d9597496ac9906b7", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.003548, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "A" }, "group_id": "lightness-chain-01-edge-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-07.png", "input_tokens": 677, "latency_sec": 1.4439985409844667, "model_name": "gpt-5.6-sol", "out_of_srgb": null, "output_tokens": 42, "prediction": { "choice": "A" }, "prompt_sha256": "14500bd7eefa43cebfa107c8a8fa9fa53dddd9be742ffa97660526f7a924c308", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T14:16:48.902185+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-07", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "28c5b0fa-beab-4520-b003-8e26150f29f4", "result_sha256": "3f0ce8ab3709a2df2e889a6ffdef643ceb15c324546c8f0dc524163f79ee9fd6", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.003468, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "B" }, "group_id": "lightness-chain-01-edge-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-08.png", "input_tokens": 677, "latency_sec": 1.752832678030245, "model_name": "gpt-5.6-sol", "out_of_srgb": null, "output_tokens": 38, "prediction": { "choice": "B" }, "prompt_sha256": "14500bd7eefa43cebfa107c8a8fa9fa53dddd9be742ffa97660526f7a924c308", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T14:23:28.018638+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-08", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "87fc252c-208d-4703-861b-823fa2dad4c2", "result_sha256": "862903fd3b3030fbc35136810bb4ec9f46f68ec3a9139972399f303fe633bc52", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.004848, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "B" }, "group_id": "lightness-chain-01-edge-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-09.png", "input_tokens": 677, "latency_sec": 5.107796887983568, "model_name": "gpt-5.6-sol", "out_of_srgb": null, "output_tokens": 107, "prediction": { "choice": "B" }, "prompt_sha256": "64bfc83d308291dc6a447de93571b42ec09ec6278f7fe82905c059b3926629a9", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T15:13:12.587212+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-09", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "0794f473-321c-42cd-861a-3c06850ee896", "result_sha256": "aa033ba625f15a4e4facbb29ec39befcfbbda295a7eab255e25975b1bc1bb545", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.003868, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "A" }, "group_id": "lightness-chain-01-edge-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-10.png", "input_tokens": 677, "latency_sec": 2.5302304859505966, "model_name": "gpt-5.6-sol", "out_of_srgb": null, "output_tokens": 58, "prediction": { "choice": "A" }, "prompt_sha256": "64bfc83d308291dc6a447de93571b42ec09ec6278f7fe82905c059b3926629a9", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T15:05:46.425001+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-10", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "77d2db71-abca-4b24-a77d-ff06b51c57f8", "result_sha256": "aac921c1c9028eeb0824a3cb33285fad71cf400dc592427a295faf3dbdc388ac", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.005688, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "A" }, "group_id": "lightness-chain-01-edge-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-11.png", "input_tokens": 677, "latency_sec": 5.814650966087356, "model_name": "gpt-5.6-sol", "out_of_srgb": null, "output_tokens": 149, "prediction": { "choice": "A" }, "prompt_sha256": "14500bd7eefa43cebfa107c8a8fa9fa53dddd9be742ffa97660526f7a924c308", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T16:16:57.483467+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-11", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "1d5c92d8-cd7e-4f03-a940-39d197f5ecbe", "result_sha256": "e4acb0b984a59c6ec27819f7124de7bf08d22ae8bb1abf504d7cc299e6d492f8", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.004288, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "B" }, "group_id": "lightness-chain-01-edge-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-12.png", "input_tokens": 677, "latency_sec": 4.595341101987287, "model_name": "gpt-5.6-sol", "out_of_srgb": null, "output_tokens": 79, "prediction": { "choice": "B" }, "prompt_sha256": "14500bd7eefa43cebfa107c8a8fa9fa53dddd9be742ffa97660526f7a924c308", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T15:50:24.687384+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-12", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "dd0c19d2-b547-45b2-b3b3-6b3ca1d5961a", "result_sha256": "740050b9d8eab2d5a81f2f44c5d813f25c5789712e444ad15ed5e2ac84fb7be7", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.004188, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "B" }, "group_id": "lightness-chain-01-edge-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-13.png", "input_tokens": 677, "latency_sec": 2.173289834987372, "model_name": "gpt-5.6-sol", "out_of_srgb": null, "output_tokens": 74, "prediction": { "choice": "B" }, "prompt_sha256": "64bfc83d308291dc6a447de93571b42ec09ec6278f7fe82905c059b3926629a9", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T15:51:07.752440+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-13", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "e6738f20-e253-4220-9d7c-ae9bd0fc3b88", "result_sha256": "afc8a5b785f674ee61bb988102da6482f5198c22c15bb4ec418abd3f390b9915", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.003888, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "A" }, "group_id": "lightness-chain-01-edge-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-14.png", "input_tokens": 677, "latency_sec": 3.4000378740020096, "model_name": "gpt-5.6-sol", "out_of_srgb": null, "output_tokens": 59, "prediction": { "choice": "A" }, "prompt_sha256": "64bfc83d308291dc6a447de93571b42ec09ec6278f7fe82905c059b3926629a9", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T14:16:37.759532+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-14", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "b2f4ae99-f3af-4f7a-8fc2-33a0af2a8d78", "result_sha256": "34de8cabbb6b320ebd21f32c15d2705f663779dd14084a8b861465f81c4c470b", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.006168, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "A" }, "group_id": "lightness-chain-01-edge-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-15.png", "input_tokens": 677, "latency_sec": 3.8370320630492643, "model_name": "gpt-5.6-sol", "out_of_srgb": null, "output_tokens": 173, "prediction": { "choice": "A" }, "prompt_sha256": "14500bd7eefa43cebfa107c8a8fa9fa53dddd9be742ffa97660526f7a924c308", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T14:56:27.951749+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-15", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "380f65be-bb16-4834-8c3a-a28b24d2cbd0", "result_sha256": "430972acacf39a25ddeab7cbf59d54dfdbc04a0813286e1afd6c20d1c60d01df", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.005308, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "B" }, "group_id": "lightness-chain-01-edge-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-16.png", "input_tokens": 677, "latency_sec": 5.445674782968126, "model_name": "gpt-5.6-sol", "out_of_srgb": null, "output_tokens": 130, "prediction": { "choice": "B" }, "prompt_sha256": "14500bd7eefa43cebfa107c8a8fa9fa53dddd9be742ffa97660526f7a924c308", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T15:27:44.606740+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-16", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "43504f0d-5bf1-4c0e-b5b3-3f374737a481", "result_sha256": "ecb3b88c0508770b5b00c13fcd083eae487467f4aa8561f90bf0d2fd491cbf9d", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.003628, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "B" }, "group_id": "lightness-chain-02-edge-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-17.png", "input_tokens": 677, "latency_sec": 2.2086567259393632, "model_name": "gpt-5.6-sol", "out_of_srgb": null, "output_tokens": 46, "prediction": { "choice": "B" }, "prompt_sha256": "64bfc83d308291dc6a447de93571b42ec09ec6278f7fe82905c059b3926629a9", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T16:24:06.843051+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-17", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "7225ef3b-f5a4-4c43-b971-a73e41ee09ce", "result_sha256": "119cf99b879e123dbf3e65454fb268fc8b5951174c1c7de12a2e4aceb4866693", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.003628, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "A" }, "group_id": "lightness-chain-02-edge-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-18.png", "input_tokens": 677, "latency_sec": 1.580041220993735, "model_name": "gpt-5.6-sol", "out_of_srgb": null, "output_tokens": 46, "prediction": { "choice": "A" }, "prompt_sha256": "64bfc83d308291dc6a447de93571b42ec09ec6278f7fe82905c059b3926629a9", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T15:39:43.843754+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-18", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "906e82b8-008c-425e-bb44-9ddc2421527e", "result_sha256": "ee385cf4eb25b0c46c32bbe222740d2dc4e58ee8aa992c6f5277e006a704fff8", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.003648, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "A" }, "group_id": "lightness-chain-02-edge-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-19.png", "input_tokens": 677, "latency_sec": 1.9677759449696168, "model_name": "gpt-5.6-sol", "out_of_srgb": null, "output_tokens": 47, "prediction": { "choice": "A" }, "prompt_sha256": "14500bd7eefa43cebfa107c8a8fa9fa53dddd9be742ffa97660526f7a924c308", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T14:53:33.301600+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-19", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "1a226431-c9e6-4104-adbd-6de721f15bd8", "result_sha256": "b399209be9290d7809a41c1046b406b4b2c8bc6f8a75336c413faa7058397290", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.003668, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "B" }, "group_id": "lightness-chain-02-edge-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-20.png", "input_tokens": 677, "latency_sec": 2.0382369690341875, "model_name": "gpt-5.6-sol", "out_of_srgb": null, "output_tokens": 48, "prediction": { "choice": "B" }, "prompt_sha256": "14500bd7eefa43cebfa107c8a8fa9fa53dddd9be742ffa97660526f7a924c308", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T15:24:03.678874+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-20", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "f2af79c5-c485-4e6c-8b5d-3ecbcb5bb0ff", "result_sha256": "5250ce9929323617f8b0389556d4636920bd99690aa1f7700763af5c0da872d6", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.004688, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "B" }, "group_id": "lightness-chain-02-edge-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-21.png", "input_tokens": 677, "latency_sec": 2.8889023809460923, "model_name": "gpt-5.6-sol", "out_of_srgb": null, "output_tokens": 99, "prediction": { "choice": "B" }, "prompt_sha256": "64bfc83d308291dc6a447de93571b42ec09ec6278f7fe82905c059b3926629a9", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T16:02:38.749513+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-21", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "5fda651a-a860-4f5e-b0c7-7a976079b31c", "result_sha256": "969150479f70c21deb3eb00779d9f4bc7a9ddb6339533b5ff3851fa7925af8bc", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.003988, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "A" }, "group_id": "lightness-chain-02-edge-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-22.png", "input_tokens": 677, "latency_sec": 2.4111101200105622, "model_name": "gpt-5.6-sol", "out_of_srgb": null, "output_tokens": 64, "prediction": { "choice": "A" }, "prompt_sha256": "64bfc83d308291dc6a447de93571b42ec09ec6278f7fe82905c059b3926629a9", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T14:56:09.788605+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-22", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "a2953894-84e5-4a0a-a8c3-bc7481ce74bc", "result_sha256": "2e6c2b62b9330e3f4fd98639c4c3b4642c3eead66c603202df52f20fa1a07508", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.003788, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "A" }, "group_id": "lightness-chain-02-edge-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-23.png", "input_tokens": 677, "latency_sec": 2.0123019070597365, "model_name": "gpt-5.6-sol", "out_of_srgb": null, "output_tokens": 54, "prediction": { "choice": "A" }, "prompt_sha256": "14500bd7eefa43cebfa107c8a8fa9fa53dddd9be742ffa97660526f7a924c308", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T16:06:59.335810+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-23", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "4c858b39-c730-4918-932c-eb622aadbd65", "result_sha256": "774d10771a5289b2f6ae086bfd8f7bb0eb03f496ac64f07b7e836b8ad459d349", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.003608, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "B" }, "group_id": "lightness-chain-02-edge-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-24.png", "input_tokens": 677, "latency_sec": 5.605200911988504, "model_name": "gpt-5.6-sol", "out_of_srgb": null, "output_tokens": 45, "prediction": { "choice": "B" }, "prompt_sha256": "14500bd7eefa43cebfa107c8a8fa9fa53dddd9be742ffa97660526f7a924c308", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T15:24:24.393947+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-24", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "165888f7-3526-4087-a154-4a5953a6ff26", "result_sha256": "1eb749679acfdce8cc9ddfab20fd2daf29444652667776db93e4a3214639314d", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.007628, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "B" }, "group_id": "lightness-chain-02-edge-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-25.png", "input_tokens": 677, "latency_sec": 5.608666687039658, "model_name": "gpt-5.6-sol", "out_of_srgb": null, "output_tokens": 246, "prediction": { "choice": "A" }, "prompt_sha256": "64bfc83d308291dc6a447de93571b42ec09ec6278f7fe82905c059b3926629a9", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T16:15:53.099397+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-lightness-25", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "c595e537-ea6b-4eaa-8b95-1f2b6304b0b9", "result_sha256": "2c411a6d56cded6d4fc6a23b72c23edd101d13c863eb61f8387ddd797ae45c73", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.003728, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "A" }, "group_id": "lightness-chain-02-edge-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-26.png", "input_tokens": 677, "latency_sec": 2.070983425946906, "model_name": "gpt-5.6-sol", "out_of_srgb": null, "output_tokens": 51, "prediction": { "choice": "A" }, "prompt_sha256": "64bfc83d308291dc6a447de93571b42ec09ec6278f7fe82905c059b3926629a9", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T14:52:01.348405+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-26", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "facfc933-0768-4cdd-ba10-1ddb111f13e4", "result_sha256": "30b0e6aca66c146684de00e90b75e1a5525152bd39f1f67e6e1f81d15034298d", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.005028, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "A" }, "group_id": "lightness-chain-02-edge-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-27.png", "input_tokens": 677, "latency_sec": 4.778867651941255, "model_name": "gpt-5.6-sol", "out_of_srgb": null, "output_tokens": 116, "prediction": { "choice": "B" }, "prompt_sha256": "14500bd7eefa43cebfa107c8a8fa9fa53dddd9be742ffa97660526f7a924c308", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T16:17:42.928535+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-lightness-27", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "0b0bc9af-4ff3-4b5f-840f-7fa724d064cf", "result_sha256": "53628715ce80ef0748cee1c59e7c0724f74dc51172de44ff7c3853f79ab886c7", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.003728, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "B" }, "group_id": "lightness-chain-02-edge-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-28.png", "input_tokens": 677, "latency_sec": 2.504214523010887, "model_name": "gpt-5.6-sol", "out_of_srgb": null, "output_tokens": 51, "prediction": { "choice": "B" }, "prompt_sha256": "14500bd7eefa43cebfa107c8a8fa9fa53dddd9be742ffa97660526f7a924c308", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T14:15:33.081846+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-28", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "15392bc8-a77a-429e-b1cb-2750fed3b538", "result_sha256": "088b9808afd1428866063b537ee769fc1339ed06dfb2287a5bb4c29db1001e24", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002988, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "B" }, "group_id": "lightness-chain-02-edge-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-29.png", "input_tokens": 677, "latency_sec": 1.5281095249811187, "model_name": "gpt-5.6-sol", "out_of_srgb": null, "output_tokens": 14, "prediction": { "choice": "B" }, "prompt_sha256": "64bfc83d308291dc6a447de93571b42ec09ec6278f7fe82905c059b3926629a9", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T14:50:13.461671+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-29", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "f998c143-07ee-4514-a347-096f095d2dfc", "result_sha256": "e44cc4227047390ce584414bc410e2fe7283c2b216bf884b1ecd605b09b9dc7d", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002988, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "A" }, "group_id": "lightness-chain-02-edge-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-30.png", "input_tokens": 677, "latency_sec": 4.104804795002565, "model_name": "gpt-5.6-sol", "out_of_srgb": null, "output_tokens": 14, "prediction": { "choice": "A" }, "prompt_sha256": "64bfc83d308291dc6a447de93571b42ec09ec6278f7fe82905c059b3926629a9", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T14:08:33.737993+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-30", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "54576695-5a05-4bf5-bc4e-bda6adaea817", "result_sha256": "2d5184f302dcf8a781a58b7f037f0b32f39a379952793a8db189f11d643524eb", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002988, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "A" }, "group_id": "lightness-chain-02-edge-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-31.png", "input_tokens": 677, "latency_sec": 2.6882915149908513, "model_name": "gpt-5.6-sol", "out_of_srgb": null, "output_tokens": 14, "prediction": { "choice": "A" }, "prompt_sha256": "14500bd7eefa43cebfa107c8a8fa9fa53dddd9be742ffa97660526f7a924c308", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T16:19:40.669202+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-31", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "acacb5c5-f2c8-4399-9d3e-e6fc4c9f1790", "result_sha256": "d569000660a9d7145bcbff0d10368429b64f7c533723f2f76eba7bf908237287", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002988, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "B" }, "group_id": "lightness-chain-02-edge-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-32.png", "input_tokens": 677, "latency_sec": 1.5468240689951926, "model_name": "gpt-5.6-sol", "out_of_srgb": null, "output_tokens": 14, "prediction": { "choice": "B" }, "prompt_sha256": "14500bd7eefa43cebfa107c8a8fa9fa53dddd9be742ffa97660526f7a924c308", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T14:50:54.972541+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-32", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "24627f97-62a8-469e-93b0-2b9e563123e4", "result_sha256": "0067501f754823631c7abb87fd010a860f8769b45d39140816398988be50ca60", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.004988, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "B" }, "group_id": "lightness-chain-03-edge-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-33.png", "input_tokens": 677, "latency_sec": 3.2728102130349725, "model_name": "gpt-5.6-sol", "out_of_srgb": null, "output_tokens": 114, "prediction": { "choice": "B" }, "prompt_sha256": "64bfc83d308291dc6a447de93571b42ec09ec6278f7fe82905c059b3926629a9", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T15:19:26.028888+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-33", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "f0747dd8-d105-4903-8832-f84e53679f4f", "result_sha256": "72dbd798cd8f99c194fab284274071415d5826a77e053c2d214bad47a4dff44a", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.003888, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "A" }, "group_id": "lightness-chain-03-edge-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-34.png", "input_tokens": 677, "latency_sec": 1.5055150649277493, "model_name": "gpt-5.6-sol", "out_of_srgb": null, "output_tokens": 59, "prediction": { "choice": "A" }, "prompt_sha256": "64bfc83d308291dc6a447de93571b42ec09ec6278f7fe82905c059b3926629a9", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T14:49:43.237456+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-34", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "ca79f46c-6ab9-4caa-93e1-26dc3dcbdf93", "result_sha256": "c4846254910ff1e7684203695e02190760489a2fba040dc404213eb21b15512f", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.003908, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "A" }, "group_id": "lightness-chain-03-edge-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-35.png", "input_tokens": 677, "latency_sec": 5.3226209240965545, "model_name": "gpt-5.6-sol", "out_of_srgb": null, "output_tokens": 60, "prediction": { "choice": "A" }, "prompt_sha256": "14500bd7eefa43cebfa107c8a8fa9fa53dddd9be742ffa97660526f7a924c308", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T16:08:34.320523+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-35", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "0e9b1442-300b-43c8-8acc-0676fd6e524a", "result_sha256": "2dfbaadf6dbbe83d6567ae9eb0af5da01cc8019a9b1779831a3fa65b53569e95", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.003828, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "B" }, "group_id": "lightness-chain-03-edge-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-36.png", "input_tokens": 677, "latency_sec": 1.6932267310330644, "model_name": "gpt-5.6-sol", "out_of_srgb": null, "output_tokens": 56, "prediction": { "choice": "B" }, "prompt_sha256": "14500bd7eefa43cebfa107c8a8fa9fa53dddd9be742ffa97660526f7a924c308", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T14:32:43.902863+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-36", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "be272277-d3af-4bb6-bd60-8d3c965b9f91", "result_sha256": "12ff58e4de711c4df277c246c60b8bff6ab92bb6c9487955448f03e199feb57d", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.006388, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "B" }, "group_id": "lightness-chain-03-edge-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-37.png", "input_tokens": 677, "latency_sec": 4.471945276018232, "model_name": "gpt-5.6-sol", "out_of_srgb": null, "output_tokens": 184, "prediction": { "choice": "A" }, "prompt_sha256": "64bfc83d308291dc6a447de93571b42ec09ec6278f7fe82905c059b3926629a9", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T14:31:49.803238+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-lightness-37", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "fb48a0bb-eeac-46cd-bcfc-4b11a0523f4d", "result_sha256": "fd042ba8c47403fbebedf7f7e3c1a88b3105ce58c452fbd3794d1c6bb1418a0e", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.003948, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "A" }, "group_id": "lightness-chain-03-edge-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-38.png", "input_tokens": 677, "latency_sec": 2.8461236850125715, "model_name": "gpt-5.6-sol", "out_of_srgb": null, "output_tokens": 62, "prediction": { "choice": "A" }, "prompt_sha256": "64bfc83d308291dc6a447de93571b42ec09ec6278f7fe82905c059b3926629a9", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T15:40:07.426962+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-38", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "c50d7947-7848-437e-a71a-451532b470de", "result_sha256": "372c61314d180e9e8215b1e692ef6b27fa9c54ceedf2816d6f675a26f44b85c1", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.006268, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "A" }, "group_id": "lightness-chain-03-edge-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-39.png", "input_tokens": 677, "latency_sec": 4.521331147989258, "model_name": "gpt-5.6-sol", "out_of_srgb": null, "output_tokens": 178, "prediction": { "choice": "B" }, "prompt_sha256": "14500bd7eefa43cebfa107c8a8fa9fa53dddd9be742ffa97660526f7a924c308", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T15:59:12.750108+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-lightness-39", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "5e4cbd07-77b6-4bfb-b4e0-f9b8297b628c", "result_sha256": "4b862de038cd76275016a35ff72c43a4f2eeae7680462ce7ce30fa645ced2d93", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.004208, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "B" }, "group_id": "lightness-chain-03-edge-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-40.png", "input_tokens": 677, "latency_sec": 2.7687650630250573, "model_name": "gpt-5.6-sol", "out_of_srgb": null, "output_tokens": 75, "prediction": { "choice": "B" }, "prompt_sha256": "14500bd7eefa43cebfa107c8a8fa9fa53dddd9be742ffa97660526f7a924c308", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T14:10:05.988706+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-40", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "3b8a9faf-3fb1-4d38-8b58-9680f0a3dff0", "result_sha256": "88c8d34dd7e631601224cf882051481719384ecd1364f4ce3335dd431e7f3e50", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002988, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "B" }, "group_id": "lightness-chain-03-edge-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-41.png", "input_tokens": 677, "latency_sec": 1.3750877240672708, "model_name": "gpt-5.6-sol", "out_of_srgb": null, "output_tokens": 14, "prediction": { "choice": "B" }, "prompt_sha256": "64bfc83d308291dc6a447de93571b42ec09ec6278f7fe82905c059b3926629a9", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T15:48:33.110319+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-41", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "3c7bb798-2b29-478d-82c8-d33c9b42e8cd", "result_sha256": "5294d7392ede7794703d669eb8c611274ddb2c7a4a28acf6e455fee07d2faf2c", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002988, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "A" }, "group_id": "lightness-chain-03-edge-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-42.png", "input_tokens": 677, "latency_sec": 2.8926988689927384, "model_name": "gpt-5.6-sol", "out_of_srgb": null, "output_tokens": 14, "prediction": { "choice": "A" }, "prompt_sha256": "64bfc83d308291dc6a447de93571b42ec09ec6278f7fe82905c059b3926629a9", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T14:17:58.169538+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-42", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "3616a0ac-287d-4d00-acd0-59642348e20b", "result_sha256": "6fcef76513d1996407115d3ca1f28c8c9082189b58467a3d7f9b631b26779e72", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002988, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "A" }, "group_id": "lightness-chain-03-edge-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-43.png", "input_tokens": 677, "latency_sec": 1.1429083000402898, "model_name": "gpt-5.6-sol", "out_of_srgb": null, "output_tokens": 14, "prediction": { "choice": "A" }, "prompt_sha256": "14500bd7eefa43cebfa107c8a8fa9fa53dddd9be742ffa97660526f7a924c308", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T16:27:51.696421+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-43", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "3f65687f-f8af-4b88-b297-113900d95883", "result_sha256": "443836e533d5d90f0e45f1a9c08a51f82012edf23b8ac6e84c20d41743fede73", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002988, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "B" }, "group_id": "lightness-chain-03-edge-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-44.png", "input_tokens": 677, "latency_sec": 1.6205094798933715, "model_name": "gpt-5.6-sol", "out_of_srgb": null, "output_tokens": 14, "prediction": { "choice": "B" }, "prompt_sha256": "14500bd7eefa43cebfa107c8a8fa9fa53dddd9be742ffa97660526f7a924c308", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T15:09:04.543574+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-44", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "2f801840-3084-4034-99f6-02fab4c79a4e", "result_sha256": "fc257df23f4a023f9eca80e3504e2e8accc14db5b5aaefa2f4313b21d1e921a2", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.003608, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "B" }, "group_id": "lightness-chain-03-edge-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-45.png", "input_tokens": 677, "latency_sec": 2.1365402239607647, "model_name": "gpt-5.6-sol", "out_of_srgb": null, "output_tokens": 45, "prediction": { "choice": "B" }, "prompt_sha256": "64bfc83d308291dc6a447de93571b42ec09ec6278f7fe82905c059b3926629a9", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T16:01:35.011257+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-45", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "96d967c8-3fb3-4610-88bb-375bfc05b497", "result_sha256": "ea746df9f3f5b7ef46f4d46528cc344d247ef677953f100df9e417da0e14861a", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.003648, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "A" }, "group_id": "lightness-chain-03-edge-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-46.png", "input_tokens": 677, "latency_sec": 4.41546691802796, "model_name": "gpt-5.6-sol", "out_of_srgb": null, "output_tokens": 47, "prediction": { "choice": "A" }, "prompt_sha256": "64bfc83d308291dc6a447de93571b42ec09ec6278f7fe82905c059b3926629a9", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T15:49:15.898683+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-46", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "3bcdaf53-7ec6-4259-a7a3-ad9a9cdedc32", "result_sha256": "ed97b6ecaaa19cca4b44377c33d737346565f8be50e6bfabdaa2aa1109379e43", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.003668, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "A" }, "group_id": "lightness-chain-03-edge-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-47.png", "input_tokens": 677, "latency_sec": 1.671781626995653, "model_name": "gpt-5.6-sol", "out_of_srgb": null, "output_tokens": 48, "prediction": { "choice": "A" }, "prompt_sha256": "14500bd7eefa43cebfa107c8a8fa9fa53dddd9be742ffa97660526f7a924c308", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T14:35:09.184269+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-47", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "c07a5085-7a57-4ae6-a044-354352cd2c31", "result_sha256": "bb61599d74736d1db53005398d5ce30fe16ae5c0b6ed4942f3a1a1720e9143ca", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.003588, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "B" }, "group_id": "lightness-chain-03-edge-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-48.png", "input_tokens": 677, "latency_sec": 2.2328667290275916, "model_name": "gpt-5.6-sol", "out_of_srgb": null, "output_tokens": 44, "prediction": { "choice": "B" }, "prompt_sha256": "14500bd7eefa43cebfa107c8a8fa9fa53dddd9be742ffa97660526f7a924c308", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T14:43:22.522541+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-48", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "b3c1ac99-64d8-4614-9b08-ff8b31441e39", "result_sha256": "4f196ef5ff7b1fe9fddfd6b9d9ff97e4fe907cf69416a033374a8bd892ecf430", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.005348, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "B" }, "group_id": "lightness-chain-04-edge-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-49.png", "input_tokens": 677, "latency_sec": 4.4015424030367285, "model_name": "gpt-5.6-sol", "out_of_srgb": null, "output_tokens": 132, "prediction": { "choice": "B" }, "prompt_sha256": "64bfc83d308291dc6a447de93571b42ec09ec6278f7fe82905c059b3926629a9", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T15:30:03.058168+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-49", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "4ccec060-64d5-46eb-a365-0919eb9420ef", "result_sha256": "70081f9eaa46d9471b0a99e3767f799055e369440dcf6971a9f98b7872c4f885", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.003688, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "A" }, "group_id": "lightness-chain-04-edge-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-50.png", "input_tokens": 677, "latency_sec": 1.8718907710863277, "model_name": "gpt-5.6-sol", "out_of_srgb": null, "output_tokens": 49, "prediction": { "choice": "A" }, "prompt_sha256": "64bfc83d308291dc6a447de93571b42ec09ec6278f7fe82905c059b3926629a9", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T16:00:22.690273+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-50", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "b4392559-0f0e-4f97-822f-f903571319b8", "result_sha256": "e31c77456e053702d41cf70af75fa50db407f311596b8503d7ea2ecf502d9bc8", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.005088, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "A" }, "group_id": "lightness-chain-04-edge-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-51.png", "input_tokens": 677, "latency_sec": 5.4071129789808765, "model_name": "gpt-5.6-sol", "out_of_srgb": null, "output_tokens": 119, "prediction": { "choice": "B" }, "prompt_sha256": "14500bd7eefa43cebfa107c8a8fa9fa53dddd9be742ffa97660526f7a924c308", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T14:40:13.690225+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-lightness-51", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "0b4102c4-3b23-41c8-95d6-dc73c2d4959f", "result_sha256": "58ea511bcbc35decfd92d7bc81622ad711754402c5a5abf948b44bbe55366e7b", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.004188, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "B" }, "group_id": "lightness-chain-04-edge-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-52.png", "input_tokens": 677, "latency_sec": 4.156974361045286, "model_name": "gpt-5.6-sol", "out_of_srgb": null, "output_tokens": 74, "prediction": { "choice": "B" }, "prompt_sha256": "14500bd7eefa43cebfa107c8a8fa9fa53dddd9be742ffa97660526f7a924c308", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T14:28:31.630867+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-52", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "b7d0f7c9-27e0-4400-84f7-2845fd8c2e10", "result_sha256": "03b1be74c731ce3116f2f0081c9c36b8aac5a4f2bec00806fc77e44d924f76b2", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002988, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "B" }, "group_id": "lightness-chain-04-edge-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-53.png", "input_tokens": 677, "latency_sec": 2.4600077129434794, "model_name": "gpt-5.6-sol", "out_of_srgb": null, "output_tokens": 14, "prediction": { "choice": "B" }, "prompt_sha256": "64bfc83d308291dc6a447de93571b42ec09ec6278f7fe82905c059b3926629a9", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T16:23:20.798517+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-53", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "706ce153-64a8-4658-b52f-d794d37ac6b8", "result_sha256": "acf33fd7c6465f5e6f85e0fafac6748daf7dbaccd74ca457deecdcd5c0393af1", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002988, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "A" }, "group_id": "lightness-chain-04-edge-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-54.png", "input_tokens": 677, "latency_sec": 1.782696534995921, "model_name": "gpt-5.6-sol", "out_of_srgb": null, "output_tokens": 14, "prediction": { "choice": "A" }, "prompt_sha256": "64bfc83d308291dc6a447de93571b42ec09ec6278f7fe82905c059b3926629a9", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T15:31:21.002209+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-54", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "29a6be2d-6b66-495a-93d6-fec17e718e24", "result_sha256": "93a83c7cd8f8d7c863898818bc4236b4eb6cb72607672f9bfbf49fe6350a8ba7", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002988, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "A" }, "group_id": "lightness-chain-04-edge-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-55.png", "input_tokens": 677, "latency_sec": 2.6529379810672253, "model_name": "gpt-5.6-sol", "out_of_srgb": null, "output_tokens": 14, "prediction": { "choice": "A" }, "prompt_sha256": "14500bd7eefa43cebfa107c8a8fa9fa53dddd9be742ffa97660526f7a924c308", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T15:38:04.732139+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-55", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "013380ba-173c-40ec-9531-35f92b7d06f4", "result_sha256": "bb22f810c7a7b34eda7661dd591f85fc837cefb64283219ff97b7624a083fc9a", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002988, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "B" }, "group_id": "lightness-chain-04-edge-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-56.png", "input_tokens": 677, "latency_sec": 1.9893311240011826, "model_name": "gpt-5.6-sol", "out_of_srgb": null, "output_tokens": 14, "prediction": { "choice": "B" }, "prompt_sha256": "14500bd7eefa43cebfa107c8a8fa9fa53dddd9be742ffa97660526f7a924c308", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T14:40:39.977083+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-56", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "1a5f2870-b8b4-4bf0-a35c-402f49124082", "result_sha256": "18748d7556d0603c29e7aaec6e9087285c11b28890ecaf63729c3c31c9b2fe9c", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.003648, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "B" }, "group_id": "lightness-chain-04-edge-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-57.png", "input_tokens": 677, "latency_sec": 1.6619223140878603, "model_name": "gpt-5.6-sol", "out_of_srgb": null, "output_tokens": 47, "prediction": { "choice": "B" }, "prompt_sha256": "64bfc83d308291dc6a447de93571b42ec09ec6278f7fe82905c059b3926629a9", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T16:18:24.776606+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-57", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "ecdc41e4-8613-4cca-a8e9-e74cbdc2660f", "result_sha256": "f1e04e81b40551fae172b31617e67026b4c43fb2b1619af8ff8fdeeaa7530b99", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002988, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "A" }, "group_id": "lightness-chain-04-edge-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-58.png", "input_tokens": 677, "latency_sec": 1.108056765049696, "model_name": "gpt-5.6-sol", "out_of_srgb": null, "output_tokens": 14, "prediction": { "choice": "A" }, "prompt_sha256": "64bfc83d308291dc6a447de93571b42ec09ec6278f7fe82905c059b3926629a9", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T16:12:14.132164+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-58", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "459c28f5-c806-48d0-8e3b-8c76474b4884", "result_sha256": "c43922b4567baea7735f51ca42a9218aa4fda2d723d354baafac14864d55833f", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.003668, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "A" }, "group_id": "lightness-chain-04-edge-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-59.png", "input_tokens": 677, "latency_sec": 1.5399173310725018, "model_name": "gpt-5.6-sol", "out_of_srgb": null, "output_tokens": 48, "prediction": { "choice": "A" }, "prompt_sha256": "14500bd7eefa43cebfa107c8a8fa9fa53dddd9be742ffa97660526f7a924c308", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T15:16:23.946289+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-59", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "160e670e-8d96-4492-aef0-f097c5fe748b", "result_sha256": "5fb3013fabdb430d3597fdfc7bd2ac9f2423116357f4eaa2f4ba17017479b135", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.003648, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "B" }, "group_id": "lightness-chain-04-edge-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-60.png", "input_tokens": 677, "latency_sec": 2.1201713990885764, "model_name": "gpt-5.6-sol", "out_of_srgb": null, "output_tokens": 47, "prediction": { "choice": "B" }, "prompt_sha256": "14500bd7eefa43cebfa107c8a8fa9fa53dddd9be742ffa97660526f7a924c308", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T15:33:43.983568+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-60", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "2e3abc88-e8a7-42d2-a88d-82f23324e4cf", "result_sha256": "010f9a8a14ce55938aebab1a007964421770118d663168970d25f0c46cb403e6", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.004008, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "B" }, "group_id": "lightness-chain-04-edge-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-61.png", "input_tokens": 677, "latency_sec": 2.7728881529765204, "model_name": "gpt-5.6-sol", "out_of_srgb": null, "output_tokens": 65, "prediction": { "choice": "B" }, "prompt_sha256": "64bfc83d308291dc6a447de93571b42ec09ec6278f7fe82905c059b3926629a9", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T16:25:14.195827+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-61", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "fd68e4da-876e-48ab-a6b9-7539b5f7156a", "result_sha256": "bfab924b89657ffa3649e8d4df38d63ad63ce4366106aaccf0a4b64f7a4f68ee", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.003628, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "A" }, "group_id": "lightness-chain-04-edge-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-62.png", "input_tokens": 677, "latency_sec": 5.116455761017278, "model_name": "gpt-5.6-sol", "out_of_srgb": null, "output_tokens": 46, "prediction": { "choice": "A" }, "prompt_sha256": "64bfc83d308291dc6a447de93571b42ec09ec6278f7fe82905c059b3926629a9", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T14:06:52.990410+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-62", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "ae458584-2892-4859-9689-910da17a0844", "result_sha256": "55d09b0d55b3f433f16c87709cb6095196ba3e0c0c6cbdaad0fd3e9516c5a066", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.004028, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "A" }, "group_id": "lightness-chain-04-edge-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-63.png", "input_tokens": 677, "latency_sec": 2.700444774935022, "model_name": "gpt-5.6-sol", "out_of_srgb": null, "output_tokens": 66, "prediction": { "choice": "A" }, "prompt_sha256": "14500bd7eefa43cebfa107c8a8fa9fa53dddd9be742ffa97660526f7a924c308", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T14:12:03.551207+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-63", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "5ece5e5b-0144-45cf-9964-f1a5e193f0d5", "result_sha256": "4552816889be28b993dbf3219dcba1f2acd7aa57c2b28feb3826b8152940402c", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.003668, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "B" }, "group_id": "lightness-chain-04-edge-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-64.png", "input_tokens": 677, "latency_sec": 4.858823903021403, "model_name": "gpt-5.6-sol", "out_of_srgb": null, "output_tokens": 48, "prediction": { "choice": "B" }, "prompt_sha256": "14500bd7eefa43cebfa107c8a8fa9fa53dddd9be742ffa97660526f7a924c308", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T14:34:22.909241+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-64", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "94c060bb-592a-4c86-94c2-45bac341dd86", "result_sha256": "34b36166b915cefc843d116ce8d5d7d28dcdec43b4dfcac14c918a869229f2bc", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.004776, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "A" }, "group_id": "match-binding-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-01.png", "input_tokens": 694, "latency_sec": 5.0690336970146745, "model_name": "gpt-5.6-sol", "out_of_srgb": null, "output_tokens": 100, "prediction": { "choice": "A" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T16:12:41.747206+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-01", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "42eebe9b-d75d-4112-bf65-292e3828540f", "result_sha256": "f1e91d33ab8ef9c15626ceae8c122ce7a2aed1cf9eb0f8fb6351aeb834277df7", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.004256, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "B" }, "group_id": "match-binding-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-02.png", "input_tokens": 694, "latency_sec": 3.5189754950115457, "model_name": "gpt-5.6-sol", "out_of_srgb": null, "output_tokens": 74, "prediction": { "choice": "B" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T15:30:28.381511+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-02", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "67425ce7-9ea1-42e3-a534-b7824771f030", "result_sha256": "4536d8543089ae2b1fd11e33c21b852442d54b5a26ba4c544e07007dcb9277b0", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.004256, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "C" }, "group_id": "match-binding-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-03.png", "input_tokens": 694, "latency_sec": 8.509586589992978, "model_name": "gpt-5.6-sol", "out_of_srgb": null, "output_tokens": 74, "prediction": { "choice": "C" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-16T15:44:53.743474+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-03", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "d8223d02-4bb0-4fa4-ac66-343f8010956b", "result_sha256": "c5bec692b41c6d6fed733693f51c306281feda8af8f570d5f60f9a4faa29c509", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.003496, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "D" }, "group_id": "match-binding-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-04.png", "input_tokens": 694, "latency_sec": 1.3245940019842237, "model_name": "gpt-5.6-sol", "out_of_srgb": null, "output_tokens": 36, "prediction": { "choice": "D" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "openai", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-16T15:03:32.832085+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-04", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "7adab922-7c57-4783-9873-ff4b0d9959a5", "result_sha256": "8e9de6562cfdb79f6229f4a9c0fd4f365bb905ac7cd237dd8a9fa0a79d5377a9", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.005896, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "A" }, "group_id": "match-binding-05", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-05.png", "input_tokens": 694, "latency_sec": 4.457947726012208, "model_name": "gpt-5.6-sol", "out_of_srgb": null, "output_tokens": 156, "prediction": { "choice": "A" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T15:39:57.675379+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-05", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "4aa52af8-fc00-4f20-972b-185a144009e6", "result_sha256": "3b1e22935493481fe8716179b12101249ca0897c7666afc151ea768665c80c3b", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.004816, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "B" }, "group_id": "match-binding-06", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-06.png", "input_tokens": 694, "latency_sec": 2.601681553060189, "model_name": "gpt-5.6-sol", "out_of_srgb": null, "output_tokens": 102, "prediction": { "choice": "B" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T15:38:23.779633+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-06", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "9a83f305-bf41-47de-9d09-aba839cf1950", "result_sha256": "f668aef559eb4e368c4341d0fe4328c477ec01baef520e6cc9e473b1243156b5", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.004276, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "C" }, "group_id": "match-binding-07", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-07.png", "input_tokens": 694, "latency_sec": 3.1768283169949427, "model_name": "gpt-5.6-sol", "out_of_srgb": null, "output_tokens": 75, "prediction": { "choice": "C" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-16T15:11:51.889474+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-07", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "b81dd0d2-a2df-4cb4-b1d2-b827fec83213", "result_sha256": "28b7c1a6b0470c21619a369b066370b5039edf2fc5bb9597701c634738642ff7", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.004296, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "D" }, "group_id": "match-binding-08", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-08.png", "input_tokens": 694, "latency_sec": 2.4336518440395594, "model_name": "gpt-5.6-sol", "out_of_srgb": null, "output_tokens": 76, "prediction": { "choice": "D" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "openai", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-16T16:18:11.401840+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-08", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "91e6cc16-ce75-4444-b94d-b5fa3e3ee757", "result_sha256": "07904bb71ef0b807367c0c40703422ba6094a6bd5404e5061bb2962978da030a", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.006216, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "A" }, "group_id": "match-binding-09", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-09.png", "input_tokens": 694, "latency_sec": 4.323807464912534, "model_name": "gpt-5.6-sol", "out_of_srgb": null, "output_tokens": 172, "prediction": { "choice": "C" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-16T15:47:27.983529+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-matching-09", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "5adfdba1-5cad-4371-bfc1-935bd63f0254", "result_sha256": "1fe31f8b0f0f66bb5a21cf859d4b4b9bee0a939b8d1814dc64c57aa6ad8a4c56", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.004716, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "B" }, "group_id": "match-binding-10", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-10.png", "input_tokens": 694, "latency_sec": 3.4001409559277818, "model_name": "gpt-5.6-sol", "out_of_srgb": null, "output_tokens": 97, "prediction": { "choice": "B" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T14:38:13.039796+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-10", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "e31b35d6-3075-40a1-850c-c805f98788cf", "result_sha256": "54fba12cb2b35d3c653dbc3f4d6913258e27ace0738ea8061e41da982a3610c7", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.008316, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "C" }, "group_id": "match-binding-11", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-11.png", "input_tokens": 694, "latency_sec": 8.15290039300453, "model_name": "gpt-5.6-sol", "out_of_srgb": null, "output_tokens": 277, "prediction": { "choice": "C" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-16T15:07:45.389101+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-11", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "0c9df0e3-141d-41a0-8943-f35f3b8c88f6", "result_sha256": "92e394270b811d29084262dd153542d1c85d2e24e3c8b1caebf595affc7b8a81", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.004676, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "D" }, "group_id": "match-binding-12", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-12.png", "input_tokens": 694, "latency_sec": 5.303874236997217, "model_name": "gpt-5.6-sol", "out_of_srgb": null, "output_tokens": 95, "prediction": { "choice": "D" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "openai", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-16T14:02:21.909751+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-12", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "d76d9c28-8afd-4f5f-b7e7-f145e4c8335e", "result_sha256": "fdb8ee6d38900df74fc520c515fe0a300c7fadd6d228f3c10be1657fcfc12ca0", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.007956, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "A" }, "group_id": "match-binding-13", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-13.png", "input_tokens": 694, "latency_sec": 5.741359196021222, "model_name": "gpt-5.6-sol", "out_of_srgb": null, "output_tokens": 259, "prediction": { "choice": "A" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T15:35:38.052139+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-13", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "de82ab9a-7862-43fe-9df1-73d21b955860", "result_sha256": "41f095e3370b9d069bb31ddee24d7d9c8a918bc4bd4400ac24b7de694ac86cae", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.004376, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "B" }, "group_id": "match-binding-14", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-14.png", "input_tokens": 694, "latency_sec": 4.052810813067481, "model_name": "gpt-5.6-sol", "out_of_srgb": null, "output_tokens": 80, "prediction": { "choice": "B" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T15:15:13.572690+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-14", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "49a2f1ed-b249-4067-8e88-aea4d930bbfe", "result_sha256": "e6b39dabd36dadaeb3a03a9bbb6522e25f6236ed7fc0ac0675c7039267bcc92f", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.006276, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "C" }, "group_id": "match-binding-15", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-15.png", "input_tokens": 694, "latency_sec": 6.430942727951333, "model_name": "gpt-5.6-sol", "out_of_srgb": null, "output_tokens": 175, "prediction": { "choice": "C" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-16T15:23:00.190177+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-15", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "c90dd378-ca0c-4ad4-a24e-f7c1b9ee950b", "result_sha256": "3e03007e87235e8534b73f0c21543f040e4ebe09b74a5cc75206e140adfed3ea", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.005076, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "D" }, "group_id": "match-binding-16", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-16.png", "input_tokens": 694, "latency_sec": 4.660464746993966, "model_name": "gpt-5.6-sol", "out_of_srgb": null, "output_tokens": 115, "prediction": { "choice": "D" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "openai", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-16T14:13:11.850699+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-16", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "f0bdf283-b7b7-4b24-b5d1-8fb2b9ad7e83", "result_sha256": "657c506b4788c2bf6c207f0d6208f9a96f8f96ee32cbe63a8ad04d1c750175cd", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.004596, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "A" }, "group_id": "match-binding-17", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-17.png", "input_tokens": 694, "latency_sec": 4.343161246040836, "model_name": "gpt-5.6-sol", "out_of_srgb": null, "output_tokens": 91, "prediction": { "choice": "A" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T15:55:02.124494+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-17", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "4f463458-9bb1-453e-9902-625050e5ec2a", "result_sha256": "9e212fb60038f2e6ebe0ab7813db614c7da7a36879eb60535793d06df8162892", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.003556, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "B" }, "group_id": "match-binding-18", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-18.png", "input_tokens": 694, "latency_sec": 11.352612909046002, "model_name": "gpt-5.6-sol", "out_of_srgb": null, "output_tokens": 39, "prediction": { "choice": "B" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T15:33:18.119473+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-18", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "c450ee16-b536-4005-9c8e-5b2952e6ed76", "result_sha256": "0dee05552ef0c5b12b7ad119cf2d8d7662af6a5cafad9cba8c1173c65099ed4b", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.003636, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "C" }, "group_id": "match-binding-19", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-19.png", "input_tokens": 694, "latency_sec": 1.7802171040093526, "model_name": "gpt-5.6-sol", "out_of_srgb": null, "output_tokens": 43, "prediction": { "choice": "C" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-16T15:47:40.720826+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-19", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "ed569aa2-40f9-4b4d-bac4-90a2308faa19", "result_sha256": "a847aa960e5ba4e57ea21cce07a1de179c6889685aa0271422696e6664aa6178", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.004016, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "D" }, "group_id": "match-binding-20", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-20.png", "input_tokens": 694, "latency_sec": 6.56614773592446, "model_name": "gpt-5.6-sol", "out_of_srgb": null, "output_tokens": 62, "prediction": { "choice": "D" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "openai", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-16T15:18:02.527933+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-20", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "896a868c-1a43-4b8f-91c8-dc8cceba1975", "result_sha256": "0814bf2b03fd79303a65bd32b8b25c0243376c9c832490b5021212703a780c19", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.011876, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "A" }, "group_id": "match-binding-21", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-21.png", "input_tokens": 694, "latency_sec": 7.989282437018119, "model_name": "gpt-5.6-sol", "out_of_srgb": null, "output_tokens": 455, "prediction": { "choice": "A" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T14:35:55.300222+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-21", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "2fef01e1-b477-4991-b77e-17c996e9fa39", "result_sha256": "9452903f7881ca9a410dcf0877d133db6b3273b9b64a88908f247a5b8dbda78f", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.004616, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "B" }, "group_id": "match-binding-22", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-22.png", "input_tokens": 694, "latency_sec": 9.03598771803081, "model_name": "gpt-5.6-sol", "out_of_srgb": null, "output_tokens": 92, "prediction": { "choice": "B" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T14:28:04.639932+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-22", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "e5684b79-7dd4-4dd9-a2d0-4fe9fd5ecfcd", "result_sha256": "750f6e1f5c67ed3805aad80f792c7a191d689a341a590cc782dd44379a1efe94", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.004276, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "C" }, "group_id": "match-binding-23", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-23.png", "input_tokens": 694, "latency_sec": 2.6273776090238243, "model_name": "gpt-5.6-sol", "out_of_srgb": null, "output_tokens": 75, "prediction": { "choice": "C" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-16T16:12:52.287808+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-23", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "bd0ac38e-accc-4f72-9b4d-71bc75cf920c", "result_sha256": "4f16440eea1b56b4f4024de4fd8572a28be7db6d53dbbf826c001ab120ce3d83", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.004256, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "D" }, "group_id": "match-binding-24", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-24.png", "input_tokens": 694, "latency_sec": 3.4832897550659254, "model_name": "gpt-5.6-sol", "out_of_srgb": null, "output_tokens": 74, "prediction": { "choice": "D" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "openai", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-16T15:40:48.615879+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-24", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "c3f07db4-5b21-40a9-8d43-606540927f1c", "result_sha256": "45871be74cda05da32536ad0347a5868c9d3a7169755f998e5edcbab57a488ad", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.007316, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "A" }, "group_id": "match-binding-25", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-25.png", "input_tokens": 694, "latency_sec": 4.074475405039266, "model_name": "gpt-5.6-sol", "out_of_srgb": null, "output_tokens": 227, "prediction": { "choice": "A" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T15:36:05.555661+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-25", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "0dbc85f9-b8ff-4110-bced-0626a584eea1", "result_sha256": "ad728ceed8f2849e1966e17e681a6c6c6b49d7aa0a93d130bdf70c635bf688a5", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.005536, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "B" }, "group_id": "match-binding-26", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-26.png", "input_tokens": 694, "latency_sec": 5.247134073986672, "model_name": "gpt-5.6-sol", "out_of_srgb": null, "output_tokens": 138, "prediction": { "choice": "D" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "openai", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-16T14:25:43.752776+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-matching-26", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "db634521-67f8-478c-a779-1d263244a20d", "result_sha256": "3be0b795822d8e8239492c4236334a97ef9452d2262d87e928788109306a4f6b", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.026276, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "C" }, "group_id": "match-binding-27", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-27.png", "input_tokens": 694, "latency_sec": 21.516473766998388, "model_name": "gpt-5.6-sol", "out_of_srgb": null, "output_tokens": 1175, "prediction": { "choice": "B" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T15:09:49.053094+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-matching-27", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "d763e746-94be-4a93-bfb1-b7a6c0d97ef3", "result_sha256": "8b0ce39fb7f879cddc361e033ba3d94509db630753cb0cdcb4edd72b9675ebae", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.006136, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "D" }, "group_id": "match-binding-28", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-28.png", "input_tokens": 694, "latency_sec": 4.182951544993557, "model_name": "gpt-5.6-sol", "out_of_srgb": null, "output_tokens": 168, "prediction": { "choice": "D" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "openai", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-16T15:53:42.210153+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-28", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "5e1bbc83-83f4-45e0-b03d-7bb856ba8138", "result_sha256": "22ddbdf73c7fbfacf31fba8c8539188663fd7a90b5b554cad1248e969591dc48", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.005896, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "A" }, "group_id": "match-binding-29", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-29.png", "input_tokens": 694, "latency_sec": 7.890568176051602, "model_name": "gpt-5.6-sol", "out_of_srgb": null, "output_tokens": 156, "prediction": { "choice": "A" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T14:30:53.631087+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-29", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "c558b237-0a79-48bf-9f59-609006382ead", "result_sha256": "86b7937f8b3575ca28bb85558b924bdcd0f83d1f3fa279f3f2178e48f1a558e7", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.010076, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "B" }, "group_id": "match-binding-30", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-30.png", "input_tokens": 694, "latency_sec": 9.921089402050711, "model_name": "gpt-5.6-sol", "out_of_srgb": null, "output_tokens": 365, "prediction": { "choice": "A" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T15:52:21.101834+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-matching-30", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "e2eb81c6-080a-49ef-a667-4fcb531a2a54", "result_sha256": "8b539a89bfea3b5e3fb42f4e78830a156f8d61be8e2e5e4030abc7140bb5d9fd", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.008456, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "C" }, "group_id": "match-binding-31", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-31.png", "input_tokens": 694, "latency_sec": 5.4146104400279, "model_name": "gpt-5.6-sol", "out_of_srgb": null, "output_tokens": 284, "prediction": { "choice": "C" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-16T16:20:37.650852+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-31", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "5c9589c8-033f-491a-84a3-8005a61fa570", "result_sha256": "a72b680509fb6471732b520c8246de43b6bf93d5ab3ff0f23a9925e1b23f18f6", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.006096, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "D" }, "group_id": "match-binding-32", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-32.png", "input_tokens": 694, "latency_sec": 4.666124175069854, "model_name": "gpt-5.6-sol", "out_of_srgb": null, "output_tokens": 166, "prediction": { "choice": "D" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "openai", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-16T15:03:59.644384+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-32", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "928f28ba-d43a-4e8a-a34c-af217b032dd8", "result_sha256": "f6a5c75b51408cc9613ee675b4fef658b659722c23a6754a9ed06440876705c0", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.003916, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "A" }, "group_id": "match-binding-33", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-33.png", "input_tokens": 694, "latency_sec": 2.799484170973301, "model_name": "gpt-5.6-sol", "out_of_srgb": null, "output_tokens": 57, "prediction": { "choice": "A" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T14:49:24.873846+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-33", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "e3b53dbb-cfad-4be2-b70c-9e995ae3655c", "result_sha256": "3579457d8304e43fff3dd48a26482813c77f3722b8aebc9e41c0414240927b54", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.003056, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "B" }, "group_id": "match-binding-34", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-34.png", "input_tokens": 694, "latency_sec": 1.104818642954342, "model_name": "gpt-5.6-sol", "out_of_srgb": null, "output_tokens": 14, "prediction": { "choice": "B" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T15:42:53.891693+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-34", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "27a267e0-f8ed-4a6f-9198-5e61a8fb380f", "result_sha256": "6f4d2ff8fd113a7a75645ebbd2d7b340d1789a8df7450a36193d6db4dc75601d", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.003476, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "C" }, "group_id": "match-binding-35", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-35.png", "input_tokens": 694, "latency_sec": 1.1768025959609076, "model_name": "gpt-5.6-sol", "out_of_srgb": null, "output_tokens": 35, "prediction": { "choice": "C" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-16T14:25:51.768574+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-35", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "bba9f580-5e53-4e19-8718-4c4d7466c790", "result_sha256": "8fd139d2973767f345ecd17130cdb1ce73c42fc5853b6d61f36bc64fe4c4a228", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.003056, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "D" }, "group_id": "match-binding-36", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-36.png", "input_tokens": 694, "latency_sec": 2.0122752420138568, "model_name": "gpt-5.6-sol", "out_of_srgb": null, "output_tokens": 14, "prediction": { "choice": "D" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "openai", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-16T15:15:26.426643+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-36", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "43fea63e-b834-459d-8fd0-d35257993d0c", "result_sha256": "da0910e32fc3f2928789e03815da91c121183969f15fe459fffbed40cbd8dc44", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.003856, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "A" }, "group_id": "match-binding-37", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-37.png", "input_tokens": 694, "latency_sec": 2.1900774240493774, "model_name": "gpt-5.6-sol", "out_of_srgb": null, "output_tokens": 54, "prediction": { "choice": "A" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T15:07:25.342585+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-37", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "efbfc8ed-afb5-4d6d-9ab8-0c200040960f", "result_sha256": "86e9127ec65a92d8cb88af5bc7eba023fdecbe9bc7a0c8bbcaf843bf3ff479ac", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.003516, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "B" }, "group_id": "match-binding-38", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-38.png", "input_tokens": 694, "latency_sec": 1.7401918800314888, "model_name": "gpt-5.6-sol", "out_of_srgb": null, "output_tokens": 37, "prediction": { "choice": "B" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T15:24:45.636395+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-38", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "cb12e83d-4090-4f9d-a6db-41c38fd42ea9", "result_sha256": "78b14c4f7fa02f9803d780a564b0a8b7b95e52225384a9a5df25a64ab2b47c54", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.004096, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "C" }, "group_id": "match-binding-39", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-39.png", "input_tokens": 694, "latency_sec": 2.404860135051422, "model_name": "gpt-5.6-sol", "out_of_srgb": null, "output_tokens": 66, "prediction": { "choice": "C" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-16T15:52:55.232204+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-39", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "ee2f579e-7f13-43cc-9a5b-fd59c1fe503d", "result_sha256": "8aa9f9b48def5b11050dba93ee6bb18e18b24f6d4daf38888d37bc237b4a1b07", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.004276, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "D" }, "group_id": "match-binding-40", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-40.png", "input_tokens": 694, "latency_sec": 1.8222048800671473, "model_name": "gpt-5.6-sol", "out_of_srgb": null, "output_tokens": 75, "prediction": { "choice": "D" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "openai", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-16T14:29:59.165403+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-40", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "b0985ce4-01db-4728-96a8-17bf3ba2fd58", "result_sha256": "5edd8faa6c5a8bef960086f0225b65b0a0a103cf0113332a8b280740bdf66242", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.010736, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "A" }, "group_id": "match-binding-41", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-41.png", "input_tokens": 694, "latency_sec": 9.69915001001209, "model_name": "gpt-5.6-sol", "out_of_srgb": null, "output_tokens": 398, "prediction": { "choice": "A" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T16:09:22.293884+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-41", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "7993e69f-15f6-48fc-b2fb-433ad168c379", "result_sha256": "961f7a6525399cea26e376432baf990bf66c4203e2104d2982d84bcc22f71872", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.004516, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "B" }, "group_id": "match-binding-42", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-42.png", "input_tokens": 694, "latency_sec": 3.6520612199092284, "model_name": "gpt-5.6-sol", "out_of_srgb": null, "output_tokens": 87, "prediction": { "choice": "B" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T16:23:54.403689+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-42", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "f4201788-360b-4f3c-b7d0-0b0cac6e1a36", "result_sha256": "90d605e1470daf1abba62f60d6de0618dc0bc47ac048d65fda6cb3c2a8a2f7bd", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.004336, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "C" }, "group_id": "match-binding-43", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-43.png", "input_tokens": 694, "latency_sec": 3.872825648984872, "model_name": "gpt-5.6-sol", "out_of_srgb": null, "output_tokens": 78, "prediction": { "choice": "C" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-16T15:07:15.329311+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-43", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "7c177caa-fc45-4363-af2b-6238a6f81c5e", "result_sha256": "df7d430d0e589d5d4d543e395085413fe999b4a73328a14e99b8606f28b1ab45", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.005176, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "D" }, "group_id": "match-binding-44", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-44.png", "input_tokens": 694, "latency_sec": 4.768430504016578, "model_name": "gpt-5.6-sol", "out_of_srgb": null, "output_tokens": 120, "prediction": { "choice": "D" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "openai", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-16T16:13:34.097734+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-44", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "05563209-7eb1-4092-b2e2-480eae377142", "result_sha256": "52045b722d7616cf17b04a8a83548a44d3c3ae6bf34d4a191700f81e1ee494a4", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.004896, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "A" }, "group_id": "match-binding-45", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-45.png", "input_tokens": 694, "latency_sec": 2.7451739750104025, "model_name": "gpt-5.6-sol", "out_of_srgb": null, "output_tokens": 106, "prediction": { "choice": "C" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-16T14:19:53.543512+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-matching-45", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "e10b68e6-bf31-4c37-ab68-7c9558da7d4e", "result_sha256": "31c9e8f868b5ced6bea568b7e6c44fa48c402f06435abe85219ab53787ccf62c", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.010836, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "B" }, "group_id": "match-binding-46", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-46.png", "input_tokens": 694, "latency_sec": 11.9011502310168, "model_name": "gpt-5.6-sol", "out_of_srgb": null, "output_tokens": 403, "prediction": { "choice": "D" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "openai", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-16T14:41:16.852794+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-matching-46", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "9ed55df5-8d50-4bcd-8c6c-889afbbc1397", "result_sha256": "f8c2744239ef30c7bf7babcc3b875ea2764da2538881c3ed8552e542292e1cec", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.011216, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "C" }, "group_id": "match-binding-47", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-47.png", "input_tokens": 694, "latency_sec": 12.650842182920314, "model_name": "gpt-5.6-sol", "out_of_srgb": null, "output_tokens": 422, "prediction": { "choice": "C" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-16T14:01:26.799231+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-47", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "f8c08527-e5fd-4797-8d1a-74fd98845fa2", "result_sha256": "e56229b7a10fa1426e741f41ee0eea839288a80a3fd7ac4379627ba9dd5c6b90", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.007016, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "D" }, "group_id": "match-binding-48", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-48.png", "input_tokens": 694, "latency_sec": 6.431026206933893, "model_name": "gpt-5.6-sol", "out_of_srgb": null, "output_tokens": 212, "prediction": { "choice": "D" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "openai", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-16T15:04:48.768817+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-48", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "310ea432-82ef-4457-aed0-60bc25e326bf", "result_sha256": "8506b5c06030c643fe6747090eb87d393357283617674eae748162c09d71a29f", "result": { "component_errors": { "c": 0.0008798932594519804, "h": 0.8077707599885571, "l": 0.002073914022002965 }, "correct": null, "cost_estimated": false, "cost_usd": 0.031996, "delta_e_ok": 0.003223730041088202, "error": null, "error_kind": null, "family": "oklch", "ground_truth": { "rgb": [ 192, 64, 80 ] }, "group_id": "numeric-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-01.png", "input_tokens": 739, "latency_sec": 36.68934956402518, "model_name": "gpt-5.6-sol", "out_of_srgb": false, "output_tokens": 1452, "prediction": { "c": 0.164, "h": 16.2, "l": 0.559 }, "prompt_sha256": "cfc2f885cbdbcece08f23bb635b333e3e35d9a41ebaf72f1a755e461f8f494d4", "provider": "openai", "raw_prediction": "{\"l\":0.559,\"c\":0.164,\"h\":16.2}", "recorded_at": "2026-09-16T16:15:04.318937+00:00", "request_attempts": 1, "score": 98.3881349794559, "task_id": "colorbench-oklch-01", "tight_score": 93.5525399178236, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": true, "0.01": true, "0.02": true, "0.05": true } } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "0246da11-079a-4884-b295-ba3ab1cbe682", "result_sha256": "7e02c36cf770c1b3bad10110e6248b56c303a226dfe861ea6a67e67ffaf96d92", "result": { "component_errors": { "c": 0.006403039047677639, "h": 2.454728141339473, "l": 0.020346700659183203 }, "correct": null, "cost_estimated": false, "cost_usd": 0.013876, "delta_e_ok": 0.022136417208259665, "error": null, "error_kind": null, "family": "oklch", "ground_truth": { "rgb": [ 38, 112, 190 ] }, "group_id": "numeric-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-02.png", "input_tokens": 739, "latency_sec": 9.858413405017927, "model_name": "gpt-5.6-sol", "out_of_srgb": false, "output_tokens": 546, "prediction": { "c": 0.135, "h": 250.6, "l": 0.561 }, "prompt_sha256": "cfc2f885cbdbcece08f23bb635b333e3e35d9a41ebaf72f1a755e461f8f494d4", "provider": "openai", "raw_prediction": "{\"l\":0.561,\"c\":0.135,\"h\":250.6}", "recorded_at": "2026-09-16T14:04:06.030031+00:00", "request_attempts": 1, "score": 88.93179139587016, "task_id": "colorbench-oklch-02", "tight_score": 55.72716558348068, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": false, "0.02": false, "0.05": true } } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "0c7dd472-3ab4-4d12-a4f9-02f6ad178601", "result_sha256": "a7188a72e3bad47ed57912aac6211cb2c18c2b85b554ede30aaee8e2ba2ba2bd", "result": { "component_errors": { "c": 0.0004946968582578148, "h": 0.46264947183613003, "l": 0.015897517786385817 }, "correct": null, "cost_estimated": false, "cost_usd": 0.042296, "delta_e_ok": 0.015926088288059283, "error": null, "error_kind": null, "family": "oklch", "ground_truth": { "rgb": [ 60, 140, 100 ] }, "group_id": "numeric-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-03.png", "input_tokens": 739, "latency_sec": 37.78745244804304, "model_name": "gpt-5.6-sol", "out_of_srgb": false, "output_tokens": 1967, "prediction": { "c": 0.1012, "h": 159.5, "l": 0.5948 }, "prompt_sha256": "cfc2f885cbdbcece08f23bb635b333e3e35d9a41ebaf72f1a755e461f8f494d4", "provider": "openai", "raw_prediction": "{\"l\":0.5948,\"c\":0.1012,\"h\":159.5}", "recorded_at": "2026-09-16T14:00:25.539123+00:00", "request_attempts": 1, "score": 92.03695585597036, "task_id": "colorbench-oklch-03", "tight_score": 68.14782342388143, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": false, "0.02": true, "0.05": true } } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "896baf75-1356-4f68-8959-443f73e13504", "result_sha256": "1eceda8de9d351e5751d612807e2d86af4b58acaabba6187b3a74918f9b793a4", "result": { "component_errors": { "c": 0.006361814369457999, "h": 6.857227959399296, "l": 0.03114576243899425 }, "correct": null, "cost_estimated": false, "cost_usd": 0.013876, "delta_e_ok": 0.035017042944635646, "error": null, "error_kind": null, "family": "oklch", "ground_truth": { "rgb": [ 185, 135, 45 ] }, "group_id": "numeric-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-04.png", "input_tokens": 739, "latency_sec": 18.242474850965664, "model_name": "gpt-5.6-sol", "out_of_srgb": false, "output_tokens": 546, "prediction": { "c": 0.126, "h": 84.9, "l": 0.688 }, "prompt_sha256": "cfc2f885cbdbcece08f23bb635b333e3e35d9a41ebaf72f1a755e461f8f494d4", "provider": "openai", "raw_prediction": "{\"l\":0.688,\"c\":0.126,\"h\":84.9}", "recorded_at": "2026-09-16T14:15:01.790564+00:00", "request_attempts": 1, "score": 82.49147852768218, "task_id": "colorbench-oklch-04", "tight_score": 29.965914110728708, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": false, "0.02": false, "0.05": true } } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "44c4703c-33f8-4058-baa3-47a9a489e7cf", "result_sha256": "90f5620c00363f99af6657f2b1f3193fb82cbdfa7e433567799ccfbfdfd7dded", "result": { "component_errors": { "c": 0.00022555162844062338, "h": 0.04714096046808436, "l": 0.0066066428740922944 }, "correct": null, "cost_estimated": false, "cost_usd": 0.044936, "delta_e_ok": 0.0066115390687894095, "error": null, "error_kind": null, "family": "oklch", "ground_truth": { "rgb": [ 135, 85, 175 ] }, "group_id": "numeric-05", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-05.png", "input_tokens": 739, "latency_sec": 56.440958817023784, "model_name": "gpt-5.6-sol", "out_of_srgb": false, "output_tokens": 2099, "prediction": { "c": 0.1429, "h": 308.04, "l": 0.5507 }, "prompt_sha256": "cfc2f885cbdbcece08f23bb635b333e3e35d9a41ebaf72f1a755e461f8f494d4", "provider": "openai", "raw_prediction": "{\"l\":0.5507,\"c\":0.1429,\"h\":308.04}", "recorded_at": "2026-09-16T14:08:28.187067+00:00", "request_attempts": 1, "score": 96.69423046560529, "task_id": "colorbench-oklch-05", "tight_score": 86.77692186242119, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": true, "0.02": true, "0.05": true } } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "69fa802f-0b9d-48b9-8da4-7ef7ce5a410c", "result_sha256": "36de79bdd124a0a7389263c0e094e88110ba8dc17d574fc00baed6c9d00c7dd9", "result": { "component_errors": { "c": 0.006736737775342318, "h": 12.52676506814987, "l": 0.03400106454498064 }, "correct": null, "cost_estimated": false, "cost_usd": 0.015596, "delta_e_ok": 0.03669976846084528, "error": null, "error_kind": null, "family": "oklch", "ground_truth": { "rgb": [ 22, 48, 75 ] }, "group_id": "numeric-06", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-06.png", "input_tokens": 739, "latency_sec": 14.74156353098806, "model_name": "gpt-5.6-sol", "out_of_srgb": false, "output_tokens": 632, "prediction": { "c": 0.052, "h": 238.6, "l": 0.337 }, "prompt_sha256": "cfc2f885cbdbcece08f23bb635b333e3e35d9a41ebaf72f1a755e461f8f494d4", "provider": "openai", "raw_prediction": "{\"l\":0.337,\"c\":0.052,\"h\":238.6}", "recorded_at": "2026-09-16T16:22:00.346585+00:00", "request_attempts": 1, "score": 81.65011576957735, "task_id": "colorbench-oklch-06", "tight_score": 26.600463078309446, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": false, "0.02": false, "0.05": true } } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "44a70ce3-dc11-404c-9c7c-46a5d97c56fe", "result_sha256": "de42c87717abbf4d7a02bbba594350e72b307e4f9e36bbd3c02ae7ede9d28f38", "result": { "component_errors": { "c": 0.0025116212457221565, "h": 1.1578700751375095, "l": 0.0026072784118447156 }, "correct": null, "cost_estimated": false, "cost_usd": 0.037996, "delta_e_ok": 0.003704707887237915, "error": null, "error_kind": null, "family": "oklch", "ground_truth": { "rgb": [ 225, 215, 188 ] }, "group_id": "numeric-07", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-07.png", "input_tokens": 739, "latency_sec": 32.50085017597303, "model_name": "gpt-5.6-sol", "out_of_srgb": false, "output_tokens": 1752, "prediction": { "c": 0.0402, "h": 91.24, "l": 0.8827 }, "prompt_sha256": "cfc2f885cbdbcece08f23bb635b333e3e35d9a41ebaf72f1a755e461f8f494d4", "provider": "openai", "raw_prediction": "{\"l\":0.8827,\"c\":0.0402,\"h\":91.24}", "recorded_at": "2026-09-16T15:37:27.844343+00:00", "request_attempts": 1, "score": 98.14764605638105, "task_id": "colorbench-oklch-07", "tight_score": 92.59058422552417, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": true, "0.01": true, "0.02": true, "0.05": true } } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "83469afd-3ae8-40d7-b338-2633218cca80", "result_sha256": "b24005742830814ec4280cec0ccd3414fa1fc1bf85b66a37cddb114f974d61a7", "result": { "component_errors": { "c": 0.0, "h": null, "l": 0.04012919829288231 }, "correct": null, "cost_estimated": false, "cost_usd": 0.010996, "delta_e_ok": 0.04012919829288854, "error": null, "error_kind": null, "family": "oklch", "ground_truth": { "rgb": [ 128, 128, 128 ] }, "group_id": "numeric-08", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-08.png", "input_tokens": 739, "latency_sec": 9.15641220100224, "model_name": "gpt-5.6-sol", "out_of_srgb": false, "output_tokens": 402, "prediction": { "c": 0.0, "h": 0.0, "l": 0.64 }, "prompt_sha256": "cfc2f885cbdbcece08f23bb635b333e3e35d9a41ebaf72f1a755e461f8f494d4", "provider": "openai", "raw_prediction": "{\"l\":0.64,\"c\":0,\"h\":0}", "recorded_at": "2026-09-16T15:23:21.140523+00:00", "request_attempts": 1, "score": 79.93540085355573, "task_id": "colorbench-oklch-08", "tight_score": 19.74160341422293, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": false, "0.02": false, "0.05": true } } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "90a59088-a39a-4e64-a2f9-dbf844b370b9", "result_sha256": "fbf95f1a7df73d89e5d8fee3c222b92b37201b69be0c0e7fc194a8fc7a727541", "result": { "component_errors": { "c": 0.008619245591903857, "h": 1.3493564713070327, "l": 0.010353449722208752 }, "correct": null, "cost_estimated": false, "cost_usd": 0.014676, "delta_e_ok": 0.01452550522991116, "error": null, "error_kind": null, "family": "oklch", "ground_truth": { "rgb": [ 230, 32, 44 ] }, "group_id": "numeric-09", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-09.png", "input_tokens": 739, "latency_sec": 18.358425626065582, "model_name": "gpt-5.6-sol", "out_of_srgb": false, "output_tokens": 586, "prediction": { "c": 0.235, "h": 27.0, "l": 0.603 }, "prompt_sha256": "cfc2f885cbdbcece08f23bb635b333e3e35d9a41ebaf72f1a755e461f8f494d4", "provider": "openai", "raw_prediction": "{\"l\":0.603,\"c\":0.235,\"h\":27}", "recorded_at": "2026-09-16T14:27:33.371678+00:00", "request_attempts": 1, "score": 92.73724738504441, "task_id": "colorbench-oklch-09", "tight_score": 70.94898954017768, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": false, "0.02": true, "0.05": true } } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "5e80cab3-b1cf-4c7c-a3e9-c4a751076021", "result_sha256": "10751ce23f5cdb73fd0be10c2a63b3776282087f85bf895aa95332043af40f64", "result": { "component_errors": { "c": 0.0010205992924068874, "h": 0.7920987962712616, "l": 0.006123915402253655 }, "correct": null, "cost_estimated": false, "cost_usd": 0.019816, "delta_e_ok": 0.006570072961899593, "error": null, "error_kind": null, "family": "oklch", "ground_truth": { "rgb": [ 24, 158, 82 ] }, "group_id": "numeric-10", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-10.png", "input_tokens": 739, "latency_sec": 21.7635281230323, "model_name": "gpt-5.6-sol", "out_of_srgb": false, "output_tokens": 843, "prediction": { "c": 0.155, "h": 152.5, "l": 0.621 }, "prompt_sha256": "cfc2f885cbdbcece08f23bb635b333e3e35d9a41ebaf72f1a755e461f8f494d4", "provider": "openai", "raw_prediction": "{\"l\":0.621,\"c\":0.155,\"h\":152.5}", "recorded_at": "2026-09-16T15:47:22.842813+00:00", "request_attempts": 1, "score": 96.7149635190502, "task_id": "colorbench-oklch-10", "tight_score": 86.85985407620082, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": true, "0.02": true, "0.05": true } } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "a78f4e8c-c01f-4c6a-8d8f-b4141b7dea13", "result_sha256": "273925f578776ba6006f0b7ca52b2ddb378f8385a643914eccb37aff2ee135c2", "result": { "component_errors": { "c": 0.009159851685830028, "h": 1.284848050703829, "l": 0.006549961158387241 }, "correct": null, "cost_estimated": false, "cost_usd": 0.039976, "delta_e_ok": 0.012271913022817833, "error": null, "error_kind": null, "family": "oklch", "ground_truth": { "rgb": [ 44, 84, 228 ] }, "group_id": "numeric-11", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-11.png", "input_tokens": 739, "latency_sec": 43.90783587703481, "model_name": "gpt-5.6-sol", "out_of_srgb": false, "output_tokens": 1851, "prediction": { "c": 0.213, "h": 267.5, "l": 0.521 }, "prompt_sha256": "cfc2f885cbdbcece08f23bb635b333e3e35d9a41ebaf72f1a755e461f8f494d4", "provider": "openai", "raw_prediction": "{\"l\":0.521,\"c\":0.213,\"h\":267.5}", "recorded_at": "2026-09-16T14:02:19.374657+00:00", "request_attempts": 1, "score": 93.8640434885911, "task_id": "colorbench-oklch-11", "tight_score": 75.45617395436433, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": false, "0.02": true, "0.05": true } } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "6c0ca8ee-3db0-436f-84c1-ba3759937d84", "result_sha256": "c9454352223e1ccaa0e42e50f294938484b17ca397dea5a8ada94907246b3e7b", "result": { "component_errors": { "c": 0.007610575493296967, "h": 0.4341516928604108, "l": 0.02108283137343736 }, "correct": null, "cost_estimated": false, "cost_usd": 0.017156, "delta_e_ok": 0.022451916266975448, "error": null, "error_kind": null, "family": "oklch", "ground_truth": { "rgb": [ 236, 208, 44 ] }, "group_id": "numeric-12", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-12.png", "input_tokens": 739, "latency_sec": 24.867017868091352, "model_name": "gpt-5.6-sol", "out_of_srgb": false, "output_tokens": 710, "prediction": { "c": 0.175, "h": 98.2, "l": 0.877 }, "prompt_sha256": "cfc2f885cbdbcece08f23bb635b333e3e35d9a41ebaf72f1a755e461f8f494d4", "provider": "openai", "raw_prediction": "{\"l\":0.877,\"c\":0.175,\"h\":98.2}", "recorded_at": "2026-09-16T14:39:00.073745+00:00", "request_attempts": 1, "score": 88.77404186651228, "task_id": "colorbench-oklch-12", "tight_score": 55.09616746604911, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": false, "0.02": false, "0.05": true } } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "81724d50-a60d-4b89-aee1-1e52238f83e2", "result_sha256": "14e550c40769b6a0aacc50efe784ec6fd487c3bd68722427e6863c6350b66158", "result": { "component_errors": { "c": 0.0011278807849283423, "h": 0.9536509811210294, "l": 0.004173671229780962 }, "correct": null, "cost_estimated": true, "cost_usd": 0.139716, "delta_e_ok": 0.005714746135292893, "error": null, "error_kind": null, "family": "oklch", "ground_truth": { "rgb": [ 198, 58, 188 ] }, "group_id": "numeric-13", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-13.png", "input_tokens": 739, "latency_sec": 112.09368619904853, "model_name": "gpt-5.6-sol", "out_of_srgb": false, "output_tokens": 1742, "prediction": { "c": 0.2251, "h": 332.01, "l": 0.5968 }, "prompt_sha256": "cfc2f885cbdbcece08f23bb635b333e3e35d9a41ebaf72f1a755e461f8f494d4", "provider": "openai", "raw_prediction": "{\"l\":0.5968,\"c\":0.2251,\"h\":332.01}", "recorded_at": "2026-09-16T14:06:51.692907+00:00", "request_attempts": 2, "score": 97.14262693235355, "task_id": "colorbench-oklch-13", "tight_score": 88.57050772941422, "unmetered_attempts": 1, "valid": true, "within_bands": { "0.005": false, "0.01": true, "0.02": true, "0.05": true } } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "d72c0964-1472-48bf-b94e-89d5f112d882", "result_sha256": "84df4151fd5573a9fbefd511f40a973c5f78da05fd3c6b52745ff1fdd2aad563", "result": { "component_errors": { "c": 0.006213668037197764, "h": 0.1937659223049195, "l": 0.009438343453677 }, "correct": null, "cost_estimated": false, "cost_usd": 0.043536, "delta_e_ok": 0.011306106128317221, "error": null, "error_kind": null, "family": "oklch", "ground_truth": { "rgb": [ 44, 178, 198 ] }, "group_id": "numeric-14", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-14.png", "input_tokens": 739, "latency_sec": 53.58198950404767, "model_name": "gpt-5.6-sol", "out_of_srgb": false, "output_tokens": 2029, "prediction": { "c": 0.106, "h": 210.3, "l": 0.694 }, "prompt_sha256": "cfc2f885cbdbcece08f23bb635b333e3e35d9a41ebaf72f1a755e461f8f494d4", "provider": "openai", "raw_prediction": "{\"l\":0.694,\"c\":0.106,\"h\":210.3}", "recorded_at": "2026-09-16T15:07:14.261902+00:00", "request_attempts": 1, "score": 94.34694693584139, "task_id": "colorbench-oklch-14", "tight_score": 77.38778774336555, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": false, "0.02": true, "0.05": true } } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "2e6398a6-77da-41c3-b789-0f4619aba758", "result_sha256": "6ba435a5135fac607dffd0e9cef6675e546ae15fe953bb17293f64ed4c6083b9", "result": { "component_errors": { "c": 6.47930615804964e-06, "h": null, "l": 5.936864532457564e-05 }, "correct": null, "cost_estimated": false, "cost_usd": 0.026956, "delta_e_ok": 5.991020088127695e-05, "error": null, "error_kind": null, "family": "oklch", "ground_truth": { "rgb": [ 16, 16, 18 ] }, "group_id": "numeric-15", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-15.png", "input_tokens": 739, "latency_sec": 33.624092957004905, "model_name": "gpt-5.6-sol", "out_of_srgb": false, "output_tokens": 1200, "prediction": { "c": 0.0041, "h": 285.9, "l": 0.174 }, "prompt_sha256": "cfc2f885cbdbcece08f23bb635b333e3e35d9a41ebaf72f1a755e461f8f494d4", "provider": "openai", "raw_prediction": "{\"l\":0.174,\"c\":0.0041,\"h\":285.9}", "recorded_at": "2026-09-16T15:49:55.466497+00:00", "request_attempts": 1, "score": 99.97004489955937, "task_id": "colorbench-oklch-15", "tight_score": 99.88017959823745, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": true, "0.01": true, "0.02": true, "0.05": true } } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "6431bea3-356e-4e8b-900e-a4a279e46103", "result_sha256": "55edf1da09304e6f44ffd26cea0019f63ac0d74c55154a9cd1dda81cb0e084d6", "result": { "component_errors": { "c": 0.0011758155687654902, "h": null, "l": 0.023482024258924428 }, "correct": null, "cost_estimated": false, "cost_usd": 0.012096, "delta_e_ok": 0.023544446363040327, "error": null, "error_kind": null, "family": "oklch", "ground_truth": { "rgb": [ 243, 243, 240 ] }, "group_id": "numeric-16", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-16.png", "input_tokens": 739, "latency_sec": 16.901141756097786, "model_name": "gpt-5.6-sol", "out_of_srgb": false, "output_tokens": 457, "prediction": { "c": 0.0028, "h": 128.0, "l": 0.9868 }, "prompt_sha256": "cfc2f885cbdbcece08f23bb635b333e3e35d9a41ebaf72f1a755e461f8f494d4", "provider": "openai", "raw_prediction": "{\"l\":0.9868,\"c\":0.0028,\"h\":128}", "recorded_at": "2026-09-16T14:44:23.781776+00:00", "request_attempts": 1, "score": 88.22777681847984, "task_id": "colorbench-oklch-16", "tight_score": 52.91110727391934, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": false, "0.02": false, "0.05": true } } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "1e3c51e8-c6b6-4fd1-8c35-9dbd0ab6c4c3", "result_sha256": "9e41e3fcb70022edac25b85d33a5e63dfbe3e8688c689ec306add58ce9c06889", "result": { "component_errors": { "b": 3, "g": 0, "r": 1 }, "correct": null, "cost_estimated": false, "cost_usd": 0.005076, "delta_e_ok": 0.0045498311563730905, "error": null, "error_kind": null, "family": "rgb", "ground_truth": { "rgb": [ 192, 64, 80 ] }, "group_id": "numeric-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-01.png", "input_tokens": 709, "latency_sec": 4.040001036017202, "model_name": "gpt-5.6-sol", "out_of_srgb": false, "output_tokens": 112, "prediction": { "b": 83, "g": 64, "r": 193 }, "prompt_sha256": "09fd259e1933fb6529f0be5f0819e7edcbad485141fc78abea1ceadc70f0cf55", "provider": "openai", "raw_prediction": "{\"r\":193,\"g\":64,\"b\":83}", "recorded_at": "2026-09-16T15:32:45.752616+00:00", "request_attempts": 1, "score": 97.72508442181346, "task_id": "colorbench-rgb-01", "tight_score": 90.90033768725382, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": true, "0.01": true, "0.02": true, "0.05": true } } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "029c6037-aa28-4842-b673-f5461d5bbe77", "result_sha256": "c07fbc47600ea243de140257818bfbc44aae83a798d9ef5066349116ecf9fd89", "result": { "component_errors": { "b": 1, "g": 7, "r": 11 }, "correct": null, "cost_estimated": false, "cost_usd": 0.007756, "delta_e_ok": 0.022657476234446947, "error": null, "error_kind": null, "family": "rgb", "ground_truth": { "rgb": [ 38, 112, 190 ] }, "group_id": "numeric-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-02.png", "input_tokens": 709, "latency_sec": 7.53918199299369, "model_name": "gpt-5.6-sol", "out_of_srgb": false, "output_tokens": 246, "prediction": { "b": 189, "g": 119, "r": 49 }, "prompt_sha256": "09fd259e1933fb6529f0be5f0819e7edcbad485141fc78abea1ceadc70f0cf55", "provider": "openai", "raw_prediction": "{\"r\":49,\"g\":119,\"b\":189}", "recorded_at": "2026-09-16T15:09:52.024468+00:00", "request_attempts": 1, "score": 88.67126188277653, "task_id": "colorbench-rgb-02", "tight_score": 54.6850475311061, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": false, "0.02": false, "0.05": true } } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "fdfb67c1-a017-40fa-97f1-6567b959171e", "result_sha256": "9ce81ce54c8b7db77a398eb54fb146d78b850e95b5591088c385c49960472a53", "result": { "component_errors": { "b": 5, "g": 5, "r": 4 }, "correct": null, "cost_estimated": false, "cost_usd": 0.004956, "delta_e_ok": 0.015941348775248772, "error": null, "error_kind": null, "family": "rgb", "ground_truth": { "rgb": [ 60, 140, 100 ] }, "group_id": "numeric-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-03.png", "input_tokens": 709, "latency_sec": 3.3597355199744925, "model_name": "gpt-5.6-sol", "out_of_srgb": false, "output_tokens": 106, "prediction": { "b": 105, "g": 145, "r": 64 }, "prompt_sha256": "09fd259e1933fb6529f0be5f0819e7edcbad485141fc78abea1ceadc70f0cf55", "provider": "openai", "raw_prediction": "{\"r\":64,\"g\":145,\"b\":105}", "recorded_at": "2026-09-16T16:25:42.338531+00:00", "request_attempts": 1, "score": 92.02932561237562, "task_id": "colorbench-rgb-03", "tight_score": 68.11730244950246, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": false, "0.02": true, "0.05": true } } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "fd226ee7-9448-4885-b663-d8d895ef64df", "result_sha256": "52d1272da147286d4a33eb75e66b72eb3dee2f13f9e57ee80330f6199eac192b", "result": { "component_errors": { "b": 0, "g": 4, "r": 5 }, "correct": null, "cost_estimated": false, "cost_usd": 0.005156, "delta_e_ok": 0.013987849736007037, "error": null, "error_kind": null, "family": "rgb", "ground_truth": { "rgb": [ 185, 135, 45 ] }, "group_id": "numeric-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-04.png", "input_tokens": 709, "latency_sec": 3.967995996004902, "model_name": "gpt-5.6-sol", "out_of_srgb": false, "output_tokens": 116, "prediction": { "b": 45, "g": 139, "r": 190 }, "prompt_sha256": "09fd259e1933fb6529f0be5f0819e7edcbad485141fc78abea1ceadc70f0cf55", "provider": "openai", "raw_prediction": "{\"r\":190,\"g\":139,\"b\":45}", "recorded_at": "2026-09-16T14:43:41.910851+00:00", "request_attempts": 1, "score": 93.00607513199648, "task_id": "colorbench-rgb-04", "tight_score": 72.02430052798593, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": false, "0.02": true, "0.05": true } } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "2089864d-532b-4232-8be7-b649508f23d9", "result_sha256": "b43b8953e02bc3af9d4be146a6f44978c2627e0e59a11bf5aa9017221e4dbbb7", "result": { "component_errors": { "b": 0, "g": 3, "r": 2 }, "correct": null, "cost_estimated": false, "cost_usd": 0.004816, "delta_e_ok": 0.008410125337146516, "error": null, "error_kind": null, "family": "rgb", "ground_truth": { "rgb": [ 135, 85, 175 ] }, "group_id": "numeric-05", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-05.png", "input_tokens": 709, "latency_sec": 2.4310597790172324, "model_name": "gpt-5.6-sol", "out_of_srgb": false, "output_tokens": 99, "prediction": { "b": 175, "g": 88, "r": 137 }, "prompt_sha256": "09fd259e1933fb6529f0be5f0819e7edcbad485141fc78abea1ceadc70f0cf55", "provider": "openai", "raw_prediction": "{\"r\":137,\"g\":88,\"b\":175}", "recorded_at": "2026-09-16T16:32:33.462065+00:00", "request_attempts": 1, "score": 95.79493733142674, "task_id": "colorbench-rgb-05", "tight_score": 83.17974932570696, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": true, "0.02": true, "0.05": true } } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "e117c3a6-4da3-4f7a-a004-f45db85c8a78", "result_sha256": "f726e39d741e9e71f976a82d6a294a266ffcc1b053e373554c4c1f477bbb46b2", "result": { "component_errors": { "b": 7, "g": 8, "r": 6 }, "correct": null, "cost_estimated": false, "cost_usd": 0.005456, "delta_e_ok": 0.029009058107647336, "error": null, "error_kind": null, "family": "rgb", "ground_truth": { "rgb": [ 22, 48, 75 ] }, "group_id": "numeric-06", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-06.png", "input_tokens": 709, "latency_sec": 3.9391929040430114, "model_name": "gpt-5.6-sol", "out_of_srgb": false, "output_tokens": 131, "prediction": { "b": 82, "g": 56, "r": 28 }, "prompt_sha256": "09fd259e1933fb6529f0be5f0819e7edcbad485141fc78abea1ceadc70f0cf55", "provider": "openai", "raw_prediction": "{\"r\":28,\"g\":56,\"b\":82}", "recorded_at": "2026-09-16T15:06:57.794629+00:00", "request_attempts": 1, "score": 85.49547094617634, "task_id": "colorbench-rgb-06", "tight_score": 41.98188378470533, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": false, "0.02": false, "0.05": true } } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "ea4f0f24-499c-4f83-9752-6824ce6fb45d", "result_sha256": "9675c59e7a693f44a7311c6afabc2ba5efe9d099b24cd46ff02e41ce3388ac6b", "result": { "component_errors": { "b": 2, "g": 2, "r": 1 }, "correct": null, "cost_estimated": false, "cost_usd": 0.005136, "delta_e_ok": 0.005423382306917486, "error": null, "error_kind": null, "family": "rgb", "ground_truth": { "rgb": [ 225, 215, 188 ] }, "group_id": "numeric-07", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-07.png", "input_tokens": 709, "latency_sec": 3.586031822953373, "model_name": "gpt-5.6-sol", "out_of_srgb": false, "output_tokens": 115, "prediction": { "b": 190, "g": 217, "r": 226 }, "prompt_sha256": "09fd259e1933fb6529f0be5f0819e7edcbad485141fc78abea1ceadc70f0cf55", "provider": "openai", "raw_prediction": "{\"r\":226,\"g\":217,\"b\":190}", "recorded_at": "2026-09-16T14:44:49.209023+00:00", "request_attempts": 1, "score": 97.28830884654126, "task_id": "colorbench-rgb-07", "tight_score": 89.15323538616504, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": true, "0.02": true, "0.05": true } } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "c15d5230-5fdc-474b-8e92-4d3c5b6f6c80", "result_sha256": "ecbb7ae2871123d756561fdbc8b5fdf88aea71b28891ae9192653650b7ae0919", "result": { "component_errors": { "b": 12, "g": 12, "r": 12 }, "correct": null, "cost_estimated": false, "cost_usd": 0.005276, "delta_e_ok": 0.0402159804661755, "error": null, "error_kind": null, "family": "rgb", "ground_truth": { "rgb": [ 128, 128, 128 ] }, "group_id": "numeric-08", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-08.png", "input_tokens": 709, "latency_sec": 4.179179451079108, "model_name": "gpt-5.6-sol", "out_of_srgb": false, "output_tokens": 122, "prediction": { "b": 140, "g": 140, "r": 140 }, "prompt_sha256": "09fd259e1933fb6529f0be5f0819e7edcbad485141fc78abea1ceadc70f0cf55", "provider": "openai", "raw_prediction": "{\"r\":140,\"g\":140,\"b\":140}", "recorded_at": "2026-09-16T15:38:15.568248+00:00", "request_attempts": 1, "score": 79.89200976691225, "task_id": "colorbench-rgb-08", "tight_score": 19.568039067649, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": false, "0.02": false, "0.05": true } } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "3e17403c-9924-4850-8d43-7041cf5cb40f", "result_sha256": "ccf02fd338bb3f14b1b2bb40da4d7eb1b3206b887deb507a8cff0feeba19802d", "result": { "component_errors": { "b": 2, "g": 3, "r": 8 }, "correct": null, "cost_estimated": false, "cost_usd": 0.006696, "delta_e_ok": 0.01555303724970276, "error": null, "error_kind": null, "family": "rgb", "ground_truth": { "rgb": [ 230, 32, 44 ] }, "group_id": "numeric-09", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-09.png", "input_tokens": 709, "latency_sec": 6.002348816022277, "model_name": "gpt-5.6-sol", "out_of_srgb": false, "output_tokens": 193, "prediction": { "b": 42, "g": 29, "r": 238 }, "prompt_sha256": "09fd259e1933fb6529f0be5f0819e7edcbad485141fc78abea1ceadc70f0cf55", "provider": "openai", "raw_prediction": "{\"r\":238,\"g\":29,\"b\":42}", "recorded_at": "2026-09-16T15:35:00.082290+00:00", "request_attempts": 1, "score": 92.22348137514862, "task_id": "colorbench-rgb-09", "tight_score": 68.89392550059448, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": false, "0.02": true, "0.05": true } } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "6f4e3160-24b6-4d7a-b7d3-64029f67fc09", "result_sha256": "128b6b99640ac01a70e1d61b66bc4e29b6bcdc1282c6a1c67476d89e772730cd", "result": { "component_errors": { "b": 0, "g": 2, "r": 1 }, "correct": null, "cost_estimated": false, "cost_usd": 0.006056, "delta_e_ok": 0.006149115299141409, "error": null, "error_kind": null, "family": "rgb", "ground_truth": { "rgb": [ 24, 158, 82 ] }, "group_id": "numeric-10", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-10.png", "input_tokens": 709, "latency_sec": 5.7880798960104585, "model_name": "gpt-5.6-sol", "out_of_srgb": false, "output_tokens": 161, "prediction": { "b": 82, "g": 160, "r": 25 }, "prompt_sha256": "09fd259e1933fb6529f0be5f0819e7edcbad485141fc78abea1ceadc70f0cf55", "provider": "openai", "raw_prediction": "{\"r\":25,\"g\":160,\"b\":82}", "recorded_at": "2026-09-16T14:46:13.050464+00:00", "request_attempts": 1, "score": 96.9254423504293, "task_id": "colorbench-rgb-10", "tight_score": 87.70176940171719, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": true, "0.02": true, "0.05": true } } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "16076770-5b33-4e0c-bcba-7ac295b7417b", "result_sha256": "90e9db5bde395a711f2af3c01ec8603c2dfee9a1616bba226c2b1d8b96e670fa", "result": { "component_errors": { "b": 4, "g": 2, "r": 9 }, "correct": null, "cost_estimated": false, "cost_usd": 0.006176, "delta_e_ok": 0.01151158881181114, "error": null, "error_kind": null, "family": "rgb", "ground_truth": { "rgb": [ 44, 84, 228 ] }, "group_id": "numeric-11", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-11.png", "input_tokens": 709, "latency_sec": 5.928504156996496, "model_name": "gpt-5.6-sol", "out_of_srgb": false, "output_tokens": 167, "prediction": { "b": 224, "g": 86, "r": 53 }, "prompt_sha256": "09fd259e1933fb6529f0be5f0819e7edcbad485141fc78abea1ceadc70f0cf55", "provider": "openai", "raw_prediction": "{\"r\":53,\"g\":86,\"b\":224}", "recorded_at": "2026-09-16T16:32:50.412349+00:00", "request_attempts": 1, "score": 94.24420559409444, "task_id": "colorbench-rgb-11", "tight_score": 76.97682237637771, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": false, "0.02": true, "0.05": true } } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "33e14bdf-0f43-413a-bb5a-99e4ed8f6fa6", "result_sha256": "10f9c1374986e473029e6cf7111aab9789eec1d5a79f04baa5f9c4496cee67a4", "result": { "component_errors": { "b": 10, "g": 7, "r": 8 }, "correct": null, "cost_estimated": false, "cost_usd": 0.007536, "delta_e_ok": 0.02278855586334034, "error": null, "error_kind": null, "family": "rgb", "ground_truth": { "rgb": [ 236, 208, 44 ] }, "group_id": "numeric-12", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-12.png", "input_tokens": 709, "latency_sec": 7.56145729997661, "model_name": "gpt-5.6-sol", "out_of_srgb": false, "output_tokens": 235, "prediction": { "b": 34, "g": 215, "r": 244 }, "prompt_sha256": "09fd259e1933fb6529f0be5f0819e7edcbad485141fc78abea1ceadc70f0cf55", "provider": "openai", "raw_prediction": "{\"r\":244,\"g\":215,\"b\":34}", "recorded_at": "2026-09-16T15:37:55.596959+00:00", "request_attempts": 1, "score": 88.60572206832983, "task_id": "colorbench-rgb-12", "tight_score": 54.42288827331932, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": false, "0.02": false, "0.05": true } } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "78850509-fc88-4e72-8455-5b9960fbdfff", "result_sha256": "8e6a6c8f4a960293098727db23f2cce8d43acd7cc4eeec88e840221c90d1d13d", "result": { "component_errors": { "b": 2, "g": 2, "r": 3 }, "correct": null, "cost_estimated": false, "cost_usd": 0.008516, "delta_e_ok": 0.0073138708570518, "error": null, "error_kind": null, "family": "rgb", "ground_truth": { "rgb": [ 198, 58, 188 ] }, "group_id": "numeric-13", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-13.png", "input_tokens": 709, "latency_sec": 19.8541996399872, "model_name": "gpt-5.6-sol", "out_of_srgb": false, "output_tokens": 284, "prediction": { "b": 186, "g": 56, "r": 195 }, "prompt_sha256": "09fd259e1933fb6529f0be5f0819e7edcbad485141fc78abea1ceadc70f0cf55", "provider": "openai", "raw_prediction": "{\"r\":195,\"g\":56,\"b\":186}", "recorded_at": "2026-09-16T15:18:35.100557+00:00", "request_attempts": 1, "score": 96.3430645714741, "task_id": "colorbench-rgb-13", "tight_score": 85.3722582858964, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": true, "0.02": true, "0.05": true } } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "3186b324-79e6-410d-b4cf-5d5f01e1dedd", "result_sha256": "fe9c1e65c7ac0768e6b77ecbdccd0bcc26891b728c6c7bb291ce56a5ee24efae", "result": { "component_errors": { "b": 5, "g": 4, "r": 8 }, "correct": null, "cost_estimated": false, "cost_usd": 0.005456, "delta_e_ok": 0.011490218955041556, "error": null, "error_kind": null, "family": "rgb", "ground_truth": { "rgb": [ 44, 178, 198 ] }, "group_id": "numeric-14", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-14.png", "input_tokens": 709, "latency_sec": 5.6350605570478365, "model_name": "gpt-5.6-sol", "out_of_srgb": false, "output_tokens": 131, "prediction": { "b": 193, "g": 174, "r": 52 }, "prompt_sha256": "09fd259e1933fb6529f0be5f0819e7edcbad485141fc78abea1ceadc70f0cf55", "provider": "openai", "raw_prediction": "{\"r\":52,\"g\":174,\"b\":193}", "recorded_at": "2026-09-16T15:08:29.230143+00:00", "request_attempts": 1, "score": 94.25489052247922, "task_id": "colorbench-rgb-14", "tight_score": 77.01956208991689, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": false, "0.02": true, "0.05": true } } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "a31a5c0e-7229-48b5-84cd-f08bdcddc404", "result_sha256": "4368826036562f41d39c0edb93f10423d02cf12069b653aae8697b2fe459d226", "result": { "component_errors": { "b": 0, "g": 0, "r": 0 }, "correct": null, "cost_estimated": false, "cost_usd": 0.006076, "delta_e_ok": 0.0, "error": null, "error_kind": null, "family": "rgb", "ground_truth": { "rgb": [ 16, 16, 18 ] }, "group_id": "numeric-15", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-15.png", "input_tokens": 709, "latency_sec": 4.7783004170050845, "model_name": "gpt-5.6-sol", "out_of_srgb": false, "output_tokens": 162, "prediction": { "b": 18, "g": 16, "r": 16 }, "prompt_sha256": "09fd259e1933fb6529f0be5f0819e7edcbad485141fc78abea1ceadc70f0cf55", "provider": "openai", "raw_prediction": "{\"r\":16,\"g\":16,\"b\":18}", "recorded_at": "2026-09-16T15:30:38.941668+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-rgb-15", "tight_score": 100.0, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": true, "0.01": true, "0.02": true, "0.05": true } } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "6defd422-39ff-4275-99fe-84c8b14fb1f0", "result_sha256": "2d12c51a9a1dd6e80750b29ce91869ff0f78934d0421fc874a0d6bed0a137097", "result": { "component_errors": { "b": 8, "g": 7, "r": 7 }, "correct": null, "cost_estimated": false, "cost_usd": 0.006996, "delta_e_ok": 0.021272356952823958, "error": null, "error_kind": null, "family": "rgb", "ground_truth": { "rgb": [ 243, 243, 240 ] }, "group_id": "numeric-16", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-16.png", "input_tokens": 709, "latency_sec": 4.119836857076734, "model_name": "gpt-5.6-sol", "out_of_srgb": false, "output_tokens": 208, "prediction": { "b": 248, "g": 250, "r": 250 }, "prompt_sha256": "09fd259e1933fb6529f0be5f0819e7edcbad485141fc78abea1ceadc70f0cf55", "provider": "openai", "raw_prediction": "{\"r\":250,\"g\":250,\"b\":248}", "recorded_at": "2026-09-16T15:36:37.843325+00:00", "request_attempts": 1, "score": 89.36382152358802, "task_id": "colorbench-rgb-16", "tight_score": 57.45528609435209, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": false, "0.02": false, "0.05": true } } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "da4b82d1-edf5-42e5-ace2-fbd31a110d53", "result_sha256": "a581e9a5b66b7f7ece225664c516a74e29d09b02fb76268af21a1bcb3941a6c3", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.003452, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "A" }, "group_id": "samediff-pair-01-aa", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-01-aa.png", "input_tokens": 693, "latency_sec": 1.6640462259529158, "model_name": "gpt-5.6-sol", "out_of_srgb": null, "output_tokens": 34, "prediction": { "choice": "A" }, "prompt_sha256": "5e7848665b728e9630152c817156693405880e5f162e38c259dfb28921044958", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T15:01:20.235709+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-01", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "0ba309e3-639a-4195-86f5-9ec5793ca084", "result_sha256": "4909c86f600ca3e215d941e0087a6095a4359355baf2e1e79329d291c9a8d50e", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.003492, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "B" }, "group_id": "samediff-pair-01-aa", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-01-aa.png", "input_tokens": 693, "latency_sec": 1.2466032459633425, "model_name": "gpt-5.6-sol", "out_of_srgb": null, "output_tokens": 36, "prediction": { "choice": "B" }, "prompt_sha256": "0a4ab165981a50bcd6b555f867e9fb0981199d629c3115939bc1fd3f4639f344", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T16:29:36.879613+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-02", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "c6693ec8-d2aa-48fd-9121-da91b0d673bf", "result_sha256": "fcf80d4489f5f0d670f338153e9cd430e6f623f9313c7497c7bce1d376e172c6", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.003612, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "A" }, "group_id": "samediff-pair-01-bb", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-01-bb.png", "input_tokens": 693, "latency_sec": 2.0223699640482664, "model_name": "gpt-5.6-sol", "out_of_srgb": null, "output_tokens": 42, "prediction": { "choice": "A" }, "prompt_sha256": "5e7848665b728e9630152c817156693405880e5f162e38c259dfb28921044958", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T15:45:03.435320+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-03", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "e2d331be-8a5a-428c-94fb-f1e0952273e7", "result_sha256": "5ccdda71c7bfabdbe4d73a853f780070110ea01edf544daad224da615f6bf7cb", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.003472, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "B" }, "group_id": "samediff-pair-01-bb", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-01-bb.png", "input_tokens": 693, "latency_sec": 2.247294539003633, "model_name": "gpt-5.6-sol", "out_of_srgb": null, "output_tokens": 35, "prediction": { "choice": "B" }, "prompt_sha256": "0a4ab165981a50bcd6b555f867e9fb0981199d629c3115939bc1fd3f4639f344", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T14:25:27.723226+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-04", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "fbe183eb-f534-453d-b1c0-cf6c80b528b2", "result_sha256": "f71d3439266bdf9edc4dfa3e1f08c084acf878ed4e7189c5c8cdac80a77c15c8", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.003572, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "B" }, "group_id": "samediff-pair-01-ab", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-01-ab.png", "input_tokens": 693, "latency_sec": 2.1702341999625787, "model_name": "gpt-5.6-sol", "out_of_srgb": null, "output_tokens": 40, "prediction": { "choice": "A" }, "prompt_sha256": "5e7848665b728e9630152c817156693405880e5f162e38c259dfb28921044958", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T15:39:31.795361+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-samediff-05", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "f3692158-8c89-4c88-b079-890ecf599401", "result_sha256": "552990ce54a8e082cb60d4fc608b3da3e789af84ac425049224aeb46f33d6d4c", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.003872, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "A" }, "group_id": "samediff-pair-01-ab", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-01-ab.png", "input_tokens": 693, "latency_sec": 1.9389751789858565, "model_name": "gpt-5.6-sol", "out_of_srgb": null, "output_tokens": 55, "prediction": { "choice": "B" }, "prompt_sha256": "0a4ab165981a50bcd6b555f867e9fb0981199d629c3115939bc1fd3f4639f344", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T15:28:56.523453+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-samediff-06", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "b34c3997-e72a-42e0-a710-66935fa65fc6", "result_sha256": "eec494405ec770038a8cfa06bd765aea5c983b1e609bdf20d974deb0bf7a1bf2", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.005692, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "B" }, "group_id": "samediff-pair-01-ba", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-01-ba.png", "input_tokens": 693, "latency_sec": 3.70683972700499, "model_name": "gpt-5.6-sol", "out_of_srgb": null, "output_tokens": 146, "prediction": { "choice": "B" }, "prompt_sha256": "5e7848665b728e9630152c817156693405880e5f162e38c259dfb28921044958", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T15:52:38.496471+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-07", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "95d48413-4bfc-4c93-8df7-ab0485940ada", "result_sha256": "d846cdfe3878e3509fa9ddfba36fe9a53da4f0a56af4b3f8f9fb931458616a54", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.003912, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "A" }, "group_id": "samediff-pair-01-ba", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-01-ba.png", "input_tokens": 693, "latency_sec": 2.795584143954329, "model_name": "gpt-5.6-sol", "out_of_srgb": null, "output_tokens": 57, "prediction": { "choice": "B" }, "prompt_sha256": "0a4ab165981a50bcd6b555f867e9fb0981199d629c3115939bc1fd3f4639f344", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T15:42:01.381808+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-samediff-08", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "262251ba-238a-42e8-9a26-9deb0a2910f8", "result_sha256": "9c29e8dca554b6d1507e3280e1090e96b6bd60390a0823f697012dd228e6b035", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.003412, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "A" }, "group_id": "samediff-pair-02-aa", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-02-aa.png", "input_tokens": 693, "latency_sec": 1.2947058950085193, "model_name": "gpt-5.6-sol", "out_of_srgb": null, "output_tokens": 32, "prediction": { "choice": "A" }, "prompt_sha256": "5e7848665b728e9630152c817156693405880e5f162e38c259dfb28921044958", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T16:01:46.975804+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-09", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "b7770fdf-609f-4d4e-a8cc-981317148da2", "result_sha256": "0b8ce7c7b904f74c2edadb5ffc683ede1823d9c0bd13935ae398224c8ad78b0b", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.003472, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "B" }, "group_id": "samediff-pair-02-aa", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-02-aa.png", "input_tokens": 693, "latency_sec": 1.771310233976692, "model_name": "gpt-5.6-sol", "out_of_srgb": null, "output_tokens": 35, "prediction": { "choice": "B" }, "prompt_sha256": "0a4ab165981a50bcd6b555f867e9fb0981199d629c3115939bc1fd3f4639f344", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T16:25:01.064128+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-10", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "baedf6e0-c6d2-478c-81ac-79ccee3c5a1c", "result_sha256": "bb30a908dcbb2592c2dd29bfd0fe97c837eb88f09ab42f0dc575463222b6f76f", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.003432, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "A" }, "group_id": "samediff-pair-02-bb", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-02-bb.png", "input_tokens": 693, "latency_sec": 3.103584918077104, "model_name": "gpt-5.6-sol", "out_of_srgb": null, "output_tokens": 33, "prediction": { "choice": "A" }, "prompt_sha256": "5e7848665b728e9630152c817156693405880e5f162e38c259dfb28921044958", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T15:51:29.743194+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-11", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "0263f764-8cee-41fa-8b7a-a23b3f110df6", "result_sha256": "17e66a1a9ccba4e1ed6ced2f22548c092cefa0d702e47eaa8cd37236bec69f5c", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.004272, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "B" }, "group_id": "samediff-pair-02-bb", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-02-bb.png", "input_tokens": 693, "latency_sec": 3.0325285319704562, "model_name": "gpt-5.6-sol", "out_of_srgb": null, "output_tokens": 75, "prediction": { "choice": "B" }, "prompt_sha256": "0a4ab165981a50bcd6b555f867e9fb0981199d629c3115939bc1fd3f4639f344", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T16:07:42.612207+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-12", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "d622d5a4-bf36-49dc-9dec-ab92a336a193", "result_sha256": "283e75631a34e0e70d7b38b6a4d86630c9c63a8bef1012ed0662aeeaccc8eccf", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.003472, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "B" }, "group_id": "samediff-pair-02-ab", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-02-ab.png", "input_tokens": 693, "latency_sec": 2.574595283018425, "model_name": "gpt-5.6-sol", "out_of_srgb": null, "output_tokens": 35, "prediction": { "choice": "A" }, "prompt_sha256": "5e7848665b728e9630152c817156693405880e5f162e38c259dfb28921044958", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T16:16:02.283275+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-samediff-13", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "c72167f1-7290-4bfb-9d17-77934337985d", "result_sha256": "ea9661c2f2d45791203301b1659b31bd59e55787e6521b11ad89f46a068bdf4b", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.003472, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "A" }, "group_id": "samediff-pair-02-ab", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-02-ab.png", "input_tokens": 693, "latency_sec": 2.9503177650040016, "model_name": "gpt-5.6-sol", "out_of_srgb": null, "output_tokens": 35, "prediction": { "choice": "B" }, "prompt_sha256": "0a4ab165981a50bcd6b555f867e9fb0981199d629c3115939bc1fd3f4639f344", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T15:32:05.581558+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-samediff-14", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "275c2583-b077-4cc8-ae6e-41e4765662b7", "result_sha256": "b48044ae4f5e50d4794984fea68e556cff855ed77bd8bffc693901ef30110c5c", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.004252, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "B" }, "group_id": "samediff-pair-02-ba", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-02-ba.png", "input_tokens": 693, "latency_sec": 2.5349508159561083, "model_name": "gpt-5.6-sol", "out_of_srgb": null, "output_tokens": 74, "prediction": { "choice": "B" }, "prompt_sha256": "5e7848665b728e9630152c817156693405880e5f162e38c259dfb28921044958", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T16:23:35.962929+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-15", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "0d44214b-7dbc-4894-b505-e28e931904f3", "result_sha256": "f3f56de8b5117294b008822e02679d741b72ddb6ee33e029c6c9f7283895b14d", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.005032, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "A" }, "group_id": "samediff-pair-02-ba", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-02-ba.png", "input_tokens": 693, "latency_sec": 3.690787701983936, "model_name": "gpt-5.6-sol", "out_of_srgb": null, "output_tokens": 113, "prediction": { "choice": "A" }, "prompt_sha256": "0a4ab165981a50bcd6b555f867e9fb0981199d629c3115939bc1fd3f4639f344", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T14:27:03.628623+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-16", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "ddd78f47-f40d-47bc-9848-d0ec85fccd34", "result_sha256": "b00839f866fd3a5202996d80fda58cbed01e2a0ee0a20f244260cabe30d6935c", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.003512, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "A" }, "group_id": "samediff-pair-03-aa", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-03-aa.png", "input_tokens": 693, "latency_sec": 2.0267390869557858, "model_name": "gpt-5.6-sol", "out_of_srgb": null, "output_tokens": 37, "prediction": { "choice": "A" }, "prompt_sha256": "5e7848665b728e9630152c817156693405880e5f162e38c259dfb28921044958", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T15:25:24.710307+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-17", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "24c0076a-2d4a-4f43-9c71-646e2e1c4a9d", "result_sha256": "3b9720e02db20f81a61fa6a1440ba29051b6c142e2343d95bf2004d868a02192", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.003532, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "B" }, "group_id": "samediff-pair-03-aa", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-03-aa.png", "input_tokens": 693, "latency_sec": 3.4972335300408304, "model_name": "gpt-5.6-sol", "out_of_srgb": null, "output_tokens": 38, "prediction": { "choice": "B" }, "prompt_sha256": "0a4ab165981a50bcd6b555f867e9fb0981199d629c3115939bc1fd3f4639f344", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T15:12:19.449243+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-18", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "67b49057-9990-4942-aec5-10978aaf0480", "result_sha256": "15c587d4b0aaac23902700e6bb7917a8a88d6bd7cba3e5fa9a4648c462fbfde9", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.003432, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "A" }, "group_id": "samediff-pair-03-bb", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-03-bb.png", "input_tokens": 693, "latency_sec": 1.5368027319200337, "model_name": "gpt-5.6-sol", "out_of_srgb": null, "output_tokens": 33, "prediction": { "choice": "A" }, "prompt_sha256": "5e7848665b728e9630152c817156693405880e5f162e38c259dfb28921044958", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T15:53:03.827978+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-19", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "b4b48d8d-0fa0-4e4a-bbf8-d9d009f95d26", "result_sha256": "a00e8ae2bdc88036aa3ba3475f1d2c5893d3d4f77e26903b7c254d3694c1169f", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.003452, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "B" }, "group_id": "samediff-pair-03-bb", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-03-bb.png", "input_tokens": 693, "latency_sec": 1.9347654900047928, "model_name": "gpt-5.6-sol", "out_of_srgb": null, "output_tokens": 34, "prediction": { "choice": "B" }, "prompt_sha256": "0a4ab165981a50bcd6b555f867e9fb0981199d629c3115939bc1fd3f4639f344", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T16:00:46.952787+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-20", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "1ee885da-3476-4de8-964c-863dbeb69189", "result_sha256": "aeffd7ac20e4e755c6d86d15b81c98a5f221d7c08af79982b0f7afdf2bfa4471", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.003852, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "B" }, "group_id": "samediff-pair-03-ab", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-03-ab.png", "input_tokens": 693, "latency_sec": 2.146212063031271, "model_name": "gpt-5.6-sol", "out_of_srgb": null, "output_tokens": 54, "prediction": { "choice": "A" }, "prompt_sha256": "5e7848665b728e9630152c817156693405880e5f162e38c259dfb28921044958", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T14:43:54.372389+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-samediff-21", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "b24a5cb7-1570-4b2b-9be3-15f101ceb706", "result_sha256": "0d9343b38a8a92094d146c5d744e1bd8eb29e3cd6091ed0462e841fc9bebe535", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.003592, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "A" }, "group_id": "samediff-pair-03-ab", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-03-ab.png", "input_tokens": 693, "latency_sec": 2.6831225639907643, "model_name": "gpt-5.6-sol", "out_of_srgb": null, "output_tokens": 41, "prediction": { "choice": "B" }, "prompt_sha256": "0a4ab165981a50bcd6b555f867e9fb0981199d629c3115939bc1fd3f4639f344", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T15:33:36.042070+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-samediff-22", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "d94602f8-170f-43e2-b2e5-b815c43577c1", "result_sha256": "ba1ef115be1987ed4c3b91298ec50f26989671548357f63ef1a6f1bba082de51", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.003732, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "B" }, "group_id": "samediff-pair-03-ba", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-03-ba.png", "input_tokens": 693, "latency_sec": 1.8104403589386493, "model_name": "gpt-5.6-sol", "out_of_srgb": null, "output_tokens": 48, "prediction": { "choice": "B" }, "prompt_sha256": "5e7848665b728e9630152c817156693405880e5f162e38c259dfb28921044958", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T16:13:18.148789+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-23", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "75ce8fa9-1f2b-442b-ac54-6a1a8f6ff238", "result_sha256": "e02855ae764d1f18499a47347af6ffd6ba834e3a635ab9be6dd14fd32140a3f1", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.003832, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "A" }, "group_id": "samediff-pair-03-ba", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-03-ba.png", "input_tokens": 693, "latency_sec": 3.185108021949418, "model_name": "gpt-5.6-sol", "out_of_srgb": null, "output_tokens": 53, "prediction": { "choice": "A" }, "prompt_sha256": "0a4ab165981a50bcd6b555f867e9fb0981199d629c3115939bc1fd3f4639f344", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T16:11:17.069848+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-24", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "c7874a55-0fe9-4cff-9a9c-37152105c66d", "result_sha256": "531fe088d80ce7080ca7207ae85586d70a5820e546fda91c029b99517b3bf014", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.003472, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "A" }, "group_id": "samediff-pair-04-aa", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-04-aa.png", "input_tokens": 693, "latency_sec": 1.3388853749493137, "model_name": "gpt-5.6-sol", "out_of_srgb": null, "output_tokens": 35, "prediction": { "choice": "A" }, "prompt_sha256": "5e7848665b728e9630152c817156693405880e5f162e38c259dfb28921044958", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T16:29:26.392109+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-25", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "aefa1cc5-97bf-483a-bffb-f753bb746991", "result_sha256": "9ea86b646cb984c8f053608afa8b06117a663d911d47294662262671e55831e9", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.003512, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "B" }, "group_id": "samediff-pair-04-aa", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-04-aa.png", "input_tokens": 693, "latency_sec": 1.8919001610483974, "model_name": "gpt-5.6-sol", "out_of_srgb": null, "output_tokens": 37, "prediction": { "choice": "B" }, "prompt_sha256": "0a4ab165981a50bcd6b555f867e9fb0981199d629c3115939bc1fd3f4639f344", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T15:22:03.244338+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-26", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "ebf8f86e-8c36-4c98-aed7-1bedb2101ca8", "result_sha256": "b8780ce27bbb14c733fc0106766526c0d23aa089013187360ae07209d9b0dfaa", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.003472, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "A" }, "group_id": "samediff-pair-04-bb", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-04-bb.png", "input_tokens": 693, "latency_sec": 1.785696171107702, "model_name": "gpt-5.6-sol", "out_of_srgb": null, "output_tokens": 35, "prediction": { "choice": "A" }, "prompt_sha256": "5e7848665b728e9630152c817156693405880e5f162e38c259dfb28921044958", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T15:32:30.719178+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-27", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "f152f643-67c7-4dac-bccb-f02a55c2fc4f", "result_sha256": "b91ed1668768a89ea48176b001b327f10012dc0ec8bbb18ca7387e0a2ca99458", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.005952, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "B" }, "group_id": "samediff-pair-04-bb", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-04-bb.png", "input_tokens": 693, "latency_sec": 5.671289852936752, "model_name": "gpt-5.6-sol", "out_of_srgb": null, "output_tokens": 159, "prediction": { "choice": "A" }, "prompt_sha256": "0a4ab165981a50bcd6b555f867e9fb0981199d629c3115939bc1fd3f4639f344", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T15:09:16.436200+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-samediff-28", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "e25f5d4b-feee-4d19-9631-f6bbb3c42637", "result_sha256": "807d1718d74fd61f9f14f9238a0b797a1af6f6879fb85402c9342b1498aec6f7", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.003912, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "B" }, "group_id": "samediff-pair-04-ab", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-04-ab.png", "input_tokens": 693, "latency_sec": 1.9055009339936078, "model_name": "gpt-5.6-sol", "out_of_srgb": null, "output_tokens": 57, "prediction": { "choice": "A" }, "prompt_sha256": "5e7848665b728e9630152c817156693405880e5f162e38c259dfb28921044958", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T15:44:05.698306+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-samediff-29", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "0d4ca952-050b-48d5-ba33-838e7c4061bc", "result_sha256": "0de0bd9ec165ebb6f3e31f0514d89fce92799700ee3b2c090515afcf41bcdc48", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.003452, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "A" }, "group_id": "samediff-pair-04-ab", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-04-ab.png", "input_tokens": 693, "latency_sec": 2.126204538042657, "model_name": "gpt-5.6-sol", "out_of_srgb": null, "output_tokens": 34, "prediction": { "choice": "B" }, "prompt_sha256": "0a4ab165981a50bcd6b555f867e9fb0981199d629c3115939bc1fd3f4639f344", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T14:06:00.529558+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-samediff-30", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "99b01c89-a77a-4438-a862-e43070c922d2", "result_sha256": "ba193ded180df26defdc5ab6f8209f49988964e0656f0917c2568e4c59b30ebb", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.004652, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "B" }, "group_id": "samediff-pair-04-ba", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-04-ba.png", "input_tokens": 693, "latency_sec": 2.932561964960769, "model_name": "gpt-5.6-sol", "out_of_srgb": null, "output_tokens": 94, "prediction": { "choice": "B" }, "prompt_sha256": "5e7848665b728e9630152c817156693405880e5f162e38c259dfb28921044958", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T16:14:17.313220+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-31", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "67ea7b79-4fa1-4b14-ab59-7f05fa6ffa54", "result_sha256": "614c2095b6b10873e6431f5e62d59bb660ef3920a7298d1098fcc09b59b6cc55", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.005352, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "A" }, "group_id": "samediff-pair-04-ba", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-04-ba.png", "input_tokens": 693, "latency_sec": 3.0510953100165352, "model_name": "gpt-5.6-sol", "out_of_srgb": null, "output_tokens": 129, "prediction": { "choice": "A" }, "prompt_sha256": "0a4ab165981a50bcd6b555f867e9fb0981199d629c3115939bc1fd3f4639f344", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T15:46:09.743590+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-32", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "ed203a39-b387-4864-b5f2-5fd9df161a85", "result_sha256": "be66e69bbc4989959904ea8b8e0d05550dae744217a5da735bfb49c9f2bfe032", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.003492, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "A" }, "group_id": "samediff-pair-05-aa", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-05-aa.png", "input_tokens": 693, "latency_sec": 2.225456223008223, "model_name": "gpt-5.6-sol", "out_of_srgb": null, "output_tokens": 36, "prediction": { "choice": "A" }, "prompt_sha256": "5e7848665b728e9630152c817156693405880e5f162e38c259dfb28921044958", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T15:07:53.477979+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-33", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "fd61acc3-56e0-480b-8c75-8637ffaeeb25", "result_sha256": "c89785d2f67382a9264514d2a9b867016ff972be20a58483b2300aeec23d7080", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.003592, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "B" }, "group_id": "samediff-pair-05-aa", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-05-aa.png", "input_tokens": 693, "latency_sec": 1.923697281978093, "model_name": "gpt-5.6-sol", "out_of_srgb": null, "output_tokens": 41, "prediction": { "choice": "B" }, "prompt_sha256": "0a4ab165981a50bcd6b555f867e9fb0981199d629c3115939bc1fd3f4639f344", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T15:43:50.940046+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-34", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "53de00e2-989b-4514-95a3-2c768d6568dc", "result_sha256": "eaaf69ce13cdb2294e328067294f93fb54b7ba50a70651c7af92516bd4a43c35", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.003592, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "A" }, "group_id": "samediff-pair-05-bb", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-05-bb.png", "input_tokens": 693, "latency_sec": 2.350457710912451, "model_name": "gpt-5.6-sol", "out_of_srgb": null, "output_tokens": 41, "prediction": { "choice": "A" }, "prompt_sha256": "5e7848665b728e9630152c817156693405880e5f162e38c259dfb28921044958", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T16:02:53.005459+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-35", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "ed83c609-32f9-4a49-ad8c-d2ed020e3bde", "result_sha256": "cefe9f386c2d88609dd155951fe4500dc3fe1cf27c045ff3f2566a5e972e909b", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.003952, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "B" }, "group_id": "samediff-pair-05-bb", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-05-bb.png", "input_tokens": 693, "latency_sec": 2.133795706089586, "model_name": "gpt-5.6-sol", "out_of_srgb": null, "output_tokens": 59, "prediction": { "choice": "B" }, "prompt_sha256": "0a4ab165981a50bcd6b555f867e9fb0981199d629c3115939bc1fd3f4639f344", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T16:21:02.931441+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-36", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "40159449-dfa4-485a-ad22-cc77c8fc41de", "result_sha256": "6b0f0cfbc8005e9bf8eed2765850431bba5da2d494ac0f892cc29ce490f8f416", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.003772, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "B" }, "group_id": "samediff-pair-05-ab", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-05-ab.png", "input_tokens": 693, "latency_sec": 2.1156748859211802, "model_name": "gpt-5.6-sol", "out_of_srgb": null, "output_tokens": 50, "prediction": { "choice": "B" }, "prompt_sha256": "5e7848665b728e9630152c817156693405880e5f162e38c259dfb28921044958", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T15:47:55.097649+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-37", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "4b4ff17b-58d6-4d5a-aceb-bfe6b1b7b892", "result_sha256": "d7e23e5318b6143ece05650adaeb5bf5786ce64d15354a8218133021a4e4cd5c", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.003792, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "A" }, "group_id": "samediff-pair-05-ab", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-05-ab.png", "input_tokens": 693, "latency_sec": 3.0144894410623237, "model_name": "gpt-5.6-sol", "out_of_srgb": null, "output_tokens": 51, "prediction": { "choice": "A" }, "prompt_sha256": "0a4ab165981a50bcd6b555f867e9fb0981199d629c3115939bc1fd3f4639f344", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T15:55:12.483398+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-38", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "fa910302-44e6-41ba-86a6-7745fc145322", "result_sha256": "62edbec3f871ba177e0d85012ebb5437d3896f70f184273b62809606260e8517", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.005212, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "B" }, "group_id": "samediff-pair-05-ba", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-05-ba.png", "input_tokens": 693, "latency_sec": 4.3145920059178025, "model_name": "gpt-5.6-sol", "out_of_srgb": null, "output_tokens": 122, "prediction": { "choice": "B" }, "prompt_sha256": "5e7848665b728e9630152c817156693405880e5f162e38c259dfb28921044958", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T15:14:54.048998+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-39", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "4a76191c-f779-40da-9a8d-87bc014f16aa", "result_sha256": "7f866de364dcacdbc86c1cbe42449fd6f18b6424d8c3d20af9782af5eeeb2e37", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.004892, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "A" }, "group_id": "samediff-pair-05-ba", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-05-ba.png", "input_tokens": 693, "latency_sec": 5.182370765018277, "model_name": "gpt-5.6-sol", "out_of_srgb": null, "output_tokens": 106, "prediction": { "choice": "A" }, "prompt_sha256": "0a4ab165981a50bcd6b555f867e9fb0981199d629c3115939bc1fd3f4639f344", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T14:52:30.547323+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-40", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "d6f91a18-1465-4114-b61b-ecc6e4dd51c4", "result_sha256": "296b7c7305885f36e80872c2463e79bed1980525a6ddb18ee8af58c284c2b89d", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.003412, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "A" }, "group_id": "samediff-pair-06-aa", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-06-aa.png", "input_tokens": 693, "latency_sec": 5.01686651899945, "model_name": "gpt-5.6-sol", "out_of_srgb": null, "output_tokens": 32, "prediction": { "choice": "A" }, "prompt_sha256": "5e7848665b728e9630152c817156693405880e5f162e38c259dfb28921044958", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T14:25:10.199553+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-41", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "ccec21c4-155f-4197-83ea-5589495f351b", "result_sha256": "b6ab1db6eed44967ea8441aeff3b69cf5d8dd83d707846d6c52063c5e617ebee", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.003432, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "B" }, "group_id": "samediff-pair-06-aa", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-06-aa.png", "input_tokens": 693, "latency_sec": 2.281528952997178, "model_name": "gpt-5.6-sol", "out_of_srgb": null, "output_tokens": 33, "prediction": { "choice": "B" }, "prompt_sha256": "0a4ab165981a50bcd6b555f867e9fb0981199d629c3115939bc1fd3f4639f344", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T15:19:38.862487+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-42", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "967f039c-da54-4079-9a09-cd37069f5c92", "result_sha256": "29d53850e46a0857390e9ef2f9a62fdbaae9b930203cc885bb7f1749580dd8f5", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.003432, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "A" }, "group_id": "samediff-pair-06-bb", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-06-bb.png", "input_tokens": 693, "latency_sec": 1.331226776004769, "model_name": "gpt-5.6-sol", "out_of_srgb": null, "output_tokens": 33, "prediction": { "choice": "A" }, "prompt_sha256": "5e7848665b728e9630152c817156693405880e5f162e38c259dfb28921044958", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T14:48:01.364201+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-43", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "fd075583-8acd-417b-91e1-e0d0d269854c", "result_sha256": "ffe31a30a9618362a43aad67b5452da20bf7cda8db6c88cccc14f7505013ad9f", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.003472, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "B" }, "group_id": "samediff-pair-06-bb", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-06-bb.png", "input_tokens": 693, "latency_sec": 1.4354833939578384, "model_name": "gpt-5.6-sol", "out_of_srgb": null, "output_tokens": 35, "prediction": { "choice": "B" }, "prompt_sha256": "0a4ab165981a50bcd6b555f867e9fb0981199d629c3115939bc1fd3f4639f344", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T16:17:08.028866+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-44", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "b9adff18-e9c2-451a-a86f-99e564caa93e", "result_sha256": "f9a3f37667e9ebf2fe3bcbefe5fe8e0e2065ffbc9796fa3c1156dc2d09312710", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.003732, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "B" }, "group_id": "samediff-pair-06-ab", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-06-ab.png", "input_tokens": 693, "latency_sec": 1.8244563579792157, "model_name": "gpt-5.6-sol", "out_of_srgb": null, "output_tokens": 48, "prediction": { "choice": "B" }, "prompt_sha256": "5e7848665b728e9630152c817156693405880e5f162e38c259dfb28921044958", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T14:34:31.377029+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-45", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "784c574b-e842-46de-84c8-1ab147b3eae3", "result_sha256": "449b2dd4d5bce3a45b307d63006bb1a9856bb0e9c3107005f6b17c8e0d2cf0a4", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.003752, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "A" }, "group_id": "samediff-pair-06-ab", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-06-ab.png", "input_tokens": 693, "latency_sec": 2.0912264249054715, "model_name": "gpt-5.6-sol", "out_of_srgb": null, "output_tokens": 49, "prediction": { "choice": "A" }, "prompt_sha256": "0a4ab165981a50bcd6b555f867e9fb0981199d629c3115939bc1fd3f4639f344", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T15:33:51.786604+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-46", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "4a123045-f4d3-4dbe-ae03-b03124bb08a5", "result_sha256": "e2afa3a1fa5add8ae1af9ca5db73282fbd2f5a3e34c28c3a86ed62fe5de71fca", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.003972, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "B" }, "group_id": "samediff-pair-06-ba", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-06-ba.png", "input_tokens": 693, "latency_sec": 5.138442661962472, "model_name": "gpt-5.6-sol", "out_of_srgb": null, "output_tokens": 60, "prediction": { "choice": "B" }, "prompt_sha256": "5e7848665b728e9630152c817156693405880e5f162e38c259dfb28921044958", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T14:12:24.569978+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-47", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "55536eb0-1774-4b14-8ca7-8a1fdfe61823", "result_sha256": "9306613f63b0f7ae6e7169a91b14a40016a7f1cd3d4238fb705a2daa37804b77", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.003812, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "A" }, "group_id": "samediff-pair-06-ba", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-06-ba.png", "input_tokens": 693, "latency_sec": 3.045574255986139, "model_name": "gpt-5.6-sol", "out_of_srgb": null, "output_tokens": 52, "prediction": { "choice": "A" }, "prompt_sha256": "0a4ab165981a50bcd6b555f867e9fb0981199d629c3115939bc1fd3f4639f344", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T14:41:36.669909+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-48", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "c35fa037-60a1-4612-9516-327d14219ec5", "result_sha256": "de89192a91f2d2e415f9979e925b06c48a2c9d29ed79c032a9f86cbdfaceb33e", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.004728, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "A" }, "group_id": "smallmatch-01-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-01.png", "input_tokens": 697, "latency_sec": 4.367834276985377, "model_name": "gpt-5.6-sol", "out_of_srgb": null, "output_tokens": 97, "prediction": { "choice": "A" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T14:22:53.038252+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-01", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "e5bbb7b1-3452-4484-a642-5d9838a72b80", "result_sha256": "50c4126a47738d05b0c90df124eba4b2d62722a668c5b38bc79012cc599c6767", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.011988, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "B" }, "group_id": "smallmatch-01-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-02.png", "input_tokens": 697, "latency_sec": 11.771615725010633, "model_name": "gpt-5.6-sol", "out_of_srgb": null, "output_tokens": 460, "prediction": { "choice": "D" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "openai", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-16T16:03:16.352214+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-smallmatch-02", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "fcb8c3cb-afa2-481e-b842-b2950a11616b", "result_sha256": "2441d34a03492debbbcc4386adb0912207095b30116ee66c1eb9e6b9e86f458e", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.005348, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "C" }, "group_id": "smallmatch-01-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-03.png", "input_tokens": 697, "latency_sec": 7.140482827089727, "model_name": "gpt-5.6-sol", "out_of_srgb": null, "output_tokens": 128, "prediction": { "choice": "C" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-16T14:19:13.958094+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-03", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "6b66e17d-aaf3-4c9f-a4de-c8d21f100a19", "result_sha256": "963ec3ad65966e91959d410cb4173b64a0ff6ce27f2ca517dd2a3d298d1ec941", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.007168, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "D" }, "group_id": "smallmatch-01-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-04.png", "input_tokens": 697, "latency_sec": 5.197428731946275, "model_name": "gpt-5.6-sol", "out_of_srgb": null, "output_tokens": 219, "prediction": { "choice": "D" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "openai", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-16T15:41:33.203875+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-04", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "d1899c82-1f78-498f-847b-1b2df9796b3a", "result_sha256": "6406e081f73f3609de3eac978b8fe314ab02f4d87a6812fc3a1efea04cd4e525", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.005608, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "A" }, "group_id": "smallmatch-01-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-05.png", "input_tokens": 697, "latency_sec": 4.1945830000331625, "model_name": "gpt-5.6-sol", "out_of_srgb": null, "output_tokens": 141, "prediction": { "choice": "A" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T15:54:46.135848+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-05", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "fe9965e3-29f8-4cb6-a85a-b6bfbaadd6e5", "result_sha256": "9629c37790093fbfaebb1baa6932e4176c644e13838017ee2c39631287450009", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.004268, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "B" }, "group_id": "smallmatch-01-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-06.png", "input_tokens": 697, "latency_sec": 3.00321336905472, "model_name": "gpt-5.6-sol", "out_of_srgb": null, "output_tokens": 74, "prediction": { "choice": "B" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T14:34:05.932347+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-06", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "492c3d36-d08a-45be-9dbb-324090e27f7d", "result_sha256": "627b72ee501d0d0d004e65daf9f54e378e109f202ad211368727d79baa1e344a", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.004248, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "C" }, "group_id": "smallmatch-01-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-07.png", "input_tokens": 697, "latency_sec": 2.6588570659514517, "model_name": "gpt-5.6-sol", "out_of_srgb": null, "output_tokens": 73, "prediction": { "choice": "C" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-16T15:00:36.575087+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-07", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "c2cb895f-817d-49c4-904d-522e7844a965", "result_sha256": "b39ecc2aff7ac8e1b37ba60c8c2347ff72f9a31f01856bbb439ad0f35dee5dde", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.004548, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "D" }, "group_id": "smallmatch-01-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-08.png", "input_tokens": 697, "latency_sec": 2.5578812529565766, "model_name": "gpt-5.6-sol", "out_of_srgb": null, "output_tokens": 88, "prediction": { "choice": "D" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "openai", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-16T16:32:20.191333+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-08", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "9d9c9eb5-9ac2-4219-b2fd-0b971d4f8eab", "result_sha256": "30f130b87d9b7275fc3ff08548fda83c0498f2676739639012dfb2a19f2d8a30", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.005308, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "A" }, "group_id": "smallmatch-01-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-09.png", "input_tokens": 697, "latency_sec": 2.8943238930078223, "model_name": "gpt-5.6-sol", "out_of_srgb": null, "output_tokens": 126, "prediction": { "choice": "A" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T16:27:33.755895+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-09", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "1c79f6d9-cff0-41bf-a9fe-a50de5514d73", "result_sha256": "0fbed046a3cbc1b28ea59801221b3dbf0620acdcfb08099be74f760c783d8171", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.006868, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "B" }, "group_id": "smallmatch-01-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-10.png", "input_tokens": 697, "latency_sec": 4.065090404008515, "model_name": "gpt-5.6-sol", "out_of_srgb": null, "output_tokens": 204, "prediction": { "choice": "D" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "openai", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-16T16:04:26.946100+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-smallmatch-10", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "c10fa35c-da70-49f6-92fa-bc2d0f7f9a3b", "result_sha256": "73bbbf099215529571f6874571c6351346a7e9dc4bf861ec2141e80a9fdccb47", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.007328, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "C" }, "group_id": "smallmatch-01-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-11.png", "input_tokens": 697, "latency_sec": 7.807476897956803, "model_name": "gpt-5.6-sol", "out_of_srgb": null, "output_tokens": 227, "prediction": { "choice": "C" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-16T16:02:29.027836+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-11", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "3804f975-9f34-414b-96b5-a511a5287ab2", "result_sha256": "f596d013e37f8eb76f09c5f8ff1875444cba16334c93d8e1dc58a54da3965206", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.030528, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "D" }, "group_id": "smallmatch-01-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-12.png", "input_tokens": 697, "latency_sec": 34.062126428005286, "model_name": "gpt-5.6-sol", "out_of_srgb": null, "output_tokens": 1387, "prediction": { "choice": "D" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "openai", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-16T15:35:07.918041+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-12", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "b079a786-1f3a-40d7-ad4c-f86f6deebf21", "result_sha256": "54f46aefaa78f11496e8219c188d2de28d6c8e44c4789b060f5a793bd2e850ec", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.006648, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "A" }, "group_id": "smallmatch-01-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-13.png", "input_tokens": 697, "latency_sec": 5.389955152058974, "model_name": "gpt-5.6-sol", "out_of_srgb": null, "output_tokens": 193, "prediction": { "choice": "A" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T16:21:19.568029+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-13", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "287affd5-369d-4c14-b6c7-6ebc35ab5658", "result_sha256": "865192881c75f973cbf6ef05c3070d8d52955365c26b7135829ea0c34a9f7574", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.005508, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "B" }, "group_id": "smallmatch-01-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-14.png", "input_tokens": 697, "latency_sec": 4.030281567014754, "model_name": "gpt-5.6-sol", "out_of_srgb": null, "output_tokens": 136, "prediction": { "choice": "B" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T16:22:50.015768+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-14", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "a02fc394-b6bf-4147-b4bc-71fae006c067", "result_sha256": "9b135a16f55ed25c7ecdad96ab513d4207d4e5aedad7bd1a99b8a54c220f5fca", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.006868, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "C" }, "group_id": "smallmatch-01-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-15.png", "input_tokens": 697, "latency_sec": 10.052682655048557, "model_name": "gpt-5.6-sol", "out_of_srgb": null, "output_tokens": 204, "prediction": { "choice": "C" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-16T14:24:07.395322+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-15", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "fe31e18c-b27a-4882-b7a5-496c551cd920", "result_sha256": "b198dcb85babbdf7f8111386b9ea42a8c5f0fa34979cbc65dda3ae3065c99115", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.004848, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "D" }, "group_id": "smallmatch-01-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-16.png", "input_tokens": 697, "latency_sec": 2.813330912962556, "model_name": "gpt-5.6-sol", "out_of_srgb": null, "output_tokens": 103, "prediction": { "choice": "D" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "openai", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-16T15:11:24.114869+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-16", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "932b1e57-73fd-4313-8b6b-b0c13e17a94d", "result_sha256": "42b156475edd2ee9d7e4f855b1c943b9a75b7f87548947fed341ab9c6fb724d0", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.007788, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "A" }, "group_id": "smallmatch-02-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-17.png", "input_tokens": 697, "latency_sec": 5.516382157918997, "model_name": "gpt-5.6-sol", "out_of_srgb": null, "output_tokens": 250, "prediction": { "choice": "A" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T16:27:16.400667+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-17", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "81945f95-074e-44ab-9cbd-e692fe956fb3", "result_sha256": "6ae5e1cec07df0a100b66da84a845b074a1cea6e5b32083c7dada6c559a6b5c2", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.013928, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "B" }, "group_id": "smallmatch-02-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-18.png", "input_tokens": 697, "latency_sec": 12.347868506098166, "model_name": "gpt-5.6-sol", "out_of_srgb": null, "output_tokens": 557, "prediction": { "choice": "C" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-16T16:24:33.534535+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-smallmatch-18", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "f8ca8e8d-6164-4265-8afe-3bcad5cab8be", "result_sha256": "f60ab89167bbfc780baa332acf7acdab3565582180fdca7568fc2dd1e86aee87", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.007628, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "C" }, "group_id": "smallmatch-02-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-19.png", "input_tokens": 697, "latency_sec": 6.533468089066446, "model_name": "gpt-5.6-sol", "out_of_srgb": null, "output_tokens": 242, "prediction": { "choice": "D" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "openai", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-16T15:26:14.178301+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-smallmatch-19", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "a6888d68-7356-4001-a40a-ed0a76db32ea", "result_sha256": "a4e010f2e48a488da992844563bcfab0ae2f6751e3cc7240b6db3a36ad1e8000", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.007208, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "D" }, "group_id": "smallmatch-02-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-20.png", "input_tokens": 697, "latency_sec": 7.0871067909756675, "model_name": "gpt-5.6-sol", "out_of_srgb": null, "output_tokens": 221, "prediction": { "choice": "C" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-16T15:08:13.239323+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-smallmatch-20", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "a4c398df-30b0-4c95-8510-4f30bf2ba0f0", "result_sha256": "164dff7dfd82d99c39d2b50cb772d960197f01c4ca83d3018bab07eb4214e6ab", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.007848, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "A" }, "group_id": "smallmatch-02-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-21.png", "input_tokens": 697, "latency_sec": 6.000460110954009, "model_name": "gpt-5.6-sol", "out_of_srgb": null, "output_tokens": 253, "prediction": { "choice": "D" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "openai", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-16T15:12:48.424441+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-smallmatch-21", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "32266833-2279-479a-8f8a-18c8efe14265", "result_sha256": "addafe85ad27ec23ee1a51fd08e8766727b95176a8401ec4fae82cb58ba458b7", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.005108, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "B" }, "group_id": "smallmatch-02-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-22.png", "input_tokens": 697, "latency_sec": 3.3584572590189055, "model_name": "gpt-5.6-sol", "out_of_srgb": null, "output_tokens": 116, "prediction": { "choice": "B" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T14:24:55.247068+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-22", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "f1201e04-a60d-4bb5-b377-84c5a672efb1", "result_sha256": "6ad33d49597dbf68058383adcd6a93639c022d18722e67fea880ca29a5b56858", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.010548, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "C" }, "group_id": "smallmatch-02-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-23.png", "input_tokens": 697, "latency_sec": 6.7774641159921885, "model_name": "gpt-5.6-sol", "out_of_srgb": null, "output_tokens": 388, "prediction": { "choice": "A" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T16:29:54.455829+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-smallmatch-23", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "8f0a791d-c699-4593-a2c4-ce5a1d66c273", "result_sha256": "974c28aef770720384bd0b62895ae34cde6ec00114da04b915f949fed3321bc8", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.013428, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "D" }, "group_id": "smallmatch-02-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-24.png", "input_tokens": 697, "latency_sec": 10.454134022002108, "model_name": "gpt-5.6-sol", "out_of_srgb": null, "output_tokens": 532, "prediction": { "choice": "C" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-16T15:39:20.478016+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-smallmatch-24", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "0c53259a-ad48-436c-8d87-e16f20f01e00", "result_sha256": "55057b689b886f854f659f330ddcb99e9af377024e20c914d713e28ab1f068fd", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.006388, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "A" }, "group_id": "smallmatch-02-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-25.png", "input_tokens": 697, "latency_sec": 4.118075476959348, "model_name": "gpt-5.6-sol", "out_of_srgb": null, "output_tokens": 180, "prediction": { "choice": "C" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-16T16:09:49.604569+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-smallmatch-25", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "137426a8-ec5e-4bae-b873-1203d253060a", "result_sha256": "e28d535cb55a29445ba7aabcf4184702fc8a6d3c19168188a084fc376f11c611", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.011768, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "B" }, "group_id": "smallmatch-02-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-26.png", "input_tokens": 697, "latency_sec": 7.86231775500346, "model_name": "gpt-5.6-sol", "out_of_srgb": null, "output_tokens": 449, "prediction": { "choice": "A" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T14:53:22.259049+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-smallmatch-26", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "66d46249-1fac-47a2-a639-c4ca90338612", "result_sha256": "915d48093f2adf2323a3e3a180abf93b480d19f9b54b4d13d805e46888dd40a9", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.012588, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "C" }, "group_id": "smallmatch-02-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-27.png", "input_tokens": 697, "latency_sec": 9.9510423890315, "model_name": "gpt-5.6-sol", "out_of_srgb": null, "output_tokens": 490, "prediction": { "choice": "A" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T15:17:49.839144+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-smallmatch-27", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "d5ce66fd-a71c-433e-a617-ec39cc28f154", "result_sha256": "59fb87aad45c19df24979b84f45e55f6ac2996e55a2f7049a512dace10a373a6", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.012488, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "D" }, "group_id": "smallmatch-02-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-28.png", "input_tokens": 697, "latency_sec": 13.46651968092192, "model_name": "gpt-5.6-sol", "out_of_srgb": null, "output_tokens": 485, "prediction": { "choice": "A" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T14:02:54.458417+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-smallmatch-28", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "30c8508f-fa51-4a6d-90ad-16cb223c435d", "result_sha256": "b083e328c763934cdfa248fcc7a2535a613b4095fd4c71eeeebc90d6efb0b802", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.004948, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "A" }, "group_id": "smallmatch-02-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-29.png", "input_tokens": 697, "latency_sec": 7.196384383016266, "model_name": "gpt-5.6-sol", "out_of_srgb": null, "output_tokens": 108, "prediction": { "choice": "C" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-16T14:39:29.050674+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-smallmatch-29", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "c7fd2304-3645-4fa2-b01f-7634462622b6", "result_sha256": "5837fa6b0d415020dbab3ef4131e772d204ba1ff971f6ad4bf47fe711ed17bb0", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.005728, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "B" }, "group_id": "smallmatch-02-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-30.png", "input_tokens": 697, "latency_sec": 4.405111824045889, "model_name": "gpt-5.6-sol", "out_of_srgb": null, "output_tokens": 147, "prediction": { "choice": "B" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T16:02:01.862203+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-30", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "2a9f6e17-5fb5-42be-9582-79f1cdcceaa6", "result_sha256": "1f0c170982a49f6ba7df61a1144c0b9b08e6e5f76be52454fe866e3743954122", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.007948, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "C" }, "group_id": "smallmatch-02-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-31.png", "input_tokens": 697, "latency_sec": 10.649570932029746, "model_name": "gpt-5.6-sol", "out_of_srgb": null, "output_tokens": 258, "prediction": { "choice": "C" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-16T14:11:42.298608+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-31", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "e8a528be-4d00-4f24-88cb-de20f9c69cbd", "result_sha256": "ec4ed458679605607a448b74511e01089b9e69bd081f2ae226c68238a63d140e", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.023788, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "D" }, "group_id": "smallmatch-02-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-32.png", "input_tokens": 697, "latency_sec": 25.85297811497003, "model_name": "gpt-5.6-sol", "out_of_srgb": null, "output_tokens": 1050, "prediction": { "choice": "D" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "openai", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-16T16:03:59.273539+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-32", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "c3b0d8ca-b5c6-46d7-9ec2-3e0a75e29df5", "result_sha256": "2b5e3ba1652a5b9358bd01f8fc1497bb54e8ca5c0629cd92910f866d26d6eb99", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.007828, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "A" }, "group_id": "smallmatch-03-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-33.png", "input_tokens": 697, "latency_sec": 10.210242002969608, "model_name": "gpt-5.6-sol", "out_of_srgb": null, "output_tokens": 252, "prediction": { "choice": "C" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-16T14:43:07.171094+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-smallmatch-33", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "c3e82065-93b9-49d4-b836-7e51ac6aca95", "result_sha256": "ee0f743001a208c399186fc333806bc30f042ac774c1e5e236d80d888a16cb6e", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.013428, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "B" }, "group_id": "smallmatch-03-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-34.png", "input_tokens": 697, "latency_sec": 13.484153274912387, "model_name": "gpt-5.6-sol", "out_of_srgb": null, "output_tokens": 532, "prediction": { "choice": "B" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T14:42:23.281519+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-34", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "340da4a8-9ce6-4cfc-b3f5-968cdd218b75", "result_sha256": "da5919ee0a5bb88e108be82ddd830bb94ba487bcfa1d9f294ec9837341137ed7", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.009468, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "C" }, "group_id": "smallmatch-03-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-35.png", "input_tokens": 697, "latency_sec": 7.073310875915922, "model_name": "gpt-5.6-sol", "out_of_srgb": null, "output_tokens": 334, "prediction": { "choice": "B" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T15:27:32.280135+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-smallmatch-35", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "c8d53536-238e-494d-82a9-5526d82b87c9", "result_sha256": "5e2a2a0f7e2777bf4f41a93545d6bbf21774ac646a81fd1d01d48f6c4674f196", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.005708, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "D" }, "group_id": "smallmatch-03-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-36.png", "input_tokens": 697, "latency_sec": 5.1633865350158885, "model_name": "gpt-5.6-sol", "out_of_srgb": null, "output_tokens": 146, "prediction": { "choice": "D" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "openai", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-16T15:38:37.200013+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-36", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "5a2f8347-0ca1-4d50-8193-c83b543d9eb1", "result_sha256": "6789c99008cb854a19bc100d39dea733afeaab0198f16922269faac5c70facd5", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.005168, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "A" }, "group_id": "smallmatch-03-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-37.png", "input_tokens": 697, "latency_sec": 5.701434604008682, "model_name": "gpt-5.6-sol", "out_of_srgb": null, "output_tokens": 119, "prediction": { "choice": "A" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T15:08:44.036327+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-37", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "420e5ecc-a9a0-4562-8e32-81a96f83a4ca", "result_sha256": "f23a89ad10eb0c82751a614b83a2c6b368b79d1711961c125a295e8e216e80c0", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.004348, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "B" }, "group_id": "smallmatch-03-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-38.png", "input_tokens": 697, "latency_sec": 5.6354991210391745, "model_name": "gpt-5.6-sol", "out_of_srgb": null, "output_tokens": 78, "prediction": { "choice": "B" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T15:01:08.448662+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-38", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "37210878-dced-4016-b950-8c57e6eee0e2", "result_sha256": "a23d0efe60641d931b12f4459711c5b3d52c26bc0ee54279903880b22874b087", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.004248, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "C" }, "group_id": "smallmatch-03-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-39.png", "input_tokens": 697, "latency_sec": 2.907858915044926, "model_name": "gpt-5.6-sol", "out_of_srgb": null, "output_tokens": 73, "prediction": { "choice": "C" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-16T15:32:56.656982+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-39", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "b5f60404-83ed-4ea6-8da7-9011118d6142", "result_sha256": "11b247551fe2cc802e462cd9dc2d5561d644ac18fee8e658d16ed793092899ef", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.004248, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "D" }, "group_id": "smallmatch-03-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-40.png", "input_tokens": 697, "latency_sec": 3.385145175969228, "model_name": "gpt-5.6-sol", "out_of_srgb": null, "output_tokens": 73, "prediction": { "choice": "D" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "openai", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-16T14:52:52.626768+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-40", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "35e1ba61-b619-4011-b499-647d150d5e86", "result_sha256": "ea4bf149f00ff5138194f420cb51f4581d91cc2995c06df4bc6fe6afe25958fa", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.009108, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "A" }, "group_id": "smallmatch-03-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-41.png", "input_tokens": 697, "latency_sec": 8.21226293395739, "model_name": "gpt-5.6-sol", "out_of_srgb": null, "output_tokens": 316, "prediction": { "choice": "A" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T14:14:20.451837+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-41", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "2956367c-88be-4f3d-843a-2e8abada303e", "result_sha256": "c2525f48c2866f6d3d08da23019584284c4a9562ba1271f5c707d98476038816", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.023528, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "B" }, "group_id": "smallmatch-03-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-42.png", "input_tokens": 697, "latency_sec": 19.77806002390571, "model_name": "gpt-5.6-sol", "out_of_srgb": null, "output_tokens": 1037, "prediction": { "choice": "B" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T16:26:10.178291+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-42", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "3928ca04-e558-4efb-9f54-0f814752d641", "result_sha256": "8331a4a8f0dba6566ca6174c3615c6e15db675686e158471f39293c028d7a72c", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.005188, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "C" }, "group_id": "smallmatch-03-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-43.png", "input_tokens": 697, "latency_sec": 2.5354391610017046, "model_name": "gpt-5.6-sol", "out_of_srgb": null, "output_tokens": 120, "prediction": { "choice": "C" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-16T15:02:11.824160+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-43", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "0c2560ac-dcf5-4aa0-a205-9ff284c8f738", "result_sha256": "fa586d7802e7d213d9f2b825227053108d60ff6c960c6222d2768a0830103a0d", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.005688, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "D" }, "group_id": "smallmatch-03-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-44.png", "input_tokens": 697, "latency_sec": 7.0090843320358545, "model_name": "gpt-5.6-sol", "out_of_srgb": null, "output_tokens": 145, "prediction": { "choice": "B" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T14:45:10.489727+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-smallmatch-44", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "943fed10-c923-45ad-a515-98408574e347", "result_sha256": "c5d0a8a9538fdb1961e8a5b1cf8748b06bcaf4f200a801e7bf4ae51e13bd6aa5", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.007368, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "A" }, "group_id": "smallmatch-03-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-45.png", "input_tokens": 697, "latency_sec": 4.859317408059724, "model_name": "gpt-5.6-sol", "out_of_srgb": null, "output_tokens": 229, "prediction": { "choice": "A" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T15:41:17.379407+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-45", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "a7d17d27-a91a-4fae-97e0-b02007b49fa9", "result_sha256": "16bb36f43af9b8ae23bb9928d75d66a270f7589999d31ce3c03098104732a1b8", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.009668, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "B" }, "group_id": "smallmatch-03-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-46.png", "input_tokens": 697, "latency_sec": 10.80548691097647, "model_name": "gpt-5.6-sol", "out_of_srgb": null, "output_tokens": 344, "prediction": { "choice": "B" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T14:39:10.345068+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-46", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "01871717-afa8-421b-82fd-c1c53ca38824", "result_sha256": "96df7bb3a21e77ef12c48351ad5569a75e68182f88bb2d21ba0dcc31c19754ca", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.005468, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "C" }, "group_id": "smallmatch-03-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-47.png", "input_tokens": 697, "latency_sec": 3.170863467035815, "model_name": "gpt-5.6-sol", "out_of_srgb": null, "output_tokens": 134, "prediction": { "choice": "C" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-16T16:31:10.362063+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-47", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "6708c24a-5dd4-475b-8916-b8f7a08b7900", "result_sha256": "7b376917a2e572ad581e3f2e4fb19659ab848aebb833b3e411ce11f7986071e4", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.007508, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "D" }, "group_id": "smallmatch-03-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-48.png", "input_tokens": 697, "latency_sec": 4.758803552016616, "model_name": "gpt-5.6-sol", "out_of_srgb": null, "output_tokens": 236, "prediction": { "choice": "B" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T16:28:53.774354+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-smallmatch-48", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "fc816cc1-b165-4049-b1af-2d727734fef0", "result_sha256": "fae000cdf11f69f6a94af87558dddd0808d92d35393713f00af7ad5f5d329f08", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.008148, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "A" }, "group_id": "smallmatch-04-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-49.png", "input_tokens": 697, "latency_sec": 6.18336814106442, "model_name": "gpt-5.6-sol", "out_of_srgb": null, "output_tokens": 268, "prediction": { "choice": "A" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T16:17:31.842485+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-49", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "8ac20c11-5a93-4263-b167-7ff15b3d1792", "result_sha256": "84b9231ee2d7c1aa480e55f46d70ab4bfed0290b1ac214abefe103dbf7a46695", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.004728, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "B" }, "group_id": "smallmatch-04-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-50.png", "input_tokens": 697, "latency_sec": 2.9042407060042024, "model_name": "gpt-5.6-sol", "out_of_srgb": null, "output_tokens": 97, "prediction": { "choice": "B" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T15:29:45.712666+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-50", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "0fea7f34-9b89-4414-8d91-c21fd0291796", "result_sha256": "643df7a29495fd8a14d59c4c8846330d440c958fd2af8a938fbfca0a0551b597", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.006708, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "C" }, "group_id": "smallmatch-04-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-51.png", "input_tokens": 697, "latency_sec": 5.3997871140018106, "model_name": "gpt-5.6-sol", "out_of_srgb": null, "output_tokens": 196, "prediction": { "choice": "C" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-16T14:53:54.864906+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-51", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "34d8335e-97d4-4eca-ad87-d643ffa4eca3", "result_sha256": "04eec67b675594b9af65984550c13e02bdae4cc7e7bd61e0202298d1d6085c86", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.005088, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "D" }, "group_id": "smallmatch-04-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-52.png", "input_tokens": 697, "latency_sec": 7.11010371602606, "model_name": "gpt-5.6-sol", "out_of_srgb": null, "output_tokens": 115, "prediction": { "choice": "D" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "openai", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-16T16:07:13.914324+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-52", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "f53b2e68-fb09-42a6-99fa-6d14300abe46", "result_sha256": "6f8f6382fa18a506ad3bff762c30fb3c67d3c2111d75827ea8bf01ae3b107616", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.004248, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "A" }, "group_id": "smallmatch-04-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-53.png", "input_tokens": 697, "latency_sec": 2.9645732699427754, "model_name": "gpt-5.6-sol", "out_of_srgb": null, "output_tokens": 73, "prediction": { "choice": "A" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T16:13:03.049912+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-53", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "3c04e16c-a27b-40a0-b84a-1d38b8c06dea", "result_sha256": "1e715492d79f29d9b238f858c2c5d005d8042085bf96c65ad4d29f310ae1dd17", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.007208, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "B" }, "group_id": "smallmatch-04-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-54.png", "input_tokens": 697, "latency_sec": 6.64983120909892, "model_name": "gpt-5.6-sol", "out_of_srgb": null, "output_tokens": 221, "prediction": { "choice": "B" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T14:26:49.050019+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-54", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "4ae18754-3e90-4291-838e-40a2a6f7470f", "result_sha256": "48de12b93d39a9b33424fb5e5b298c99d0bf61639bcc3e8a1e0948af87b19247", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.005408, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "C" }, "group_id": "smallmatch-04-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-55.png", "input_tokens": 697, "latency_sec": 4.034856250043958, "model_name": "gpt-5.6-sol", "out_of_srgb": null, "output_tokens": 131, "prediction": { "choice": "C" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-16T14:04:34.856586+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-55", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "c649ba72-9744-4689-93d0-dd89d0dd9d66", "result_sha256": "c097599661853f9e58b1d5e54eb7c9608743f51bb7a2a65583ad8648bd3b676e", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.005908, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "D" }, "group_id": "smallmatch-04-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-56.png", "input_tokens": 697, "latency_sec": 4.9258509470382705, "model_name": "gpt-5.6-sol", "out_of_srgb": null, "output_tokens": 156, "prediction": { "choice": "D" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "openai", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-16T14:59:16.158326+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-56", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "e64a1cbe-72ea-46fc-8e10-296a5d1788a1", "result_sha256": "073b28f9fc2dc557519321bc956d92f788d587cac47069c1cacba12fa95c6d73", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.007348, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "A" }, "group_id": "smallmatch-04-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-57.png", "input_tokens": 697, "latency_sec": 4.260907215066254, "model_name": "gpt-5.6-sol", "out_of_srgb": null, "output_tokens": 228, "prediction": { "choice": "B" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T15:04:22.277126+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-smallmatch-57", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "6d596230-92f9-4936-ae90-3967e8fddc28", "result_sha256": "5f49d9afcc1d3b08fae84f57b71ad50d2c4b17ac9702a32d727f2674c5d53b5e", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.006968, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "B" }, "group_id": "smallmatch-04-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-58.png", "input_tokens": 697, "latency_sec": 6.709822111995891, "model_name": "gpt-5.6-sol", "out_of_srgb": null, "output_tokens": 209, "prediction": { "choice": "B" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T15:10:05.079484+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-58", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "969a77a7-cd78-4098-b516-a55302887faf", "result_sha256": "42c2cebdc12258211263a92526c0aad78e2f3071f2f6ebb301e9817ddfde7ee9", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.011788, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "C" }, "group_id": "smallmatch-04-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-59.png", "input_tokens": 697, "latency_sec": 13.076307737967, "model_name": "gpt-5.6-sol", "out_of_srgb": null, "output_tokens": 450, "prediction": { "choice": "A" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T14:11:22.915735+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-smallmatch-59", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "c3b4fd5b-0b5e-4cf3-a6b7-327a1ff10ea9", "result_sha256": "58cfc34487f8160d9f61837196603ba554e1b35e8d9ee7bb7f97ec454b67e24b", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.005068, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "D" }, "group_id": "smallmatch-04-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-60.png", "input_tokens": 697, "latency_sec": 3.9402260639471933, "model_name": "gpt-5.6-sol", "out_of_srgb": null, "output_tokens": 114, "prediction": { "choice": "D" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "openai", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-16T15:30:50.380035+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-60", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "6d7916df-5912-44e1-8e21-4e4fd93c3623", "result_sha256": "b0d9e76469ce809a91d4787ad23391fc434d5410de171d3e2367ff42b0dd61c0", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.012348, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "A" }, "group_id": "smallmatch-04-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-61.png", "input_tokens": 697, "latency_sec": 12.386380318086594, "model_name": "gpt-5.6-sol", "out_of_srgb": null, "output_tokens": 478, "prediction": { "choice": "A" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T14:26:24.547242+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-61", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "b2b818c2-6cda-4f00-a5a5-67bd850a34b8", "result_sha256": "4c271e96c227684d5e4b2b603c4fd6ef92ea8b3c6677602d6c14fdb4b83aa7bb", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.006788, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "B" }, "group_id": "smallmatch-04-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-62.png", "input_tokens": 697, "latency_sec": 17.70708053407725, "model_name": "gpt-5.6-sol", "out_of_srgb": null, "output_tokens": 200, "prediction": { "choice": "B" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T15:27:12.781210+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-62", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "54a72065-45a3-4eaa-bba9-96503b7def9f", "result_sha256": "c73c712bcdecf28e3b8ae0496e35b7572393ab5199ad8d28855378d0d7dff5c6", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.008948, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "C" }, "group_id": "smallmatch-04-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-63.png", "input_tokens": 697, "latency_sec": 6.092894652974792, "model_name": "gpt-5.6-sol", "out_of_srgb": null, "output_tokens": 308, "prediction": { "choice": "C" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-16T15:45:56.340840+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-63", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "7cc44fdf-e2c9-49da-9e4b-437a3e1a318d", "result_sha256": "dbf115b5b12d34ad1432957593a28e0931e78d4dfd32641f7f067902a0570871", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.023788, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "D" }, "group_id": "smallmatch-04-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-64.png", "input_tokens": 697, "latency_sec": 28.981631309026852, "model_name": "gpt-5.6-sol", "out_of_srgb": null, "output_tokens": 1050, "prediction": { "choice": "D" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "openai", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-16T14:24:40.447238+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-64", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "dccb3876-5a11-48fb-b343-214244500226", "result_sha256": "1994c93e51cb389c6c74f505cf5c3b7264b7b04940e3d0a1d2afb606eb74555e", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002278, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "A" }, "group_id": "match-binding-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-01.png", "input_tokens": 695, "latency_sec": 2.127102065947838, "model_name": "gpt-5.6-terra", "out_of_srgb": null, "output_tokens": 74, "prediction": { "choice": "A" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T16:12:29.626472+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-01", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "c0decd88-46a9-4aca-89c9-834504b9e823", "result_sha256": "0da45259bbfc84d135bb1b6d32a4f16111e5014e2a2c0bcf4cdca6c340b3df21", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002062, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "B" }, "group_id": "match-binding-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-02.png", "input_tokens": 695, "latency_sec": 1.6747411439428106, "model_name": "gpt-5.6-terra", "out_of_srgb": null, "output_tokens": 56, "prediction": { "choice": "B" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T14:22:04.969305+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-02", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "7fe0f522-6fae-4d63-8970-e9d253eb80a1", "result_sha256": "883e5f276c32d0ac1176f9b030e6340f4d4a073f0ba92c2ec8b901ae97b04bc3", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002302, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "C" }, "group_id": "match-binding-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-03.png", "input_tokens": 695, "latency_sec": 2.4370983249973506, "model_name": "gpt-5.6-terra", "out_of_srgb": null, "output_tokens": 76, "prediction": { "choice": "C" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-16T14:43:33.374765+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-03", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "d9d9cb90-2b55-42bc-b4a1-aa6aea4de9cb", "result_sha256": "198a75123877d042515cf79fa832167deb2957e8b49e3ab06bdb5ea8526071ec", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002266, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "D" }, "group_id": "match-binding-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-04.png", "input_tokens": 695, "latency_sec": 7.513672512024641, "model_name": "gpt-5.6-terra", "out_of_srgb": null, "output_tokens": 73, "prediction": { "choice": "D" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "openai", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-16T14:59:07.006190+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-04", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "5082169b-b972-498e-a629-687d6d59e78e", "result_sha256": "52a3653126d95aaa12f50b264f8c77d2fb4c11457cecac56c93d20c19c0dbdb8", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00241, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "A" }, "group_id": "match-binding-05", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-05.png", "input_tokens": 695, "latency_sec": 2.833509171032347, "model_name": "gpt-5.6-terra", "out_of_srgb": null, "output_tokens": 85, "prediction": { "choice": "A" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T14:48:30.378091+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-05", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "b2272ba4-1de0-4a01-a87f-ac47613ca2c7", "result_sha256": "711f1c834f3861bdf4755c2e5c2e867c64910c71354be54bb2d5aa03540a0e72", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002398, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "B" }, "group_id": "match-binding-06", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-06.png", "input_tokens": 695, "latency_sec": 2.6513327290304005, "model_name": "gpt-5.6-terra", "out_of_srgb": null, "output_tokens": 84, "prediction": { "choice": "B" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T14:50:48.430595+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-06", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "cc7f966d-1ae4-49f4-b333-f94591e5b2d8", "result_sha256": "55ac287656c451026b2849358e9ab3849befa7da2871e298de3fe45c73b57bef", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00223, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "C" }, "group_id": "match-binding-07", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-07.png", "input_tokens": 695, "latency_sec": 1.7844877860043198, "model_name": "gpt-5.6-terra", "out_of_srgb": null, "output_tokens": 70, "prediction": { "choice": "C" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-16T15:26:28.682181+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-07", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "c304f279-e8f7-412b-a0f0-cbd420356b55", "result_sha256": "db5aeb6c52da1ccfd17886ca4fd1dd12b6d1334ca53a1c76ebee544c0d873679", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002302, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "D" }, "group_id": "match-binding-08", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-08.png", "input_tokens": 695, "latency_sec": 2.0904028489021584, "model_name": "gpt-5.6-terra", "out_of_srgb": null, "output_tokens": 76, "prediction": { "choice": "D" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "openai", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-16T16:15:29.371311+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-08", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "c8371b90-e3eb-447f-ae3b-7283c2d81680", "result_sha256": "cd13a55a9cab7d91b52028bd28f1821e0ff74d82ca3d47d6b91ba39b6f67fa83", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.003574, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "A" }, "group_id": "match-binding-09", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-09.png", "input_tokens": 695, "latency_sec": 4.350194978993386, "model_name": "gpt-5.6-terra", "out_of_srgb": null, "output_tokens": 182, "prediction": { "choice": "C" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-16T15:43:35.655653+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-binding-09", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "b55faed2-ca31-4680-ac31-74a903be71ec", "result_sha256": "7b376dcc2e77e258738667acc096959735b8e644df44478819cb163aa62d8192", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002302, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "B" }, "group_id": "match-binding-10", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-10.png", "input_tokens": 695, "latency_sec": 2.2609082820126787, "model_name": "gpt-5.6-terra", "out_of_srgb": null, "output_tokens": 76, "prediction": { "choice": "B" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T15:03:13.052576+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-10", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "fa47327f-8b9a-4f63-9ea5-4caeb9bea8d3", "result_sha256": "807e9c56b4dcf33c00a265e150938ba13ad26da09e5918096e7e0d4005419802", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.004558, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "C" }, "group_id": "match-binding-11", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-11.png", "input_tokens": 695, "latency_sec": 6.154830513056368, "model_name": "gpt-5.6-terra", "out_of_srgb": null, "output_tokens": 264, "prediction": { "choice": "C" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-16T14:48:15.589768+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-11", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "8dbd5221-c090-46d4-844e-7f0842acd0e1", "result_sha256": "86a167b6ff2fd200b4d759ce5b50d7ec0ee86f4fa80de23126e033d470b048a9", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002278, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "D" }, "group_id": "match-binding-12", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-12.png", "input_tokens": 695, "latency_sec": 6.925519009004347, "model_name": "gpt-5.6-terra", "out_of_srgb": null, "output_tokens": 74, "prediction": { "choice": "D" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "openai", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-16T15:35:27.569293+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-12", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "3a8ab616-508a-475f-9ae2-78e5699ff700", "result_sha256": "fb4aabdfd70c62f8e56aa7d433cfe25fb0165e8d5ac803a987723e56ef38d1f7", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.003478, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "A" }, "group_id": "match-binding-13", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-13.png", "input_tokens": 695, "latency_sec": 4.203251232975163, "model_name": "gpt-5.6-terra", "out_of_srgb": null, "output_tokens": 174, "prediction": { "choice": "A" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T15:01:33.158802+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-13", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "a23e1c0b-fe27-4302-9067-906fb4cbb4a0", "result_sha256": "99fe336a0e8e773483b411998130bd1fe76ac7e562a6efdf21da6e8e4cd2836a", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.005638, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "B" }, "group_id": "match-binding-14", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-14.png", "input_tokens": 695, "latency_sec": 7.408799965982325, "model_name": "gpt-5.6-terra", "out_of_srgb": null, "output_tokens": 354, "prediction": { "choice": "B" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T15:38:55.505696+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-14", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "9244d34a-30f1-4938-80a6-a8242370cbd0", "result_sha256": "a761e0c39c3419e3709ecb78f9bbd82d39e0d67518aea996afae8c85520e32a5", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.005974, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "C" }, "group_id": "match-binding-15", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-15.png", "input_tokens": 695, "latency_sec": 8.489512240048498, "model_name": "gpt-5.6-terra", "out_of_srgb": null, "output_tokens": 382, "prediction": { "choice": "C" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-16T14:35:02.956402+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-15", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "92df49c9-c5af-41d9-81bb-57384de3fc90", "result_sha256": "0548ebfd0399126a8f4abf3065d51643c5920786d9773d8e4657cd38571d96ae", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.002782, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "D" }, "group_id": "match-binding-16", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-16.png", "input_tokens": 695, "latency_sec": 3.132431030040607, "model_name": "gpt-5.6-terra", "out_of_srgb": null, "output_tokens": 116, "prediction": { "choice": "B" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T14:27:38.539466+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-binding-16", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "6d6a6955-a53f-41cd-a62c-521ea0815962", "result_sha256": "ec96aa28b9c518baaeac1a0f096ce1063cbed41735873bd905ca78c74dccbf79", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00247, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "A" }, "group_id": "match-binding-17", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-17.png", "input_tokens": 695, "latency_sec": 3.122547940001823, "model_name": "gpt-5.6-terra", "out_of_srgb": null, "output_tokens": 90, "prediction": { "choice": "A" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T15:55:24.359735+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-17", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "c4e8a9a2-3cdf-4668-834b-ff7616fe4e99", "result_sha256": "37c07a6a8e314b5cd7e33d2c5744a63215ba7c2046d4950d8c3b30192669a953", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002206, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "B" }, "group_id": "match-binding-18", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-18.png", "input_tokens": 695, "latency_sec": 2.1913848179392517, "model_name": "gpt-5.6-terra", "out_of_srgb": null, "output_tokens": 68, "prediction": { "choice": "B" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T14:08:52.946169+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-18", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "ec97b2b2-1c8b-460e-97df-28ae9db40fa8", "result_sha256": "620e4ec7e2d29765a0ed1a00a0546aac1b46839958ac9d4a9d81adb9797256e3", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00229, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "C" }, "group_id": "match-binding-19", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-19.png", "input_tokens": 695, "latency_sec": 2.311281292932108, "model_name": "gpt-5.6-terra", "out_of_srgb": null, "output_tokens": 75, "prediction": { "choice": "C" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-16T15:35:52.305045+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-19", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "784e33e3-a8dd-47ae-9a83-27972cd97fb6", "result_sha256": "9776d00ac9f05150c813d5e434c2507fda9cb1bb9134318a093f4e5710cf3f59", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00217, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "D" }, "group_id": "match-binding-20", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-20.png", "input_tokens": 695, "latency_sec": 2.400381118990481, "model_name": "gpt-5.6-terra", "out_of_srgb": null, "output_tokens": 65, "prediction": { "choice": "D" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "openai", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-16T15:53:15.415527+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-20", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "5a7fcc5f-15a4-483c-9c7d-612bcd43010d", "result_sha256": "98ec78d4e19f78d8a2a58794f7edca8687692353ccc461f7efea42ce1be08ccc", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002254, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "A" }, "group_id": "match-binding-21", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-21.png", "input_tokens": 695, "latency_sec": 2.222888821037486, "model_name": "gpt-5.6-terra", "out_of_srgb": null, "output_tokens": 72, "prediction": { "choice": "A" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T16:31:49.524826+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-21", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "060f3a49-81e2-4257-af34-2777f935f81f", "result_sha256": "1f5cdcdc908f60140016b4aa56c2f2c2dba7928bcca12a0cebf9cacb9c4b21af", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002242, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "B" }, "group_id": "match-binding-22", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-22.png", "input_tokens": 695, "latency_sec": 2.008542409981601, "model_name": "gpt-5.6-terra", "out_of_srgb": null, "output_tokens": 71, "prediction": { "choice": "B" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T14:59:58.777738+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-22", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "3e417aff-5c69-4f30-9173-549f494e8b08", "result_sha256": "2e79dc05eec373464b5ace23b7dc03e742c2f8a56460d2ebd2afff177a7350de", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00259, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "C" }, "group_id": "match-binding-23", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-23.png", "input_tokens": 695, "latency_sec": 2.5788112580776215, "model_name": "gpt-5.6-terra", "out_of_srgb": null, "output_tokens": 100, "prediction": { "choice": "C" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-16T14:33:36.585368+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-23", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "fb6bb520-12dc-456f-ab8b-e99d0f1bfdf8", "result_sha256": "dbbdca2d921aacb0e01eb5bc990780a447ebcc92ba42a10ef27c264078140373", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.006394, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "D" }, "group_id": "match-binding-24", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-24.png", "input_tokens": 695, "latency_sec": 12.368166950065643, "model_name": "gpt-5.6-terra", "out_of_srgb": null, "output_tokens": 417, "prediction": { "choice": "D" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "openai", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-16T15:40:35.944873+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-24", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "0a33beef-33ef-47e4-a1d5-0eb30dd1abc9", "result_sha256": "ac456d2dbf9c4fdc14c43127d649e861b56c82047ac5f3e2f8e342b639484b02", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.01339, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "A" }, "group_id": "match-binding-25", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-25.png", "input_tokens": 695, "latency_sec": 18.419323871959932, "model_name": "gpt-5.6-terra", "out_of_srgb": null, "output_tokens": 1000, "prediction": { "choice": "C" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-16T14:07:27.114910+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-binding-25", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "4ca70442-57d1-4c1a-9bc2-51f1777c911c", "result_sha256": "566b8733fc06e2b8f477b39e681a127b38d7079cc92f0dedd67c3c11490d2937", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.005518, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "B" }, "group_id": "match-binding-26", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-26.png", "input_tokens": 695, "latency_sec": 7.238473115954548, "model_name": "gpt-5.6-terra", "out_of_srgb": null, "output_tokens": 344, "prediction": { "choice": "D" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "openai", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-16T14:55:08.518313+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-binding-26", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "089381b7-bcf3-4b63-b73d-3bef06894661", "result_sha256": "2e679faf08890fcffbed5faf4cb98e72a04bc1e0449b5ef8f7cfb8a660c586ae", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.00577, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "C" }, "group_id": "match-binding-27", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-27.png", "input_tokens": 695, "latency_sec": 10.965873545967042, "model_name": "gpt-5.6-terra", "out_of_srgb": null, "output_tokens": 365, "prediction": { "choice": "D" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "openai", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-16T14:00:32.275337+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-binding-27", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "3ee288d7-2c08-4796-8cf0-ea728807685a", "result_sha256": "1f8da648d02af36f3a8bedaefc89cf11ffe421bc102f10871d92c7d829e3335e", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.00259, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "D" }, "group_id": "match-binding-28", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-28.png", "input_tokens": 695, "latency_sec": 2.5222936189966276, "model_name": "gpt-5.6-terra", "out_of_srgb": null, "output_tokens": 100, "prediction": { "choice": "B" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T14:17:31.632735+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-binding-28", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "8401f48d-d17d-4bdd-861f-a1ceb49e6374", "result_sha256": "d2f3184d1cde18ee86984ab5411af8263fff836ae5ae9d2ad150de8e00b1e11c", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.007042, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "A" }, "group_id": "match-binding-29", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-29.png", "input_tokens": 695, "latency_sec": 10.035348918987438, "model_name": "gpt-5.6-terra", "out_of_srgb": null, "output_tokens": 471, "prediction": { "choice": "A" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T14:23:16.898432+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-29", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "164fad1c-600d-4d25-99d9-c1cac98319d0", "result_sha256": "1e3b9bd59a7f5934c930768d0f1e5f16f874caa71e9165f45faec958ea8971d0", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.006166, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "B" }, "group_id": "match-binding-30", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-30.png", "input_tokens": 695, "latency_sec": 15.73468800703995, "model_name": "gpt-5.6-terra", "out_of_srgb": null, "output_tokens": 398, "prediction": { "choice": "A" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T15:28:54.700522+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-binding-30", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "9e059770-09b2-405d-9eec-8e347d08874e", "result_sha256": "92a0a48d53e2f47a417f782a41c492e2a47ee6a896ca40574576e0464352cb6f", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.010078, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "C" }, "group_id": "match-binding-31", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-31.png", "input_tokens": 695, "latency_sec": 13.59716608200688, "model_name": "gpt-5.6-terra", "out_of_srgb": null, "output_tokens": 724, "prediction": { "choice": "A" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T14:54:34.282402+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-binding-31", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "56fc6fb3-5f8d-4c4a-a394-76084647cc70", "result_sha256": "14cfa3d20d67c8ac0accd2362f16dc93a18bed53bc0b712e94298efa2e18619c", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.004498, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "D" }, "group_id": "match-binding-32", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-32.png", "input_tokens": 695, "latency_sec": 6.097568540018983, "model_name": "gpt-5.6-terra", "out_of_srgb": null, "output_tokens": 259, "prediction": { "choice": "B" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T16:16:21.984270+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-binding-32", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "650e48f6-0f75-41c4-b2f2-7e075cb28315", "result_sha256": "a592a5a0707e0c0fa38390ac24f21567dbae90271b7555e517049fe644ea03bf", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002038, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "A" }, "group_id": "match-binding-33", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-33.png", "input_tokens": 695, "latency_sec": 2.2248376390198246, "model_name": "gpt-5.6-terra", "out_of_srgb": null, "output_tokens": 54, "prediction": { "choice": "A" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T16:09:06.317239+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-33", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "3cb7446f-a54f-4499-98f2-db941c8b64c5", "result_sha256": "17ef1ff90338ee57b7947dc21a96ee7b4eb412394d447ab293b8216f76b64c22", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.001834, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "B" }, "group_id": "match-binding-34", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-34.png", "input_tokens": 695, "latency_sec": 1.9384945780038834, "model_name": "gpt-5.6-terra", "out_of_srgb": null, "output_tokens": 37, "prediction": { "choice": "B" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T15:17:30.071885+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-34", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "7c90256a-5cfc-4732-898f-c89c3a8267df", "result_sha256": "a550f806c686b12ca1a6b5f324a4378628b44b6c1a9f360e758e7abee608c086", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00217, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "C" }, "group_id": "match-binding-35", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-35.png", "input_tokens": 695, "latency_sec": 2.179061722010374, "model_name": "gpt-5.6-terra", "out_of_srgb": null, "output_tokens": 65, "prediction": { "choice": "C" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-16T14:49:59.096070+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-35", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "324312bd-a4ae-45f6-a3e5-217356b4f829", "result_sha256": "904be4b2781f9b539108905667a46931f6c63e448775f3ade52c44b0da0597c9", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00169, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "D" }, "group_id": "match-binding-36", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-36.png", "input_tokens": 695, "latency_sec": 5.453688955982216, "model_name": "gpt-5.6-terra", "out_of_srgb": null, "output_tokens": 25, "prediction": { "choice": "D" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "openai", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-16T15:54:13.657117+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-36", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "1ab173d2-02be-4057-ba6b-eff05dfe9038", "result_sha256": "ad2cc375cf7169f738d5828b8f1fd44e12c6a47dc6e7577e11f5b54022df35bd", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002206, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "A" }, "group_id": "match-binding-37", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-37.png", "input_tokens": 695, "latency_sec": 1.8545115470187739, "model_name": "gpt-5.6-terra", "out_of_srgb": null, "output_tokens": 68, "prediction": { "choice": "A" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T15:32:19.927009+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-37", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "06ee82a1-2fd0-4047-8a8e-3d5549a42a60", "result_sha256": "38b4b7b607362be913e4e3380ece6263afd3d189a438676a8adde63fcb818267", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002206, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "B" }, "group_id": "match-binding-38", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-38.png", "input_tokens": 695, "latency_sec": 2.0308924689888954, "model_name": "gpt-5.6-terra", "out_of_srgb": null, "output_tokens": 68, "prediction": { "choice": "B" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T16:21:35.487196+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-38", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "63374967-d4b6-4a5d-a5a0-d73423ee2e70", "result_sha256": "7ee1959201df095e734c5894308745863f296e081672da88f2d6ff4ba3ac557f", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002134, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "C" }, "group_id": "match-binding-39", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-39.png", "input_tokens": 695, "latency_sec": 2.040469128987752, "model_name": "gpt-5.6-terra", "out_of_srgb": null, "output_tokens": 62, "prediction": { "choice": "C" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-16T14:43:14.099906+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-39", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "7288e0e9-8b19-42d9-8295-efe1751641ed", "result_sha256": "db9d98fe54f92544ab2968906632a0139c3a2dc1528c40a72cff4f59862df109", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002662, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "D" }, "group_id": "match-binding-40", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-40.png", "input_tokens": 695, "latency_sec": 3.239458443946205, "model_name": "gpt-5.6-terra", "out_of_srgb": null, "output_tokens": 106, "prediction": { "choice": "D" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "openai", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-16T14:49:02.381663+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-40", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "e2bbe1a3-2623-4086-9d5e-ff341f7a255f", "result_sha256": "c060426528c425ac9787c578441f1fc9fe7b5d1043aa482f3c8090ed379356a1", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00349, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "A" }, "group_id": "match-binding-41", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-41.png", "input_tokens": 695, "latency_sec": 4.761438139015809, "model_name": "gpt-5.6-terra", "out_of_srgb": null, "output_tokens": 175, "prediction": { "choice": "A" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T15:23:34.757315+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-41", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "b8f401cd-8b7c-4b17-8fd2-121303af2681", "result_sha256": "4ec6e2c29aee1e7797d3cde9c2ce92d9286c947b2b5113db18aac5dabe7e02e2", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002302, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "B" }, "group_id": "match-binding-42", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-42.png", "input_tokens": 695, "latency_sec": 2.4290459390031174, "model_name": "gpt-5.6-terra", "out_of_srgb": null, "output_tokens": 76, "prediction": { "choice": "B" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T16:06:05.180171+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-42", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "77d112c1-2056-40cf-8dbf-0ab6ac1c692d", "result_sha256": "49a407fccfb21f95509de4bc46e7f868603991c165404f508709c82cbf6c94f9", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.005338, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "C" }, "group_id": "match-binding-43", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-43.png", "input_tokens": 695, "latency_sec": 31.13232000998687, "model_name": "gpt-5.6-terra", "out_of_srgb": null, "output_tokens": 329, "prediction": { "choice": "A" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T15:46:50.118909+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-binding-43", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "bdf7caf5-9c5f-4923-8396-6f4166e8c8b9", "result_sha256": "7da4c6bd91b51044deaa2f14c80e724c6daa92806eb3f36868959d366c7e9b96", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002278, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "D" }, "group_id": "match-binding-44", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-44.png", "input_tokens": 695, "latency_sec": 2.3089886320522055, "model_name": "gpt-5.6-terra", "out_of_srgb": null, "output_tokens": 74, "prediction": { "choice": "D" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "openai", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-16T14:40:54.715023+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-44", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "887c9604-c40e-48b3-a99f-67b976cbfa6c", "result_sha256": "c2f3011e698b087fadff62d119e19c159900f610e928ba94dc950b36303dea72", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002974, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "A" }, "group_id": "match-binding-45", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-45.png", "input_tokens": 695, "latency_sec": 4.154265527962707, "model_name": "gpt-5.6-terra", "out_of_srgb": null, "output_tokens": 132, "prediction": { "choice": "A" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T14:12:55.265450+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-45", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "3374ee8a-127b-489c-b972-3dbfe422e9b2", "result_sha256": "b1570f728bfa9e9d18afafb472fd067b9239e4e5816bafdbd6bd2f8d19960d11", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00253, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "B" }, "group_id": "match-binding-46", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-46.png", "input_tokens": 695, "latency_sec": 2.1370760609861463, "model_name": "gpt-5.6-terra", "out_of_srgb": null, "output_tokens": 95, "prediction": { "choice": "B" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T15:53:55.654494+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-46", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "0365268c-f6e2-4728-b245-d0469bab075b", "result_sha256": "8039e838df28dc7d837962fe1f67b1ac3e0370973db56335ea9d57865db5276e", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.011074, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "C" }, "group_id": "match-binding-47", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-47.png", "input_tokens": 695, "latency_sec": 17.029613844002597, "model_name": "gpt-5.6-terra", "out_of_srgb": null, "output_tokens": 807, "prediction": { "choice": "A" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T16:06:44.674620+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-binding-47", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "94c7df05-dc2f-45e4-a9bb-4c54a7ebfae0", "result_sha256": "8c29f2b60debf01910cbd007562db2553ddfc1fcf950f8ee1d54b4a7aa845371", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002782, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "D" }, "group_id": "match-binding-48", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-48.png", "input_tokens": 695, "latency_sec": 2.766017746995203, "model_name": "gpt-5.6-terra", "out_of_srgb": null, "output_tokens": 116, "prediction": { "choice": "D" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "openai", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-16T16:15:13.653811+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-48", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "515eba69-74dd-4c58-8af4-21a10d20bc7a", "result_sha256": "ba0f5aae34d8ac1e86a24f9d85a9249b77f6179c3c186698c5521cc685b18df2", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.001818, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "B" }, "group_id": "chroma-chain-01-edge-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-01.png", "input_tokens": 693, "latency_sec": 1.3896044130669907, "model_name": "gpt-5.6-terra", "out_of_srgb": null, "output_tokens": 36, "prediction": { "choice": "B" }, "prompt_sha256": "7cb1baae3d2170148c899969e7afaa6d6a5143997cc3086bc447697d521e10ca", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T16:25:29.108033+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-01", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "4d64bfdc-7b5f-4465-9a9b-4ea1c5f11e76", "result_sha256": "5ece97d6dd2251d315b40130c78f92073b52c0d4fbb04ca09b43dc6d46090ef3", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002094, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "A" }, "group_id": "chroma-chain-01-edge-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-02.png", "input_tokens": 693, "latency_sec": 1.6610330539988354, "model_name": "gpt-5.6-terra", "out_of_srgb": null, "output_tokens": 59, "prediction": { "choice": "A" }, "prompt_sha256": "7cb1baae3d2170148c899969e7afaa6d6a5143997cc3086bc447697d521e10ca", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T15:14:16.403942+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-02", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "0f542c03-dfa6-4f73-a147-32352662107c", "result_sha256": "7df0ae7b1a8fc97d358619e384c16cc0ce4a1ffd695ad87e3a82079fa088b37a", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00201, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "A" }, "group_id": "chroma-chain-01-edge-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-03.png", "input_tokens": 693, "latency_sec": 1.6241470780223608, "model_name": "gpt-5.6-terra", "out_of_srgb": null, "output_tokens": 52, "prediction": { "choice": "A" }, "prompt_sha256": "f7627aca5640b4e4bb5108ec22eda036673dd7300493ad098f17639bff610e34", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T16:22:09.299116+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-03", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "963616ba-2c41-4f08-a048-99b839376399", "result_sha256": "cd69976bf9ff046c1f3ec0ac6dcc378b76e7e54d8981775ece54641ffcd7bfe4", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.001866, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "B" }, "group_id": "chroma-chain-01-edge-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-04.png", "input_tokens": 693, "latency_sec": 2.2019793069921434, "model_name": "gpt-5.6-terra", "out_of_srgb": null, "output_tokens": 40, "prediction": { "choice": "B" }, "prompt_sha256": "f7627aca5640b4e4bb5108ec22eda036673dd7300493ad098f17639bff610e34", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T16:19:29.864636+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-04", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "a933561b-83e9-44b4-851b-859264b7750b", "result_sha256": "0fca4e76ea402a765accffa4e158316431419440689c44576dd572007fa704d7", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.001986, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "B" }, "group_id": "chroma-chain-01-edge-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-05.png", "input_tokens": 693, "latency_sec": 4.940314006060362, "model_name": "gpt-5.6-terra", "out_of_srgb": null, "output_tokens": 50, "prediction": { "choice": "B" }, "prompt_sha256": "7cb1baae3d2170148c899969e7afaa6d6a5143997cc3086bc447697d521e10ca", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T14:47:55.742585+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-05", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "d9f7f30b-fb14-4fa8-b4fe-f084278703f1", "result_sha256": "529c6c40fb5fdf7fcffe9e332450a187c0d9671b71a31a8fc85b1befa53eed3a", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002154, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "A" }, "group_id": "chroma-chain-01-edge-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-06.png", "input_tokens": 693, "latency_sec": 2.444491107016802, "model_name": "gpt-5.6-terra", "out_of_srgb": null, "output_tokens": 64, "prediction": { "choice": "A" }, "prompt_sha256": "7cb1baae3d2170148c899969e7afaa6d6a5143997cc3086bc447697d521e10ca", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T14:44:02.143037+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-06", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "4bc4621f-c9f5-4393-b94d-50cd957681d9", "result_sha256": "1a7c66fb49525b3f8deefc66c45a18737102bb0ede30bb15c990e1d3e1e3c950", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002106, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "A" }, "group_id": "chroma-chain-01-edge-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-07.png", "input_tokens": 693, "latency_sec": 1.7032806429779157, "model_name": "gpt-5.6-terra", "out_of_srgb": null, "output_tokens": 60, "prediction": { "choice": "A" }, "prompt_sha256": "f7627aca5640b4e4bb5108ec22eda036673dd7300493ad098f17639bff610e34", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T14:57:16.472583+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-07", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "38fff21f-a594-42e8-9eac-d55cafc0fd43", "result_sha256": "09d8a8d0bfcf09e890a38318115b23b2da228f5d8e04e8781f4023ed4e07a5af", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002058, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "B" }, "group_id": "chroma-chain-01-edge-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-08.png", "input_tokens": 693, "latency_sec": 3.249992026016116, "model_name": "gpt-5.6-terra", "out_of_srgb": null, "output_tokens": 56, "prediction": { "choice": "B" }, "prompt_sha256": "f7627aca5640b4e4bb5108ec22eda036673dd7300493ad098f17639bff610e34", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T16:05:02.396428+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-08", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "60151e01-9320-4d37-8317-44599b0cbd2d", "result_sha256": "1da2dfea12c26bdc5ca0dd404404821e68cb18c06ddb553859297685929cc900", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.001842, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "B" }, "group_id": "chroma-chain-01-edge-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-09.png", "input_tokens": 693, "latency_sec": 3.1719489729730412, "model_name": "gpt-5.6-terra", "out_of_srgb": null, "output_tokens": 38, "prediction": { "choice": "B" }, "prompt_sha256": "7cb1baae3d2170148c899969e7afaa6d6a5143997cc3086bc447697d521e10ca", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T14:08:44.108510+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-09", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "52246230-2087-4d7e-8c9b-66d935ada8a2", "result_sha256": "5de2b6d5d8bb58e044a698452106852b53d1191b25e93e18f5e8c17f6c1f8e57", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002526, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "A" }, "group_id": "chroma-chain-01-edge-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-10.png", "input_tokens": 693, "latency_sec": 9.48962605302222, "model_name": "gpt-5.6-terra", "out_of_srgb": null, "output_tokens": 95, "prediction": { "choice": "A" }, "prompt_sha256": "7cb1baae3d2170148c899969e7afaa6d6a5143997cc3086bc447697d521e10ca", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T15:12:39.422773+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-10", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "e92c2864-5bc2-4c5d-a000-1cd296852bdb", "result_sha256": "68af9a6f014b9a9e9e021d7d76b0e6b94f5a5e0efaf91c3b6f9607f7343af7e4", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002082, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "A" }, "group_id": "chroma-chain-01-edge-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-11.png", "input_tokens": 693, "latency_sec": 7.037361791008152, "model_name": "gpt-5.6-terra", "out_of_srgb": null, "output_tokens": 58, "prediction": { "choice": "A" }, "prompt_sha256": "f7627aca5640b4e4bb5108ec22eda036673dd7300493ad098f17639bff610e34", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T14:20:23.655810+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-11", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "5033891a-c5cd-45c9-b066-a0a305def29c", "result_sha256": "14b14aa273bce6f45cab64ff202fe3ed5d9bcedb2dad32f3867ba3638bee3df9", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00213, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "B" }, "group_id": "chroma-chain-01-edge-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-12.png", "input_tokens": 693, "latency_sec": 2.890392275992781, "model_name": "gpt-5.6-terra", "out_of_srgb": null, "output_tokens": 62, "prediction": { "choice": "B" }, "prompt_sha256": "f7627aca5640b4e4bb5108ec22eda036673dd7300493ad098f17639bff610e34", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T15:45:34.244861+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-12", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "84748d44-fbb9-4d2c-9dd9-d160727a9525", "result_sha256": "1ce83c639b35819860fd16827a695d5d147741bf94537c0968013f0f7efa7c40", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.001998, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "B" }, "group_id": "chroma-chain-01-edge-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-13.png", "input_tokens": 693, "latency_sec": 1.9868007230106741, "model_name": "gpt-5.6-terra", "out_of_srgb": null, "output_tokens": 51, "prediction": { "choice": "B" }, "prompt_sha256": "7cb1baae3d2170148c899969e7afaa6d6a5143997cc3086bc447697d521e10ca", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T15:27:14.979225+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-13", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "ba2e87a4-6561-4e22-bd9e-24d73153cf65", "result_sha256": "74d166ae849dabe6dd34fe4c388fe08397e45a2d34784ae6709334bcc112cad0", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002202, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "A" }, "group_id": "chroma-chain-01-edge-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-14.png", "input_tokens": 693, "latency_sec": 2.39272660005372, "model_name": "gpt-5.6-terra", "out_of_srgb": null, "output_tokens": 68, "prediction": { "choice": "A" }, "prompt_sha256": "7cb1baae3d2170148c899969e7afaa6d6a5143997cc3086bc447697d521e10ca", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T15:37:37.418558+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-14", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "016d94cd-b6ee-46af-b763-fd03ad5e63b1", "result_sha256": "d87b19981b0f1d53057d6be90e283091a8d39b994b8a78a3e4e2e82591f709fe", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002358, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "A" }, "group_id": "chroma-chain-01-edge-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-15.png", "input_tokens": 693, "latency_sec": 2.3158623380586505, "model_name": "gpt-5.6-terra", "out_of_srgb": null, "output_tokens": 81, "prediction": { "choice": "A" }, "prompt_sha256": "f7627aca5640b4e4bb5108ec22eda036673dd7300493ad098f17639bff610e34", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T14:13:30.044010+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-15", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "6fda1de8-2f7b-40ef-b53c-39c69241ca0e", "result_sha256": "5c79f06ad7e2213812860f0711a331b213ba842da02cb021a35fa59b126c179b", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002718, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "B" }, "group_id": "chroma-chain-01-edge-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-16.png", "input_tokens": 693, "latency_sec": 3.0069312839768827, "model_name": "gpt-5.6-terra", "out_of_srgb": null, "output_tokens": 111, "prediction": { "choice": "B" }, "prompt_sha256": "f7627aca5640b4e4bb5108ec22eda036673dd7300493ad098f17639bff610e34", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T16:03:24.737825+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-16", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "a4c2051b-5c46-4f06-9eca-455a7e9e8a6d", "result_sha256": "6d663536d00b8afada60ec21fc9239a6a1b14f45a2383a52d39c0363701a411c", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.001818, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "B" }, "group_id": "chroma-chain-02-edge-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-17.png", "input_tokens": 693, "latency_sec": 1.379098971025087, "model_name": "gpt-5.6-terra", "out_of_srgb": null, "output_tokens": 36, "prediction": { "choice": "B" }, "prompt_sha256": "7cb1baae3d2170148c899969e7afaa6d6a5143997cc3086bc447697d521e10ca", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T14:19:32.528635+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-17", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "f70fd6db-f89d-4245-a3c6-c970ffac8ada", "result_sha256": "4336d1bf6e38a8a16239a68a54f14b1ec55da5df8be71d0283df07f44f3404c7", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.001782, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "A" }, "group_id": "chroma-chain-02-edge-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-18.png", "input_tokens": 693, "latency_sec": 1.7292903270572424, "model_name": "gpt-5.6-terra", "out_of_srgb": null, "output_tokens": 33, "prediction": { "choice": "A" }, "prompt_sha256": "7cb1baae3d2170148c899969e7afaa6d6a5143997cc3086bc447697d521e10ca", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T14:50:07.192418+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-18", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "4d7655f9-8c7a-49cb-90ad-0433279f502f", "result_sha256": "01b7def9351861836b0449d17d314f46c84ca2874077325dd2ed375d766abcfe", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00201, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "A" }, "group_id": "chroma-chain-02-edge-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-19.png", "input_tokens": 693, "latency_sec": 2.080974009935744, "model_name": "gpt-5.6-terra", "out_of_srgb": null, "output_tokens": 52, "prediction": { "choice": "A" }, "prompt_sha256": "f7627aca5640b4e4bb5108ec22eda036673dd7300493ad098f17639bff610e34", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T15:53:33.171271+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-19", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "363b70c5-c70b-4204-b606-3d1235f89607", "result_sha256": "2273870976c03caecb3d111ce4759667e97ed6c341b37d19f251d6aef30fb398", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.001818, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "B" }, "group_id": "chroma-chain-02-edge-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-20.png", "input_tokens": 693, "latency_sec": 7.0002707979874685, "model_name": "gpt-5.6-terra", "out_of_srgb": null, "output_tokens": 36, "prediction": { "choice": "B" }, "prompt_sha256": "f7627aca5640b4e4bb5108ec22eda036673dd7300493ad098f17639bff610e34", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T14:02:39.948046+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-20", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "e4d33776-2436-4b64-b732-f8e98c3af40b", "result_sha256": "e9730aa4236ef1c1c666296b88fb24650fa9192b9c87ef0e711512a80dc7541a", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.001974, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "B" }, "group_id": "chroma-chain-02-edge-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-21.png", "input_tokens": 693, "latency_sec": 1.6391321109840646, "model_name": "gpt-5.6-terra", "out_of_srgb": null, "output_tokens": 49, "prediction": { "choice": "B" }, "prompt_sha256": "7cb1baae3d2170148c899969e7afaa6d6a5143997cc3086bc447697d521e10ca", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T14:14:32.732439+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-21", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "e36a0d1a-5333-4d42-9326-4aea0a2971df", "result_sha256": "b0d3c979eda37bed3ab8a4dc3bb548985ea9b1f4031cb36ca3511dbddd0b0594", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002358, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "A" }, "group_id": "chroma-chain-02-edge-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-22.png", "input_tokens": 693, "latency_sec": 10.709543450037017, "model_name": "gpt-5.6-terra", "out_of_srgb": null, "output_tokens": 81, "prediction": { "choice": "A" }, "prompt_sha256": "7cb1baae3d2170148c899969e7afaa6d6a5143997cc3086bc447697d521e10ca", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T15:22:23.883251+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-22", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "6c2ad508-26f2-4ac7-a927-5abab3f1bcf2", "result_sha256": "e6bb6034d94705156e0621142dbbcc6727ff7138ed5ef2fe61b216b0cbd7e6ee", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.001998, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "A" }, "group_id": "chroma-chain-02-edge-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-23.png", "input_tokens": 693, "latency_sec": 1.9122899390058592, "model_name": "gpt-5.6-terra", "out_of_srgb": null, "output_tokens": 51, "prediction": { "choice": "A" }, "prompt_sha256": "f7627aca5640b4e4bb5108ec22eda036673dd7300493ad098f17639bff610e34", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T14:50:33.756442+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-23", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "0ab78d83-2734-44d5-a5e9-fa3bec784057", "result_sha256": "870c4f57b37d5b2a32b0b561280c390dc872cb4d51d0c37cc65c346abf4cdf1a", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002454, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "B" }, "group_id": "chroma-chain-02-edge-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-24.png", "input_tokens": 693, "latency_sec": 2.345961080980487, "model_name": "gpt-5.6-terra", "out_of_srgb": null, "output_tokens": 89, "prediction": { "choice": "B" }, "prompt_sha256": "f7627aca5640b4e4bb5108ec22eda036673dd7300493ad098f17639bff610e34", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T16:26:37.903225+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-24", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "fa7b7a3b-75d6-4199-979e-2756db090126", "result_sha256": "cb46480b54f7417971d33dfa89d2e2b0b2cd05c36a58f518facb8b979b3556ef", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002562, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "B" }, "group_id": "chroma-chain-02-edge-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-25.png", "input_tokens": 693, "latency_sec": 3.564169183955528, "model_name": "gpt-5.6-terra", "out_of_srgb": null, "output_tokens": 98, "prediction": { "choice": "B" }, "prompt_sha256": "7cb1baae3d2170148c899969e7afaa6d6a5143997cc3086bc447697d521e10ca", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T16:07:29.887819+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-25", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "1ea0c2b4-482f-4df4-80f8-f70c83f721dd", "result_sha256": "2acc448d518e2201f615a949ad00ff61e513228181f02efd372ce74d06236fd4", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.003654, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "A" }, "group_id": "chroma-chain-02-edge-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-26.png", "input_tokens": 693, "latency_sec": 4.145371888065711, "model_name": "gpt-5.6-terra", "out_of_srgb": null, "output_tokens": 189, "prediction": { "choice": "A" }, "prompt_sha256": "7cb1baae3d2170148c899969e7afaa6d6a5143997cc3086bc447697d521e10ca", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T14:09:10.088805+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-26", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "cb2d1267-5784-4ad5-8bdc-bd8b48691674", "result_sha256": "873110b52d39f0a2a505f234100a47dc073b7ffc15de8c29e4cca72f4b0da416", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00201, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "A" }, "group_id": "chroma-chain-02-edge-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-27.png", "input_tokens": 693, "latency_sec": 2.158952426048927, "model_name": "gpt-5.6-terra", "out_of_srgb": null, "output_tokens": 52, "prediction": { "choice": "A" }, "prompt_sha256": "f7627aca5640b4e4bb5108ec22eda036673dd7300493ad098f17639bff610e34", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T15:41:04.113222+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-27", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "8026c28d-a1f9-4b80-8049-207f779c11f6", "result_sha256": "cce2ed5450c358583392d86333d894ba560de5e9f23cc7e8d56c50c210fac5a5", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00279, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "B" }, "group_id": "chroma-chain-02-edge-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-28.png", "input_tokens": 693, "latency_sec": 2.939403831027448, "model_name": "gpt-5.6-terra", "out_of_srgb": null, "output_tokens": 117, "prediction": { "choice": "B" }, "prompt_sha256": "f7627aca5640b4e4bb5108ec22eda036673dd7300493ad098f17639bff610e34", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T16:22:33.857474+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-28", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "d29de773-bad6-41ff-9f25-e7f0e9a2bbc4", "result_sha256": "548e62bf8693c94cc44401e9df57391af8acd70d21d7100a3f2d5b59d6d03ebf", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.001998, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "B" }, "group_id": "chroma-chain-02-edge-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-29.png", "input_tokens": 693, "latency_sec": 1.5053886359091848, "model_name": "gpt-5.6-terra", "out_of_srgb": null, "output_tokens": 51, "prediction": { "choice": "B" }, "prompt_sha256": "7cb1baae3d2170148c899969e7afaa6d6a5143997cc3086bc447697d521e10ca", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T15:53:23.880056+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-29", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "9d9a65b2-de64-4bb5-ab21-e11e93087303", "result_sha256": "2a13faa7f0f7b7d78b443dfc0cd8e11ad32bc4009a0d6d90d34bd27a75d1b8b8", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.001998, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "A" }, "group_id": "chroma-chain-02-edge-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-30.png", "input_tokens": 693, "latency_sec": 7.494936203001998, "model_name": "gpt-5.6-terra", "out_of_srgb": null, "output_tokens": 51, "prediction": { "choice": "A" }, "prompt_sha256": "7cb1baae3d2170148c899969e7afaa6d6a5143997cc3086bc447697d521e10ca", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T14:53:12.163586+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-30", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "370bc13e-65b4-4f4d-98f8-0c06557c0a1f", "result_sha256": "e7918f9209a94fdf2bdc54d71a58c87ff24ac00889782c253981d8ce86149d6a", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.001974, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "A" }, "group_id": "chroma-chain-02-edge-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-31.png", "input_tokens": 693, "latency_sec": 1.5131009699543938, "model_name": "gpt-5.6-terra", "out_of_srgb": null, "output_tokens": 49, "prediction": { "choice": "A" }, "prompt_sha256": "f7627aca5640b4e4bb5108ec22eda036673dd7300493ad098f17639bff610e34", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T15:24:12.422742+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-31", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "e3f926e5-0a25-45b8-81d8-380226888931", "result_sha256": "af43c90a9c70978b27b4674502d8c02de0489fac72a1ca84e266b3c511d68916", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00189, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "B" }, "group_id": "chroma-chain-02-edge-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-32.png", "input_tokens": 693, "latency_sec": 1.9518175409175456, "model_name": "gpt-5.6-terra", "out_of_srgb": null, "output_tokens": 42, "prediction": { "choice": "B" }, "prompt_sha256": "f7627aca5640b4e4bb5108ec22eda036673dd7300493ad098f17639bff610e34", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T15:16:48.584948+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-32", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "154964e6-77d8-4dcb-9225-f489433cf734", "result_sha256": "ff83a3f3dd893402f82534e27ae3e4b809e058ee5cde55f0c8789f5aec766d40", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002238, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "B" }, "group_id": "chroma-chain-03-edge-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-33.png", "input_tokens": 693, "latency_sec": 2.1533384469803423, "model_name": "gpt-5.6-terra", "out_of_srgb": null, "output_tokens": 71, "prediction": { "choice": "B" }, "prompt_sha256": "7cb1baae3d2170148c899969e7afaa6d6a5143997cc3086bc447697d521e10ca", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T14:57:51.407979+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-33", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "4c6fc887-5e5c-47eb-91e4-1079a588f99c", "result_sha256": "1d12861df89cc5a6810fec8707070244a4166f13a21c09e99c9eec8100e7f709", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00213, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "A" }, "group_id": "chroma-chain-03-edge-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-34.png", "input_tokens": 693, "latency_sec": 2.343112159986049, "model_name": "gpt-5.6-terra", "out_of_srgb": null, "output_tokens": 62, "prediction": { "choice": "A" }, "prompt_sha256": "7cb1baae3d2170148c899969e7afaa6d6a5143997cc3086bc447697d521e10ca", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T15:28:23.571009+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-34", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "b75d2354-c17f-4256-9f61-8e2fcd56c9c5", "result_sha256": "716bce303406a4cd7c5b47e59720f762e9351a7f62210d8e43c494eaad57d071", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.001878, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "A" }, "group_id": "chroma-chain-03-edge-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-35.png", "input_tokens": 693, "latency_sec": 2.29388564103283, "model_name": "gpt-5.6-terra", "out_of_srgb": null, "output_tokens": 41, "prediction": { "choice": "A" }, "prompt_sha256": "f7627aca5640b4e4bb5108ec22eda036673dd7300493ad098f17639bff610e34", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T15:28:14.825313+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-35", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "1753fc1d-2ac5-4d6e-a57a-bf3efba24750", "result_sha256": "13188d1c6c2162f852f15d9775db43c43b9279d8fe419304b8ead11767436b65", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00255, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "B" }, "group_id": "chroma-chain-03-edge-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-36.png", "input_tokens": 693, "latency_sec": 3.305819865898229, "model_name": "gpt-5.6-terra", "out_of_srgb": null, "output_tokens": 97, "prediction": { "choice": "B" }, "prompt_sha256": "f7627aca5640b4e4bb5108ec22eda036673dd7300493ad098f17639bff610e34", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T15:02:34.570016+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-36", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "c7ab9a79-bda6-4e9d-b023-503228da7e22", "result_sha256": "6c53b623db2d214a5b759feea321d985b72766a6e4ed1717de86bac509b06203", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.004434, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "B" }, "group_id": "chroma-chain-03-edge-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-37.png", "input_tokens": 693, "latency_sec": 5.645714785903692, "model_name": "gpt-5.6-terra", "out_of_srgb": null, "output_tokens": 254, "prediction": { "choice": "B" }, "prompt_sha256": "7cb1baae3d2170148c899969e7afaa6d6a5143997cc3086bc447697d521e10ca", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T14:16:07.864345+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-37", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "063a8a54-e12c-4df0-83f4-98b760ab0f94", "result_sha256": "5795e24c490e57110ae890e567c04a100db328bc939fb70328c8592eaf6271cd", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002634, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "A" }, "group_id": "chroma-chain-03-edge-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-38.png", "input_tokens": 693, "latency_sec": 2.516792286070995, "model_name": "gpt-5.6-terra", "out_of_srgb": null, "output_tokens": 104, "prediction": { "choice": "A" }, "prompt_sha256": "7cb1baae3d2170148c899969e7afaa6d6a5143997cc3086bc447697d521e10ca", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T15:13:30.346948+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-38", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "7948edd8-0022-4197-9516-4e84af1c0dc8", "result_sha256": "29ad4e8efdbcef0f073ef23cf46429a83c1c76f610c544366222bf699430aa6e", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002766, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "A" }, "group_id": "chroma-chain-03-edge-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-39.png", "input_tokens": 693, "latency_sec": 2.597189389052801, "model_name": "gpt-5.6-terra", "out_of_srgb": null, "output_tokens": 115, "prediction": { "choice": "A" }, "prompt_sha256": "f7627aca5640b4e4bb5108ec22eda036673dd7300493ad098f17639bff610e34", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T15:29:10.247155+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-39", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "615d86bd-ce7a-4bcf-988f-1d3d53d11350", "result_sha256": "5f78648d3dcec3f5adbb307b951dfee1ecfe19773708e5a98d37492d9cbf9d73", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002526, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "B" }, "group_id": "chroma-chain-03-edge-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-40.png", "input_tokens": 693, "latency_sec": 12.397114902036265, "model_name": "gpt-5.6-terra", "out_of_srgb": null, "output_tokens": 95, "prediction": { "choice": "B" }, "prompt_sha256": "f7627aca5640b4e4bb5108ec22eda036673dd7300493ad098f17639bff610e34", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T15:42:19.664635+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-40", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "b65a1b7e-d276-427e-8094-064c6601fd4e", "result_sha256": "6fefeab3de6eaf1cf566fd0b9e3609673b2fb81eed4364bb19bc56cf31556fa7", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.001962, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "B" }, "group_id": "chroma-chain-03-edge-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-41.png", "input_tokens": 693, "latency_sec": 1.6297431160928681, "model_name": "gpt-5.6-terra", "out_of_srgb": null, "output_tokens": 48, "prediction": { "choice": "B" }, "prompt_sha256": "7cb1baae3d2170148c899969e7afaa6d6a5143997cc3086bc447697d521e10ca", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T14:49:33.672476+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-41", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "945df576-8a8c-4780-901a-9637d21ab4cd", "result_sha256": "9f93ae769ec31813382d75b669ed4b6a769a079aa900ade93a9903b006a77656", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002022, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "A" }, "group_id": "chroma-chain-03-edge-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-42.png", "input_tokens": 693, "latency_sec": 2.050583391916007, "model_name": "gpt-5.6-terra", "out_of_srgb": null, "output_tokens": 53, "prediction": { "choice": "A" }, "prompt_sha256": "7cb1baae3d2170148c899969e7afaa6d6a5143997cc3086bc447697d521e10ca", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T15:26:47.251771+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-42", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "7162636e-333f-4723-b817-0fa8fe42cb61", "result_sha256": "1768f182ea48909e2ff9e7133c170e7996575140e7579a9f20a00ca05225a9d0", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.001806, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "A" }, "group_id": "chroma-chain-03-edge-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-43.png", "input_tokens": 693, "latency_sec": 1.3133695101132616, "model_name": "gpt-5.6-terra", "out_of_srgb": null, "output_tokens": 35, "prediction": { "choice": "A" }, "prompt_sha256": "f7627aca5640b4e4bb5108ec22eda036673dd7300493ad098f17639bff610e34", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T14:15:53.770089+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-43", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "f85b9b0e-fafd-4587-93c0-7ff856671f55", "result_sha256": "15ced1486a483e1f33bd5452ccb224414ec7c59c492cef522768145149dfe5ff", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.001806, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "B" }, "group_id": "chroma-chain-03-edge-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-44.png", "input_tokens": 693, "latency_sec": 1.4853520030155778, "model_name": "gpt-5.6-terra", "out_of_srgb": null, "output_tokens": 35, "prediction": { "choice": "B" }, "prompt_sha256": "f7627aca5640b4e4bb5108ec22eda036673dd7300493ad098f17639bff610e34", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T14:41:27.904223+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-44", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "c5c33b76-2f9b-442b-a7f0-3c47fe44724c", "result_sha256": "2f75ca6f039503c1ed483f7b2f412a8e07729b1f7f36fd213719fb32fea6b369", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002046, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "B" }, "group_id": "chroma-chain-03-edge-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-45.png", "input_tokens": 693, "latency_sec": 2.870802912977524, "model_name": "gpt-5.6-terra", "out_of_srgb": null, "output_tokens": 55, "prediction": { "choice": "B" }, "prompt_sha256": "7cb1baae3d2170148c899969e7afaa6d6a5143997cc3086bc447697d521e10ca", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T15:31:29.237070+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-45", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "a0e8afb1-ab3c-4055-8598-c0b6350ebe71", "result_sha256": "44e48203d80bd578dd645327f9607c9249388b7867fbe2d4c8755d8228f2aed3", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.001998, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "A" }, "group_id": "chroma-chain-03-edge-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-46.png", "input_tokens": 693, "latency_sec": 3.8194366650423035, "model_name": "gpt-5.6-terra", "out_of_srgb": null, "output_tokens": 51, "prediction": { "choice": "A" }, "prompt_sha256": "7cb1baae3d2170148c899969e7afaa6d6a5143997cc3086bc447697d521e10ca", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T14:46:28.064024+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-46", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "66a15089-b8b4-42e1-9b6f-4f2d013c1bee", "result_sha256": "072091a094b156262059285c4626c7e8bcb3c91a1dce37332fff5d9fd4c7e1e8", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.001974, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "A" }, "group_id": "chroma-chain-03-edge-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-47.png", "input_tokens": 693, "latency_sec": 4.9869972029700875, "model_name": "gpt-5.6-terra", "out_of_srgb": null, "output_tokens": 49, "prediction": { "choice": "A" }, "prompt_sha256": "f7627aca5640b4e4bb5108ec22eda036673dd7300493ad098f17639bff610e34", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T15:56:00.518205+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-47", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "33a4b61b-5c00-47ad-a2c3-93053a347f14", "result_sha256": "418bc0b315b096f1e680ff61eae7b92d33a171ffdec6e6f0b0b39e0ab96a39b0", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002022, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "B" }, "group_id": "chroma-chain-03-edge-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-48.png", "input_tokens": 693, "latency_sec": 1.9369306829757988, "model_name": "gpt-5.6-terra", "out_of_srgb": null, "output_tokens": 53, "prediction": { "choice": "B" }, "prompt_sha256": "f7627aca5640b4e4bb5108ec22eda036673dd7300493ad098f17639bff610e34", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T15:55:33.644933+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-48", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "85fed4b9-2c8f-4031-929a-935a3d783f02", "result_sha256": "aea391d5a375011db4348a9362b80d3aea13f29bc23874df432910a32688fa1b", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00225, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "B" }, "group_id": "chroma-chain-04-edge-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-49.png", "input_tokens": 693, "latency_sec": 1.8459830270148814, "model_name": "gpt-5.6-terra", "out_of_srgb": null, "output_tokens": 72, "prediction": { "choice": "B" }, "prompt_sha256": "7cb1baae3d2170148c899969e7afaa6d6a5143997cc3086bc447697d521e10ca", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T15:55:44.316126+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-49", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "5f1954b9-0a34-42a0-bac3-6597f7e9ec53", "result_sha256": "c742d104d4c054cc34439fdf7602fdb7c569dcda12f229ad1d0f0bc8fadf005d", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002286, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "A" }, "group_id": "chroma-chain-04-edge-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-50.png", "input_tokens": 693, "latency_sec": 2.4049252689583227, "model_name": "gpt-5.6-terra", "out_of_srgb": null, "output_tokens": 75, "prediction": { "choice": "A" }, "prompt_sha256": "7cb1baae3d2170148c899969e7afaa6d6a5143997cc3086bc447697d521e10ca", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T16:08:50.275269+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-50", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "1ed13071-0042-4803-9252-451e672c645a", "result_sha256": "c83750df7d710ab377dc0a4719e87ac8b3d9cdfb98633364f43fc504e57355c6", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002478, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "A" }, "group_id": "chroma-chain-04-edge-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-51.png", "input_tokens": 693, "latency_sec": 3.101098496001214, "model_name": "gpt-5.6-terra", "out_of_srgb": null, "output_tokens": 91, "prediction": { "choice": "A" }, "prompt_sha256": "f7627aca5640b4e4bb5108ec22eda036673dd7300493ad098f17639bff610e34", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T14:10:33.244010+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-51", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "781ca3f5-d7ba-4493-98bf-f35186fb24f6", "result_sha256": "2907ef20e1b7a5d0c3f9b19bed59c281494cacf2c3c45218cedce039f1e3f8b3", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002274, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "B" }, "group_id": "chroma-chain-04-edge-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-52.png", "input_tokens": 693, "latency_sec": 2.019322995096445, "model_name": "gpt-5.6-terra", "out_of_srgb": null, "output_tokens": 74, "prediction": { "choice": "B" }, "prompt_sha256": "f7627aca5640b4e4bb5108ec22eda036673dd7300493ad098f17639bff610e34", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T15:35:11.545642+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-52", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "8e42fa96-04ff-4c5e-b43c-eed7c266d627", "result_sha256": "76c8f1f33d2194b644961c0d45ca336006fbdd59af6c7a2bff65782b9816b97f", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00183, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "B" }, "group_id": "chroma-chain-04-edge-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-53.png", "input_tokens": 693, "latency_sec": 1.3446603280026466, "model_name": "gpt-5.6-terra", "out_of_srgb": null, "output_tokens": 37, "prediction": { "choice": "B" }, "prompt_sha256": "7cb1baae3d2170148c899969e7afaa6d6a5143997cc3086bc447697d521e10ca", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T14:14:03.870494+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-53", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "39e23544-4fa5-4bf4-93c9-da76bc5b5011", "result_sha256": "b484fc19f9247b4856a1d07f8caaad86d957eed19d5a0f5a11e0d63fa6c236fa", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.001986, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "A" }, "group_id": "chroma-chain-04-edge-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-54.png", "input_tokens": 693, "latency_sec": 8.747878978028893, "model_name": "gpt-5.6-terra", "out_of_srgb": null, "output_tokens": 50, "prediction": { "choice": "A" }, "prompt_sha256": "7cb1baae3d2170148c899969e7afaa6d6a5143997cc3086bc447697d521e10ca", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T14:51:28.649958+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-54", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "9e144f6b-3c13-47f1-9bac-8b001db2e5cb", "result_sha256": "54b0d32b760e10a7ff02063adf6b048ef7d3049ea1d35aded2d61403b9bef766", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.001782, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "A" }, "group_id": "chroma-chain-04-edge-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-55.png", "input_tokens": 693, "latency_sec": 1.3913665619911626, "model_name": "gpt-5.6-terra", "out_of_srgb": null, "output_tokens": 33, "prediction": { "choice": "A" }, "prompt_sha256": "f7627aca5640b4e4bb5108ec22eda036673dd7300493ad098f17639bff610e34", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T15:30:16.402373+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-55", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "2e9ec599-429a-4221-bcaa-d787e7eefab5", "result_sha256": "22d306545878d4cda1b2efddf7659bc6e2e2a16fffb160d9f6708b0c46e93e36", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.001998, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "B" }, "group_id": "chroma-chain-04-edge-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-56.png", "input_tokens": 693, "latency_sec": 1.9849384049884975, "model_name": "gpt-5.6-terra", "out_of_srgb": null, "output_tokens": 51, "prediction": { "choice": "B" }, "prompt_sha256": "f7627aca5640b4e4bb5108ec22eda036673dd7300493ad098f17639bff610e34", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T14:09:54.962290+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-56", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "0c0d317b-333c-4286-b24e-e5d979531638", "result_sha256": "8ba467603bb125c5eb2bc3ee5fec42b7ba6bc2eaadd8d640f20ddfd854538ad5", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00201, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "B" }, "group_id": "chroma-chain-04-edge-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-57.png", "input_tokens": 693, "latency_sec": 2.53927907301113, "model_name": "gpt-5.6-terra", "out_of_srgb": null, "output_tokens": 52, "prediction": { "choice": "B" }, "prompt_sha256": "7cb1baae3d2170148c899969e7afaa6d6a5143997cc3086bc447697d521e10ca", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T16:17:56.200172+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-57", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "167cf7b9-ebd7-4e03-bdab-b68158933bbc", "result_sha256": "ece48707ed60c5e5d3ae4002e69668ae6dcc1f7c99f1d2305e0a6bbd0730e5f9", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002082, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "A" }, "group_id": "chroma-chain-04-edge-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-58.png", "input_tokens": 693, "latency_sec": 2.032805336988531, "model_name": "gpt-5.6-terra", "out_of_srgb": null, "output_tokens": 58, "prediction": { "choice": "A" }, "prompt_sha256": "7cb1baae3d2170148c899969e7afaa6d6a5143997cc3086bc447697d521e10ca", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T14:32:58.602937+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-58", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "50030d73-58c7-42d8-a57b-10a0621eccac", "result_sha256": "608be1c9c3cca2d2be19e0f10dd91c761be9c239832edf60bffb2edcc1b6d9c4", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002094, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "A" }, "group_id": "chroma-chain-04-edge-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-59.png", "input_tokens": 693, "latency_sec": 2.4961352669633925, "model_name": "gpt-5.6-terra", "out_of_srgb": null, "output_tokens": 59, "prediction": { "choice": "A" }, "prompt_sha256": "f7627aca5640b4e4bb5108ec22eda036673dd7300493ad098f17639bff610e34", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T15:15:54.413434+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-59", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "c44f700a-c5b4-4ba4-a32e-dd77d1dfc915", "result_sha256": "ce73cc379d1e5c671dff349a8a9c7fa2bffd10a48ffad79b8c51ed85efe861a9", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.001878, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "B" }, "group_id": "chroma-chain-04-edge-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-60.png", "input_tokens": 693, "latency_sec": 1.1928881469648331, "model_name": "gpt-5.6-terra", "out_of_srgb": null, "output_tokens": 41, "prediction": { "choice": "B" }, "prompt_sha256": "f7627aca5640b4e4bb5108ec22eda036673dd7300493ad098f17639bff610e34", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T15:33:59.214827+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-60", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "7c3e9469-077a-40b1-bd47-36154bcd6695", "result_sha256": "e81e4b12c34ebe13c4dc420bee17c623bb4713b361abe87f742cdb71232b1823", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.001986, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "B" }, "group_id": "chroma-chain-04-edge-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-61.png", "input_tokens": 693, "latency_sec": 1.8535172670381144, "model_name": "gpt-5.6-terra", "out_of_srgb": null, "output_tokens": 50, "prediction": { "choice": "B" }, "prompt_sha256": "7cb1baae3d2170148c899969e7afaa6d6a5143997cc3086bc447697d521e10ca", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T14:20:52.281238+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-61", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "2e207d31-94a6-44c0-8711-30cbd7d050ea", "result_sha256": "d363c63ed254da5bf23aa523ecf3974f12ec5d7f5ae0783587a2cab731c90557", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002286, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "A" }, "group_id": "chroma-chain-04-edge-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-62.png", "input_tokens": 693, "latency_sec": 4.193117758026347, "model_name": "gpt-5.6-terra", "out_of_srgb": null, "output_tokens": 75, "prediction": { "choice": "A" }, "prompt_sha256": "7cb1baae3d2170148c899969e7afaa6d6a5143997cc3086bc447697d521e10ca", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T14:16:22.614853+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-62", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "832e0894-c0c6-42fa-acc3-acbe50fb2c87", "result_sha256": "756d0da16ea0f18ca2c2681764f1f18dad5276710f47a7314bac16ddb16f41f0", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002286, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "A" }, "group_id": "chroma-chain-04-edge-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-63.png", "input_tokens": 693, "latency_sec": 2.0870445400942117, "model_name": "gpt-5.6-terra", "out_of_srgb": null, "output_tokens": 75, "prediction": { "choice": "A" }, "prompt_sha256": "f7627aca5640b4e4bb5108ec22eda036673dd7300493ad098f17639bff610e34", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T15:49:45.254130+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-63", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "b093905f-35fd-4389-8648-5552f46441cf", "result_sha256": "18f2c9d8f6c020258ea84fcb258341d1f3003a05c6faa7c989396c75c5367e7d", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.004278, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "B" }, "group_id": "chroma-chain-04-edge-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-64.png", "input_tokens": 693, "latency_sec": 21.40412867802661, "model_name": "gpt-5.6-terra", "out_of_srgb": null, "output_tokens": 241, "prediction": { "choice": "B" }, "prompt_sha256": "f7627aca5640b4e4bb5108ec22eda036673dd7300493ad098f17639bff610e34", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T16:27:18.554221+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-64", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "bb6a4f00-7be4-42cc-9286-5b528cad8f15", "result_sha256": "046dcdbf93d2f6bfa83af842e0a8fb109ff79946cd7dbc6cd7c39ce0391d6b66", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.007782, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "A" }, "group_id": "context-01-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-01.png", "input_tokens": 699, "latency_sec": 52.34377353603486, "model_name": "gpt-5.6-terra", "out_of_srgb": null, "output_tokens": 532, "prediction": { "choice": "A" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T15:43:27.115955+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-01", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "1ae9d123-3cad-4124-a9fb-8a2ff86f1e65", "result_sha256": "7fafddb1405a6dec6bd977d154e4de3d44b82d471a14798711abded4e8be9089", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002298, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "B" }, "group_id": "context-01-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-02.png", "input_tokens": 699, "latency_sec": 2.303099678014405, "model_name": "gpt-5.6-terra", "out_of_srgb": null, "output_tokens": 75, "prediction": { "choice": "B" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T16:08:16.941660+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-02", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "ee450754-8bee-4d2c-9e08-c07e2e8ed7d0", "result_sha256": "de33e49ab8ecfce0fdaa2dc027f86838cd91b4de340ebf28fe95c42b163fb583", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002298, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "C" }, "group_id": "context-01-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-03.png", "input_tokens": 699, "latency_sec": 7.261764248949476, "model_name": "gpt-5.6-terra", "out_of_srgb": null, "output_tokens": 75, "prediction": { "choice": "C" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-16T15:12:11.298027+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-03", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "d2e18e85-f94f-4569-8dc7-181ccd6ee835", "result_sha256": "52e351545689bc7c0532b8cc801e65b45db2e25ad8fd29edcf54aac5bc753e2e", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002262, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "D" }, "group_id": "context-01-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-04.png", "input_tokens": 699, "latency_sec": 3.1108230049721897, "model_name": "gpt-5.6-terra", "out_of_srgb": null, "output_tokens": 72, "prediction": { "choice": "D" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-16T14:50:23.246323+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-04", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "6d91cb62-97e8-49a4-85ab-9a050aa3cd7d", "result_sha256": "d0fd01209e7746d07e123b50bb2b42ad81385a3aab77c7ee5d20d6cf8381cca8", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002226, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "A" }, "group_id": "context-01-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-05.png", "input_tokens": 699, "latency_sec": 6.701483077020384, "model_name": "gpt-5.6-terra", "out_of_srgb": null, "output_tokens": 69, "prediction": { "choice": "A" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T14:01:04.274023+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-05", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "0d5c1b6e-1562-4345-bb1d-58a35682c5f8", "result_sha256": "0bdd9e9b2ba8bcc478fa43255eeaefd4580d6e18cc316e850f2b27eda66c3af9", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002274, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "B" }, "group_id": "context-01-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-06.png", "input_tokens": 699, "latency_sec": 2.008869427954778, "model_name": "gpt-5.6-terra", "out_of_srgb": null, "output_tokens": 73, "prediction": { "choice": "B" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T14:45:22.408738+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-06", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "2cb5ed4b-5077-4729-83cc-b1dc9f376ffb", "result_sha256": "63d2f69cc47aa02160512b91fe49847c155e836b16b5a7f5e72ec643c2426a82", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002334, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "C" }, "group_id": "context-01-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-07.png", "input_tokens": 699, "latency_sec": 2.103732420015149, "model_name": "gpt-5.6-terra", "out_of_srgb": null, "output_tokens": 78, "prediction": { "choice": "C" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-16T14:17:05.456048+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-07", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "c7402b28-3228-42b5-b584-f2ff7461000d", "result_sha256": "c7c352601186568d16b3fb2aa623d31a054d1844331274a8b0461b91f68aa3ff", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002286, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "D" }, "group_id": "context-01-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-08.png", "input_tokens": 699, "latency_sec": 2.132938305963762, "model_name": "gpt-5.6-terra", "out_of_srgb": null, "output_tokens": 74, "prediction": { "choice": "D" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-16T15:01:50.072715+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-08", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "e3035d12-5af0-4590-8b8b-0577b3077f24", "result_sha256": "afe72ddd6efa510c0840b08a80d6e3ab071e39eabfc8ec827af8d33d0beff9e6", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002298, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "A" }, "group_id": "context-01-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-09.png", "input_tokens": 699, "latency_sec": 5.01238102291245, "model_name": "gpt-5.6-terra", "out_of_srgb": null, "output_tokens": 75, "prediction": { "choice": "A" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T15:50:01.035125+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-09", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "62842be9-58e3-497c-a136-9a69333b7fde", "result_sha256": "ed76598230f8d4f4db6d3fee6155ae2b4c3bc75d472e0ced520b3e804b7073d7", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002238, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "B" }, "group_id": "context-01-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-10.png", "input_tokens": 699, "latency_sec": 2.450909962062724, "model_name": "gpt-5.6-terra", "out_of_srgb": null, "output_tokens": 70, "prediction": { "choice": "B" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T14:51:39.708104+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-10", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "079233c5-0211-45fd-8919-e651ac7fedb2", "result_sha256": "cad6a59863263c71b4c5457d62bf94bccd528ced3657be956c8cb5f26e0c1fe0", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002298, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "C" }, "group_id": "context-01-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-11.png", "input_tokens": 699, "latency_sec": 1.9170489460229874, "model_name": "gpt-5.6-terra", "out_of_srgb": null, "output_tokens": 75, "prediction": { "choice": "C" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-16T16:07:53.712612+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-11", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "95fdbba8-4c5d-46d1-b791-e2b6a19fe0e1", "result_sha256": "e80bfda3b653a95a8b1755f68146fcf5b8d5bd087304d5ae7b80cba2c32b85da", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00225, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "D" }, "group_id": "context-01-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-12.png", "input_tokens": 699, "latency_sec": 2.581821925006807, "model_name": "gpt-5.6-terra", "out_of_srgb": null, "output_tokens": 71, "prediction": { "choice": "D" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-16T15:56:34.316783+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-12", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "240e21b9-e6fd-46ff-b724-28d6733d1c9f", "result_sha256": "d3aa6fcef1a29d1d87d41223cc2e014308ac1fcb0b4bb19ff8b7cc1b9dff1465", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.004206, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "A" }, "group_id": "context-01-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-13.png", "input_tokens": 699, "latency_sec": 7.535910990904085, "model_name": "gpt-5.6-terra", "out_of_srgb": null, "output_tokens": 234, "prediction": { "choice": "A" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T16:10:22.727895+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-13", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "a9ed64f8-75f8-46b5-87de-cfb30fcc5240", "result_sha256": "831d25abdbe90fb98cf89e6ea0a0cd2f69394d12f4c2e83f80e640c8a14b4b4a", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002274, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "B" }, "group_id": "context-01-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-14.png", "input_tokens": 699, "latency_sec": 2.7279444589512423, "model_name": "gpt-5.6-terra", "out_of_srgb": null, "output_tokens": 73, "prediction": { "choice": "B" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T14:06:28.958675+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-14", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "935f299a-b85f-4d5a-8402-4bfddfaf9299", "result_sha256": "6f5d39d1d318bd251260a14299243740eeab95d3e1165c206c48af922deaa495", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002274, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "C" }, "group_id": "context-01-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-15.png", "input_tokens": 699, "latency_sec": 2.300888138008304, "model_name": "gpt-5.6-terra", "out_of_srgb": null, "output_tokens": 73, "prediction": { "choice": "C" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-16T15:02:47.441953+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-15", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "97c5818d-79fc-4e7f-b075-616614e91628", "result_sha256": "8de844ae3327b7a330aa1dbb586de38b821081e98192d1dd1078a4a84799ba12", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002262, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "D" }, "group_id": "context-01-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-16.png", "input_tokens": 699, "latency_sec": 1.8625000469619408, "model_name": "gpt-5.6-terra", "out_of_srgb": null, "output_tokens": 72, "prediction": { "choice": "D" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-16T14:18:08.830750+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-16", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "03184856-f8bd-4699-b560-2953d4a82132", "result_sha256": "590493b135de0feb2b640aad66ed0536816f20e78e4e3ae8c443e847f9ab5e07", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002946, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "A" }, "group_id": "context-01-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-17.png", "input_tokens": 699, "latency_sec": 13.456072857952677, "model_name": "gpt-5.6-terra", "out_of_srgb": null, "output_tokens": 129, "prediction": { "choice": "A" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T16:24:54.747323+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-17", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "6531de1b-ee4d-448e-82ba-0e9b40c04508", "result_sha256": "505ae80138ea2fc2c4f6b49bc2da42c386cec89dfeeb1ef361a40a43ced4d487", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002298, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "B" }, "group_id": "context-01-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-18.png", "input_tokens": 699, "latency_sec": 1.770102394046262, "model_name": "gpt-5.6-terra", "out_of_srgb": null, "output_tokens": 75, "prediction": { "choice": "B" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T14:20:33.708243+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-18", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "47b5d828-4816-415f-bee6-552b87c5252b", "result_sha256": "9161a8d4fcdec580e260a6d9bf81e2c8daa6b8d040408d6b7c85e1e9179714e8", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002322, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "C" }, "group_id": "context-01-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-19.png", "input_tokens": 699, "latency_sec": 2.9311254509957507, "model_name": "gpt-5.6-terra", "out_of_srgb": null, "output_tokens": 77, "prediction": { "choice": "C" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-16T14:32:13.870077+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-19", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "e796ea21-b168-4b7f-8067-509d35f52645", "result_sha256": "b3cdbb3441cb60df43783bc0325f046872f905127d0aa318540e953bf9a1f30a", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00231, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "D" }, "group_id": "context-01-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-20.png", "input_tokens": 699, "latency_sec": 2.6623822399415076, "model_name": "gpt-5.6-terra", "out_of_srgb": null, "output_tokens": 76, "prediction": { "choice": "D" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-16T14:05:38.804231+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-20", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "f7423857-1e07-4edd-99df-902d492fa0b3", "result_sha256": "ad3a82f1b44965bd08684d609b4456c606909c9e00396543c369734438aa1ecc", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.002562, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "A" }, "group_id": "context-02-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-21.png", "input_tokens": 699, "latency_sec": 8.524702553986572, "model_name": "gpt-5.6-terra", "out_of_srgb": null, "output_tokens": 97, "prediction": { "choice": "C" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-16T16:31:31.729864+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-context-21", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "2df501a7-55f1-494e-ba91-e60f6c8d1b43", "result_sha256": "381e145c17a4978590fab1912034b594f5624eb035779864b41adcdc37712343", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.007362, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "B" }, "group_id": "context-02-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-22.png", "input_tokens": 699, "latency_sec": 15.28598918102216, "model_name": "gpt-5.6-terra", "out_of_srgb": null, "output_tokens": 497, "prediction": { "choice": "B" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T16:16:48.693541+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-22", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "a8ba5102-a213-4f00-9718-2cf2e218d1cc", "result_sha256": "e59534c8fdf40cc634643ab1ec58b84e60db166e49e04d947c21c1225825c503", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.00291, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "C" }, "group_id": "context-02-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-23.png", "input_tokens": 699, "latency_sec": 4.23208661400713, "model_name": "gpt-5.6-terra", "out_of_srgb": null, "output_tokens": 126, "prediction": { "choice": "A" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T14:09:44.791458+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-context-23", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "62ad8f47-9a96-4c01-981b-1a5c1a89cfd3", "result_sha256": "8806bd22fad0bd780f46e39370bb121e339d3ceba49119638441a2afbee42315", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002154, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "D" }, "group_id": "context-02-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-24.png", "input_tokens": 699, "latency_sec": 2.694798956043087, "model_name": "gpt-5.6-terra", "out_of_srgb": null, "output_tokens": 63, "prediction": { "choice": "D" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-16T15:05:02.444659+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-24", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "ee130dba-0ec6-43fa-9226-13f87d780c97", "result_sha256": "3055ffff126f323a90b43f03b2e82a94fde4226df72c3d8f72b7f8bb9637a781", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.010734, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "A" }, "group_id": "context-02-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-25.png", "input_tokens": 699, "latency_sec": 16.03854917094577, "model_name": "gpt-5.6-terra", "out_of_srgb": null, "output_tokens": 778, "prediction": { "choice": "C" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-16T14:18:47.077852+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-context-25", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "e9450bc5-1b02-47fc-80c8-a0465f8222b1", "result_sha256": "e522527b524d0b0386d0a88f3c4a0a5f6b205d4692058943ce3eafd4d665a4cf", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002394, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "B" }, "group_id": "context-02-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-26.png", "input_tokens": 699, "latency_sec": 2.226721480023116, "model_name": "gpt-5.6-terra", "out_of_srgb": null, "output_tokens": 83, "prediction": { "choice": "B" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T14:44:28.279451+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-26", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "5bacbde1-fe8e-4c97-8abf-2e04fab4e27b", "result_sha256": "6dc90be25dd0f5f69db95b93c203b5b4e332c1821c9659e945bfcddc3edf529e", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002682, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "C" }, "group_id": "context-02-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-27.png", "input_tokens": 699, "latency_sec": 3.0481397410621867, "model_name": "gpt-5.6-terra", "out_of_srgb": null, "output_tokens": 107, "prediction": { "choice": "C" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-16T15:43:06.533794+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-27", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "c36b0451-a6f2-4c9e-9f2f-23f773d12805", "result_sha256": "c2f9c19c0dcb16235964f85567050768bd3f3adc2c62689a6617215c56166a0d", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.003042, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "D" }, "group_id": "context-02-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-28.png", "input_tokens": 699, "latency_sec": 3.6301999889547005, "model_name": "gpt-5.6-terra", "out_of_srgb": null, "output_tokens": 137, "prediction": { "choice": "B" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T14:21:08.979373+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-context-28", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "31484802-c53d-442c-a60d-df20c43fb1c6", "result_sha256": "4ebe2ec70c0184e6f45ae66cfb6e85525f7855d304ea20f4ba9e83fbaec47606", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.011562, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "A" }, "group_id": "context-02-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-29.png", "input_tokens": 699, "latency_sec": 26.977029756992124, "model_name": "gpt-5.6-terra", "out_of_srgb": null, "output_tokens": 847, "prediction": { "choice": "C" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-16T15:48:43.594087+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-context-29", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "36f040ff-917c-40fd-9479-eb78d899fa9a", "result_sha256": "beaa76cebef6d16321fef679ee3b194d2636cc0d94b0fe1ffa4e46f5710d50c2", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.005082, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "B" }, "group_id": "context-02-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-30.png", "input_tokens": 699, "latency_sec": 7.5754326860187575, "model_name": "gpt-5.6-terra", "out_of_srgb": null, "output_tokens": 307, "prediction": { "choice": "B" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T15:50:52.723000+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-30", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "0e62d74d-c388-4b86-a43d-65f96cd05d89", "result_sha256": "1f09dc9102a2aa38b3c070cf95a8feac77ed1663671fa060dcc02451458e92e0", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.011634, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "C" }, "group_id": "context-02-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-31.png", "input_tokens": 699, "latency_sec": 16.463862603064626, "model_name": "gpt-5.6-terra", "out_of_srgb": null, "output_tokens": 853, "prediction": { "choice": "C" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-16T14:47:18.502722+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-31", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "1b4dd3e0-a780-40f7-bef9-636bf7827e3c", "result_sha256": "a89279d6f4f7e2ca3c55ed542cffdb733da798288593cf0704f4b47533a6c2c3", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.013362, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "D" }, "group_id": "context-02-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-32.png", "input_tokens": 699, "latency_sec": 18.9070672650123, "model_name": "gpt-5.6-terra", "out_of_srgb": null, "output_tokens": 997, "prediction": { "choice": "B" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T15:22:47.509955+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-context-32", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "e1ec3169-4f35-46d9-8f9c-d58db11183f6", "result_sha256": "121dcaa05ae12976ed15e1291e96718803ec0eb7cf817e1b75a9df4b0622dbc9", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.007782, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "A" }, "group_id": "context-02-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-33.png", "input_tokens": 699, "latency_sec": 11.828007056959905, "model_name": "gpt-5.6-terra", "out_of_srgb": null, "output_tokens": 532, "prediction": { "choice": "A" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T16:26:21.123946+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-33", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "40e62823-dd3e-4b84-ad93-da3d74061d27", "result_sha256": "25d0f9867979302b64be7dc2d6d5c922ccbaec6b6e174c1fd27bb373ca801483", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00237, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "B" }, "group_id": "context-02-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-34.png", "input_tokens": 699, "latency_sec": 2.548812619992532, "model_name": "gpt-5.6-terra", "out_of_srgb": null, "output_tokens": 81, "prediction": { "choice": "B" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T15:10:26.512914+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-34", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "f7275426-3cde-420d-9b4f-567f6cf74df2", "result_sha256": "5a04be57e709a83ab2a4078388bfb35a66fbe79c5ba44c4e38727c6cc7874c3c", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.006534, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "C" }, "group_id": "context-02-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-35.png", "input_tokens": 699, "latency_sec": 8.61494685697835, "model_name": "gpt-5.6-terra", "out_of_srgb": null, "output_tokens": 428, "prediction": { "choice": "C" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-16T14:33:18.055834+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-35", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "a3ac7f1a-00a9-43dc-b674-2504ab35f983", "result_sha256": "4b52369a9b6edc755fa99851225acc3d95ff4519161edecd2606cbb34328bd5d", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.007782, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "D" }, "group_id": "context-02-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-36.png", "input_tokens": 699, "latency_sec": 11.806589046027511, "model_name": "gpt-5.6-terra", "out_of_srgb": null, "output_tokens": 532, "prediction": { "choice": "B" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T16:01:21.367426+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-context-36", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "c0e9818b-291f-40a2-b4cb-f9b051326fb5", "result_sha256": "284b673d9fc160861db3f858775a03a2dba741e43fa2e55509c031232b82dfd6", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.011898, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "A" }, "group_id": "context-02-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-37.png", "input_tokens": 699, "latency_sec": 15.600131458020769, "model_name": "gpt-5.6-terra", "out_of_srgb": null, "output_tokens": 875, "prediction": { "choice": "A" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T15:56:22.353759+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-37", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "8e6185f1-e2d7-41fb-849b-3e0fb6500ebc", "result_sha256": "ee666708f91e4aa7449dab6c8084494cb63c071421774c8c134345b94605c9e8", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00249, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "B" }, "group_id": "context-02-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-38.png", "input_tokens": 699, "latency_sec": 2.926360726938583, "model_name": "gpt-5.6-terra", "out_of_srgb": null, "output_tokens": 91, "prediction": { "choice": "B" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T16:04:06.653783+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-38", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "f6513b14-dbaa-4c43-9aab-9ee4b04345d2", "result_sha256": "60b9831e8d44d5363e7917731974b51c548af0a15706d375d761472467d30078", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.007782, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "C" }, "group_id": "context-02-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-39.png", "input_tokens": 699, "latency_sec": 13.080445801024325, "model_name": "gpt-5.6-terra", "out_of_srgb": null, "output_tokens": 532, "prediction": { "choice": "C" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-16T14:40:01.416763+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-39", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "0352435e-ab00-4a8d-932b-4898c139318a", "result_sha256": "181ace03919b4733da8be35115c56053d4693cf9fea20bfc5477a68fcc9675e5", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.003774, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "D" }, "group_id": "context-02-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-40.png", "input_tokens": 699, "latency_sec": 5.194074045051821, "model_name": "gpt-5.6-terra", "out_of_srgb": null, "output_tokens": 198, "prediction": { "choice": "C" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-16T15:19:02.134663+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-context-40", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "e5616645-2095-4466-bd88-819df958fcbd", "result_sha256": "7a25b6d7af40bb7e78a0b940ca89b487db0289da57e7d48b598952e1c2d05ae8", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002178, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "A" }, "group_id": "context-03-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-41.png", "input_tokens": 699, "latency_sec": 2.1248437219765037, "model_name": "gpt-5.6-terra", "out_of_srgb": null, "output_tokens": 65, "prediction": { "choice": "A" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T15:14:34.276957+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-41", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "2d6a21fb-c8b4-4df8-b332-87a68f6aa41e", "result_sha256": "4df8ef142beadb685a2e026a1582ee2aa6165687866c62e13bd0ae86cd6d1078", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002322, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "B" }, "group_id": "context-03-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-42.png", "input_tokens": 699, "latency_sec": 2.6693736030720174, "model_name": "gpt-5.6-terra", "out_of_srgb": null, "output_tokens": 77, "prediction": { "choice": "B" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T14:00:42.343554+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-42", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "abdf0bf9-8818-4c03-a278-83584d056cfd", "result_sha256": "b4a696cf452604301aa1d8d0e6a47e7647da18df5f89f16d1f70ea2cef41e5cf", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00237, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "C" }, "group_id": "context-03-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-43.png", "input_tokens": 699, "latency_sec": 2.827324389014393, "model_name": "gpt-5.6-terra", "out_of_srgb": null, "output_tokens": 81, "prediction": { "choice": "C" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-16T16:04:47.278726+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-43", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "b6672017-2ea5-4016-850e-188434c6a96c", "result_sha256": "3db8621a1b80af1995255841e6074de8128fa64870d90c57257a3c7a6b378122", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002058, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "D" }, "group_id": "context-03-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-44.png", "input_tokens": 699, "latency_sec": 2.0380370010389015, "model_name": "gpt-5.6-terra", "out_of_srgb": null, "output_tokens": 55, "prediction": { "choice": "D" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-16T16:29:12.327839+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-44", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "ae442bb9-ed6e-4f7b-9df0-2e019fe86b75", "result_sha256": "eb9b8db94afbe0c43eb9f9f0b4fe30d7c5c5209f053ffa4c306a56c63e998c1c", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00663, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "A" }, "group_id": "context-03-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-45.png", "input_tokens": 699, "latency_sec": 9.520789220929146, "model_name": "gpt-5.6-terra", "out_of_srgb": null, "output_tokens": 436, "prediction": { "choice": "A" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T14:55:26.542149+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-45", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "a8ffcc80-88a3-4180-8d4d-925b7f9122e4", "result_sha256": "6b99be248061fe52b2ce241ded94d9ca3e9d4791b3b8a135a40b5eb7a0a2751a", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002154, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "B" }, "group_id": "context-03-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-46.png", "input_tokens": 699, "latency_sec": 2.4595482849981636, "model_name": "gpt-5.6-terra", "out_of_srgb": null, "output_tokens": 63, "prediction": { "choice": "B" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T14:15:16.812433+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-46", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "3027f0a8-6422-4e2d-9ef7-3782116df1b8", "result_sha256": "8900333762b1c302c697cbbab15b17edbc4201687d4cd3f75e52b9b035fcbe1d", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.003138, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "C" }, "group_id": "context-03-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-47.png", "input_tokens": 699, "latency_sec": 4.864316635066643, "model_name": "gpt-5.6-terra", "out_of_srgb": null, "output_tokens": 145, "prediction": { "choice": "C" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-16T16:22:22.522015+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-47", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "a85842b8-5d74-4a7c-a823-6e881347ad3a", "result_sha256": "1b7f5063ab893b6159dcd42592daa065549101ea17cb0953db919523ff65173f", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00369, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "D" }, "group_id": "context-03-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-48.png", "input_tokens": 699, "latency_sec": 4.836991868913174, "model_name": "gpt-5.6-terra", "out_of_srgb": null, "output_tokens": 191, "prediction": { "choice": "D" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-16T15:25:01.884913+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-48", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "13df6deb-bbea-4a47-bfa7-30c74bbd19a4", "result_sha256": "88116a23a5106d7065094799d62ee1c86c57fef89c99e9fe6b170b820b155ca4", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002226, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "A" }, "group_id": "context-03-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-49.png", "input_tokens": 699, "latency_sec": 2.0606295340694487, "model_name": "gpt-5.6-terra", "out_of_srgb": null, "output_tokens": 69, "prediction": { "choice": "A" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T14:51:05.930700+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-49", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "27ed05ca-361d-4255-a1bd-2413b307d2a0", "result_sha256": "4c7743392499c963dec51d3831f459ee61a32c793a7d26a42e9887f9f818e963", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002382, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "B" }, "group_id": "context-03-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-50.png", "input_tokens": 699, "latency_sec": 8.376821496058255, "model_name": "gpt-5.6-terra", "out_of_srgb": null, "output_tokens": 82, "prediction": { "choice": "B" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T16:18:42.485272+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-50", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "b837ab84-27d0-455e-9e8b-85bc4f53f9cf", "result_sha256": "479a27e557cc910e56777007f4e6daa078e985179ba7e9ca318b9195f3f47892", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002418, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "C" }, "group_id": "context-03-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-51.png", "input_tokens": 699, "latency_sec": 2.418580887024291, "model_name": "gpt-5.6-terra", "out_of_srgb": null, "output_tokens": 85, "prediction": { "choice": "C" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-16T15:59:28.073635+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-51", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "52e89a69-1723-464e-8503-fd29710bd20e", "result_sha256": "e58717b7fb74033037c1fdf9a47b2ef0ef704a5f8a1ed70736bb9a565f37680e", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.004842, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "D" }, "group_id": "context-03-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-52.png", "input_tokens": 699, "latency_sec": 7.4723694999702275, "model_name": "gpt-5.6-terra", "out_of_srgb": null, "output_tokens": 287, "prediction": { "choice": "D" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-16T16:05:51.706831+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-52", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "e149b924-5a40-4267-a159-42a42687ef59", "result_sha256": "5d52c1cb8543626e10c6b607df5a8f78bac3b56acf3876021ec5052040e26b27", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.01233, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "A" }, "group_id": "context-03-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-53.png", "input_tokens": 699, "latency_sec": 19.95918249094393, "model_name": "gpt-5.6-terra", "out_of_srgb": null, "output_tokens": 911, "prediction": { "choice": "A" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T14:42:03.219094+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-53", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "f5fb7457-d839-4daf-af8d-6f7961ef0258", "result_sha256": "a68c40e791357d76fff41f69e3afb8796bfd9c2a699eed240e37cc4de9c2c025", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002346, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "B" }, "group_id": "context-03-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-54.png", "input_tokens": 699, "latency_sec": 2.6976609129924327, "model_name": "gpt-5.6-terra", "out_of_srgb": null, "output_tokens": 79, "prediction": { "choice": "B" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T14:04:19.720427+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-54", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "460b4ed6-d353-4659-8ab5-cb8a1648ae8e", "result_sha256": "a75fa3271cf737d5447f04c3bd111aeec7fff2e3c87241b1eba373d4f5ae956f", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002322, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "C" }, "group_id": "context-03-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-55.png", "input_tokens": 699, "latency_sec": 2.115580772049725, "model_name": "gpt-5.6-terra", "out_of_srgb": null, "output_tokens": 77, "prediction": { "choice": "C" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-16T16:09:28.982706+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-55", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "0b3863fc-b6fd-4502-a4ca-4364ee9e5dff", "result_sha256": "2931b9546291a1211604cbb4e59c49e3c5063dc16dc76a1de59a01a2e5a3b549", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00681, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "D" }, "group_id": "context-03-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-56.png", "input_tokens": 699, "latency_sec": 9.081845512031578, "model_name": "gpt-5.6-terra", "out_of_srgb": null, "output_tokens": 451, "prediction": { "choice": "D" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-16T14:36:07.986396+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-56", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "d9314daa-c4b5-490a-9f46-cacb9abada8c", "result_sha256": "884ba7d22141070c99db82d204842489de666597466cf56e2b0ebd39810cb7fd", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.003918, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "A" }, "group_id": "context-03-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-57.png", "input_tokens": 699, "latency_sec": 4.676976713002659, "model_name": "gpt-5.6-terra", "out_of_srgb": null, "output_tokens": 210, "prediction": { "choice": "A" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T14:48:44.980127+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-57", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "5e2832b1-1cf4-45cc-805b-25a7cd6b9791", "result_sha256": "f1aa7c663d1c1edb0f3508bb7c7be3e482fcc536ff5be726fb2f2beaf480a9c4", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00303, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "B" }, "group_id": "context-03-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-58.png", "input_tokens": 699, "latency_sec": 4.324885868001729, "model_name": "gpt-5.6-terra", "out_of_srgb": null, "output_tokens": 136, "prediction": { "choice": "B" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T16:20:17.861645+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-58", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "f6e3956f-f2e5-4db1-8ac3-36a0b931670a", "result_sha256": "da1840f924e09ea847457e200fb442da630fb219a7ea0e1411ea35d017123a09", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00285, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "C" }, "group_id": "context-03-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-59.png", "input_tokens": 699, "latency_sec": 3.9816968759987503, "model_name": "gpt-5.6-terra", "out_of_srgb": null, "output_tokens": 121, "prediction": { "choice": "C" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-16T16:10:46.882530+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-59", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "ec35d7e3-5181-471d-9c73-621109486ccd", "result_sha256": "1747cda5f86336c38d48ec631e25db8182262e71fe76c8337e687f57b0eef650", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.004878, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "D" }, "group_id": "context-03-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-60.png", "input_tokens": 699, "latency_sec": 29.41757058503572, "model_name": "gpt-5.6-terra", "out_of_srgb": null, "output_tokens": 290, "prediction": { "choice": "D" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-16T15:44:45.981626+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-60", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "486cafa7-7c01-499e-a264-98046a362b1d", "result_sha256": "465d8f28f815e5392c879e3375d4edd03039dcc8f2586dcab612221af39de9bc", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00399, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "A" }, "group_id": "context-04-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-61.png", "input_tokens": 699, "latency_sec": 4.673312311060727, "model_name": "gpt-5.6-terra", "out_of_srgb": null, "output_tokens": 216, "prediction": { "choice": "A" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T15:10:54.450914+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-61", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "4e53153b-13a2-46c9-aded-d1cda44548ee", "result_sha256": "b0d89432a49cacaf11b21e8b43680c8812f0d8015dc7849fbc441433e48b27f9", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002406, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "B" }, "group_id": "context-04-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-62.png", "input_tokens": 699, "latency_sec": 2.472463165060617, "model_name": "gpt-5.6-terra", "out_of_srgb": null, "output_tokens": 84, "prediction": { "choice": "B" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T14:58:21.239581+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-62", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "b4bef6c2-5314-42d3-a890-e7b2da3ea3b8", "result_sha256": "5540fafbefdb0a6037bcde87b2dba1ca3386a577c9eb7b854757ccfe3f3de1f2", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002214, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "C" }, "group_id": "context-04-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-63.png", "input_tokens": 699, "latency_sec": 2.161099780933, "model_name": "gpt-5.6-terra", "out_of_srgb": null, "output_tokens": 68, "prediction": { "choice": "C" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-16T14:24:40.199725+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-63", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "45d6baed-fd5d-43be-9500-30bf0174de2e", "result_sha256": "87687480ba33722bfd03c7ebb27663bd008e7f95908a5d632b2778589349efd9", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00237, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "D" }, "group_id": "context-04-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-64.png", "input_tokens": 699, "latency_sec": 3.075889684027061, "model_name": "gpt-5.6-terra", "out_of_srgb": null, "output_tokens": 81, "prediction": { "choice": "D" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-16T15:28:02.519205+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-64", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "6fb099cd-6e75-43bf-a303-c5d1cf099339", "result_sha256": "48f9a4331710220f515936c639f957204db14c0f54d0a3ad04436927bc8d30b7", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002178, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "A" }, "group_id": "context-04-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-65.png", "input_tokens": 699, "latency_sec": 6.9339526139665395, "model_name": "gpt-5.6-terra", "out_of_srgb": null, "output_tokens": 65, "prediction": { "choice": "A" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T14:39:16.915395+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-65", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "f06b5e0b-45ca-4f04-88f9-bf0ffda45e38", "result_sha256": "4290a0465055d8a58f1eb4945ffb060610f0aa091583e0e96eb5e3d7f4e23d7f", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002274, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "B" }, "group_id": "context-04-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-66.png", "input_tokens": 699, "latency_sec": 2.194277737988159, "model_name": "gpt-5.6-terra", "out_of_srgb": null, "output_tokens": 73, "prediction": { "choice": "B" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T14:30:25.966662+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-66", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "fd501b0b-2985-41af-8134-d1ca631c7c78", "result_sha256": "f35cb3b783d31533897910301a6ba60781e3a8885419180b197182ac5612cc1e", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002298, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "C" }, "group_id": "context-04-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-67.png", "input_tokens": 699, "latency_sec": 2.5778927230276167, "model_name": "gpt-5.6-terra", "out_of_srgb": null, "output_tokens": 75, "prediction": { "choice": "C" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-16T15:13:53.713937+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-67", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "b39c4ffc-ea59-4604-bea0-124c4f2b97b6", "result_sha256": "0475522687b2e1cbea10ffe3fea63fe2e70dc85e671143921f83c75ef31a8665", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002238, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "D" }, "group_id": "context-04-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-68.png", "input_tokens": 699, "latency_sec": 1.9966336879879236, "model_name": "gpt-5.6-terra", "out_of_srgb": null, "output_tokens": 70, "prediction": { "choice": "D" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-16T15:31:52.883085+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-68", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "14e8675d-b2f5-4bad-bc52-85b9ab2be7b2", "result_sha256": "3c112803d3ef321797a30fad4410a2ca257c9710f130fb5ac074f89795fb3336", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002334, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "A" }, "group_id": "context-04-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-69.png", "input_tokens": 699, "latency_sec": 3.066734716994688, "model_name": "gpt-5.6-terra", "out_of_srgb": null, "output_tokens": 78, "prediction": { "choice": "A" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T15:21:20.737167+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-69", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "68a42248-4853-493b-9cb5-eaf1ad55192f", "result_sha256": "e838b45a73c03ee6fe9cfbaedc9eab83a2c093826a19efabf19d0b8a6ad98960", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002346, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "B" }, "group_id": "context-04-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-70.png", "input_tokens": 699, "latency_sec": 2.8471392299979925, "model_name": "gpt-5.6-terra", "out_of_srgb": null, "output_tokens": 79, "prediction": { "choice": "B" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T16:19:10.505669+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-70", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "ecd234ec-9955-4b1c-a70b-464539f67b09", "result_sha256": "d82a79c0db9e3f5eb0913d696ab83c180fc901de526301b9d89310e0a7b2fbc0", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002358, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "C" }, "group_id": "context-04-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-71.png", "input_tokens": 699, "latency_sec": 2.2877184479730204, "model_name": "gpt-5.6-terra", "out_of_srgb": null, "output_tokens": 80, "prediction": { "choice": "C" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-16T15:46:34.306710+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-71", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "15d2033f-bf9b-4430-8e93-42d140fc44b7", "result_sha256": "40599207271c433dadc904c2f7b025c179a02d3c5cf273129271309612e9f19d", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002406, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "D" }, "group_id": "context-04-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-72.png", "input_tokens": 699, "latency_sec": 8.220744382007979, "model_name": "gpt-5.6-terra", "out_of_srgb": null, "output_tokens": 84, "prediction": { "choice": "D" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-16T16:28:08.982523+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-72", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "168a5e44-6673-4378-bbb7-6159fb5aef5a", "result_sha256": "e6233e174e586ed804f0496c8f80c77397cb46cf602afbe68721abd7e0496239", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002274, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "A" }, "group_id": "context-04-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-73.png", "input_tokens": 699, "latency_sec": 1.9606663180748, "model_name": "gpt-5.6-terra", "out_of_srgb": null, "output_tokens": 73, "prediction": { "choice": "A" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T14:28:44.440717+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-73", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "82e90639-e5c3-4341-9532-d9b2a6fbad5d", "result_sha256": "e1c4035caafc00d47453e9dd086c02061dff88c77bdafa51811712fdf2c0c7cb", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002406, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "B" }, "group_id": "context-04-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-74.png", "input_tokens": 699, "latency_sec": 8.112337870057672, "model_name": "gpt-5.6-terra", "out_of_srgb": null, "output_tokens": 84, "prediction": { "choice": "B" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T14:59:38.321956+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-74", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "a557780f-9668-4cd7-b1f0-238438ac075c", "result_sha256": "ed03901a7e1938f9d358d27141dd9642aa757ceb4917c0aa43abb4b8190278e4", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00231, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "C" }, "group_id": "context-04-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-75.png", "input_tokens": 699, "latency_sec": 2.489025099086575, "model_name": "gpt-5.6-terra", "out_of_srgb": null, "output_tokens": 76, "prediction": { "choice": "C" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-16T14:09:23.786966+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-75", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "c878b178-8bd4-464c-aec6-ac71d263e22c", "result_sha256": "f7f6abfcca64a815f50d138cd597d0e8afdd62a0db72e80f6bbab9872a75845d", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.004542, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "D" }, "group_id": "context-04-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-76.png", "input_tokens": 699, "latency_sec": 5.594486773014069, "model_name": "gpt-5.6-terra", "out_of_srgb": null, "output_tokens": 262, "prediction": { "choice": "D" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-16T14:56:52.145790+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-76", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "50b0cca2-a440-49ea-a7f0-0e8171cba539", "result_sha256": "3f8a685fa33c643af5b7d89f471a995fd5716e0b31d855bb20996cb8d74913e1", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00237, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "A" }, "group_id": "context-04-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-77.png", "input_tokens": 699, "latency_sec": 4.942503849975765, "model_name": "gpt-5.6-terra", "out_of_srgb": null, "output_tokens": 81, "prediction": { "choice": "A" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T14:13:46.370588+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-77", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "ac0eee86-7511-46a6-84af-74da4abc983b", "result_sha256": "7c7acd0991ca02b5bb7fcf11e8b3a4fb40a1c753285da6e9b520647c3471c183", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00231, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "B" }, "group_id": "context-04-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-78.png", "input_tokens": 699, "latency_sec": 2.705373053904623, "model_name": "gpt-5.6-terra", "out_of_srgb": null, "output_tokens": 76, "prediction": { "choice": "B" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T15:36:22.105703+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-78", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "378dd9fa-1541-4064-b7cc-7d90f2017043", "result_sha256": "efcd5d00a150eae504bda910386a92c7937e8423e63e08eec9e8a622ccab6777", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002334, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "C" }, "group_id": "context-04-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-79.png", "input_tokens": 699, "latency_sec": 2.356754638021812, "model_name": "gpt-5.6-terra", "out_of_srgb": null, "output_tokens": 78, "prediction": { "choice": "C" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-16T15:42:20.283320+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-79", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "24469a76-d0dc-474b-95d8-a6ccb3abd793", "result_sha256": "c2a279b49344ee047a95792cb13c84e4c25eaa7acf94f2d09ce2e700ca751d58", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002274, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "D" }, "group_id": "context-04-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-80.png", "input_tokens": 699, "latency_sec": 1.9612202279968187, "model_name": "gpt-5.6-terra", "out_of_srgb": null, "output_tokens": 73, "prediction": { "choice": "D" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-16T15:16:09.357566+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-80", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "ecf2ac0c-91bd-4898-8bc0-68dd351eaf83", "result_sha256": "e9e1701c7a303b20f0f29959f550525636e17c8015efa9dce3c9c70f3b85473c", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.003354, "delta_e_ok": null, "error": null, "error_kind": null, "family": "gradient", "ground_truth": { "choice": "A" }, "group_id": "gradient-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/gradient-01.png", "input_tokens": 705, "latency_sec": 3.5770063559757546, "model_name": "gpt-5.6-terra", "out_of_srgb": null, "output_tokens": 162, "prediction": { "choice": "A" }, "prompt_sha256": "93858b61346b697f9021a41a361838e5b0b8c06fbde9b0b35f514c9e29082ee5", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T14:10:46.870857+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-gradient-01", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "d83032bb-afc0-4b37-8ad0-5e364bb20d0f", "result_sha256": "fd1623add16a31dd0b8282166f6ddaf2e570cc152272435512de1e4d7f458ca6", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002058, "delta_e_ok": null, "error": null, "error_kind": null, "family": "gradient", "ground_truth": { "choice": "B" }, "group_id": "gradient-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/gradient-02.png", "input_tokens": 705, "latency_sec": 3.3264759980374947, "model_name": "gpt-5.6-terra", "out_of_srgb": null, "output_tokens": 54, "prediction": { "choice": "B" }, "prompt_sha256": "93858b61346b697f9021a41a361838e5b0b8c06fbde9b0b35f514c9e29082ee5", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T15:03:45.931907+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-gradient-02", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "5e3c3a15-e648-4598-834f-0dce06508713", "result_sha256": "298315df664afa75cd3c278556eb4b5b55fd4bec5d2aa48199cc768ecf193883", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00561, "delta_e_ok": null, "error": null, "error_kind": null, "family": "gradient", "ground_truth": { "choice": "C" }, "group_id": "gradient-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/gradient-03.png", "input_tokens": 705, "latency_sec": 6.905069053987972, "model_name": "gpt-5.6-terra", "out_of_srgb": null, "output_tokens": 350, "prediction": { "choice": "C" }, "prompt_sha256": "93858b61346b697f9021a41a361838e5b0b8c06fbde9b0b35f514c9e29082ee5", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-16T14:58:09.565713+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-gradient-03", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "4cc898df-5aa4-4556-9ff3-75a1db019698", "result_sha256": "e16ce2def3c7dd9b777540fd8257b45f888a1d3e9a9e3a060c0f81f910c5152c", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.003486, "delta_e_ok": null, "error": null, "error_kind": null, "family": "gradient", "ground_truth": { "choice": "D" }, "group_id": "gradient-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/gradient-04.png", "input_tokens": 705, "latency_sec": 3.6953836219618097, "model_name": "gpt-5.6-terra", "out_of_srgb": null, "output_tokens": 173, "prediction": { "choice": "D" }, "prompt_sha256": "93858b61346b697f9021a41a361838e5b0b8c06fbde9b0b35f514c9e29082ee5", "provider": "openai", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-16T14:29:39.415768+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-gradient-04", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "7fe9d112-0346-42d0-b017-13b50111324b", "result_sha256": "494fc346c95b9d98c175e8d55ec11609b697199629d18a2df09664e6748e46fe", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002154, "delta_e_ok": null, "error": null, "error_kind": null, "family": "gradient", "ground_truth": { "choice": "A" }, "group_id": "gradient-05", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/gradient-05.png", "input_tokens": 705, "latency_sec": 1.9613167319912463, "model_name": "gpt-5.6-terra", "out_of_srgb": null, "output_tokens": 62, "prediction": { "choice": "A" }, "prompt_sha256": "93858b61346b697f9021a41a361838e5b0b8c06fbde9b0b35f514c9e29082ee5", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T14:26:01.307395+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-gradient-05", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "bac15c6a-3ff3-4a69-a055-65ded165f137", "result_sha256": "b9164d4166b5ff8f5849208994822a2dbbe2bcad7a8cff69aff0ea2af3e92040", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002826, "delta_e_ok": null, "error": null, "error_kind": null, "family": "gradient", "ground_truth": { "choice": "B" }, "group_id": "gradient-06", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/gradient-06.png", "input_tokens": 705, "latency_sec": 3.296434153919108, "model_name": "gpt-5.6-terra", "out_of_srgb": null, "output_tokens": 118, "prediction": { "choice": "B" }, "prompt_sha256": "93858b61346b697f9021a41a361838e5b0b8c06fbde9b0b35f514c9e29082ee5", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T15:59:56.169964+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-gradient-06", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "ae949b0f-b61e-4faa-a4bc-90ebb73b7c23", "result_sha256": "34bc225fd692e2dc7b932cb86cb4d48226f10ef5bbab93478a1cf6378c968f74", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.003054, "delta_e_ok": null, "error": null, "error_kind": null, "family": "gradient", "ground_truth": { "choice": "C" }, "group_id": "gradient-07", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/gradient-07.png", "input_tokens": 705, "latency_sec": 10.990720607922412, "model_name": "gpt-5.6-terra", "out_of_srgb": null, "output_tokens": 137, "prediction": { "choice": "C" }, "prompt_sha256": "93858b61346b697f9021a41a361838e5b0b8c06fbde9b0b35f514c9e29082ee5", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-16T15:24:39.860037+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-gradient-07", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "d693ee18-907f-413b-b2ca-a29edbf882a4", "result_sha256": "4aa8b95bc01f05f1bec46b186deff298c7dc3318983104f744419fbdf6da7e22", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002466, "delta_e_ok": null, "error": null, "error_kind": null, "family": "gradient", "ground_truth": { "choice": "D" }, "group_id": "gradient-08", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/gradient-08.png", "input_tokens": 705, "latency_sec": 8.012503806967288, "model_name": "gpt-5.6-terra", "out_of_srgb": null, "output_tokens": 88, "prediction": { "choice": "D" }, "prompt_sha256": "93858b61346b697f9021a41a361838e5b0b8c06fbde9b0b35f514c9e29082ee5", "provider": "openai", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-16T14:45:50.993970+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-gradient-08", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "db2985c8-45aa-4563-9b74-cd9013bc3cae", "result_sha256": "5bd609452402d8e1ca7c777eb1d7a9de00059b3a0b27adfaeb1306c3c2294df8", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002538, "delta_e_ok": null, "error": null, "error_kind": null, "family": "gradient", "ground_truth": { "choice": "A" }, "group_id": "gradient-09", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/gradient-09.png", "input_tokens": 705, "latency_sec": 3.8788783190539107, "model_name": "gpt-5.6-terra", "out_of_srgb": null, "output_tokens": 94, "prediction": { "choice": "A" }, "prompt_sha256": "93858b61346b697f9021a41a361838e5b0b8c06fbde9b0b35f514c9e29082ee5", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T15:51:55.386195+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-gradient-09", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "ade275fd-bb58-4f36-8474-c464f74816cc", "result_sha256": "c50ce232f8b7e58d721f90cd8e8e33b12373dcf858225b0e98dcde52704e54fc", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.003186, "delta_e_ok": null, "error": null, "error_kind": null, "family": "gradient", "ground_truth": { "choice": "B" }, "group_id": "gradient-10", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/gradient-10.png", "input_tokens": 705, "latency_sec": 3.0881180450087413, "model_name": "gpt-5.6-terra", "out_of_srgb": null, "output_tokens": 148, "prediction": { "choice": "B" }, "prompt_sha256": "93858b61346b697f9021a41a361838e5b0b8c06fbde9b0b35f514c9e29082ee5", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T14:57:33.414893+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-gradient-10", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "dacaebdc-06dd-49a9-a72c-8b0ceccb5a83", "result_sha256": "0814c80bcc31465f04772445dfc83d3e4e5fe60189a2901f39d7e2bf7031e0b7", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.003294, "delta_e_ok": null, "error": null, "error_kind": null, "family": "gradient", "ground_truth": { "choice": "C" }, "group_id": "gradient-11", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/gradient-11.png", "input_tokens": 705, "latency_sec": 3.0494378349976614, "model_name": "gpt-5.6-terra", "out_of_srgb": null, "output_tokens": 157, "prediction": { "choice": "C" }, "prompt_sha256": "93858b61346b697f9021a41a361838e5b0b8c06fbde9b0b35f514c9e29082ee5", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-16T14:54:43.018749+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-gradient-11", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "ba43d832-4296-4480-8b2b-1047b4ebdaf9", "result_sha256": "766a203e6be7b17f7e62fe3c8a407953f829fd4b726d8b71a496ea54fa71319e", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.010386, "delta_e_ok": null, "error": null, "error_kind": null, "family": "gradient", "ground_truth": { "choice": "D" }, "group_id": "gradient-12", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/gradient-12.png", "input_tokens": 705, "latency_sec": 14.25640001008287, "model_name": "gpt-5.6-terra", "out_of_srgb": null, "output_tokens": 748, "prediction": { "choice": "D" }, "prompt_sha256": "93858b61346b697f9021a41a361838e5b0b8c06fbde9b0b35f514c9e29082ee5", "provider": "openai", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-16T14:12:48.466817+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-gradient-12", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "67d1676f-bb1e-4224-88a6-32880c058c8d", "result_sha256": "6f01140000827d0e3a40331cb47b34df4438ed01b779c68759b7233567fe0d77", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002946, "delta_e_ok": null, "error": null, "error_kind": null, "family": "gradient", "ground_truth": { "choice": "A" }, "group_id": "gradient-13", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/gradient-13.png", "input_tokens": 705, "latency_sec": 3.3199806000338867, "model_name": "gpt-5.6-terra", "out_of_srgb": null, "output_tokens": 128, "prediction": { "choice": "A" }, "prompt_sha256": "93858b61346b697f9021a41a361838e5b0b8c06fbde9b0b35f514c9e29082ee5", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T16:13:58.074677+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-gradient-13", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "62e3c30c-848d-4d01-b66a-d2259d8e1bd9", "result_sha256": "4ba40f126d42ef2cbae371e74f262826abd93f26658bc6c67d6a1e8e26653803", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002658, "delta_e_ok": null, "error": null, "error_kind": null, "family": "gradient", "ground_truth": { "choice": "B" }, "group_id": "gradient-14", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/gradient-14.png", "input_tokens": 705, "latency_sec": 2.178973072906956, "model_name": "gpt-5.6-terra", "out_of_srgb": null, "output_tokens": 104, "prediction": { "choice": "B" }, "prompt_sha256": "93858b61346b697f9021a41a361838e5b0b8c06fbde9b0b35f514c9e29082ee5", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T14:21:44.699845+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-gradient-14", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "7fd9f814-4f57-4a60-853a-82080b63e6d3", "result_sha256": "85204efb0199006616899cb2b260cd4d2ae8a8a5eb43bead01590f19436dd40d", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002178, "delta_e_ok": null, "error": null, "error_kind": null, "family": "gradient", "ground_truth": { "choice": "C" }, "group_id": "gradient-15", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/gradient-15.png", "input_tokens": 705, "latency_sec": 2.211373063037172, "model_name": "gpt-5.6-terra", "out_of_srgb": null, "output_tokens": 64, "prediction": { "choice": "C" }, "prompt_sha256": "93858b61346b697f9021a41a361838e5b0b8c06fbde9b0b35f514c9e29082ee5", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-16T14:55:45.554665+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-gradient-15", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "d4989016-1651-4426-8843-e6d08dcdd13a", "result_sha256": "a442c14e6cf5177130c9ba4de13e1dff97b7c273b68883574972d6df7fcad15c", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002778, "delta_e_ok": null, "error": null, "error_kind": null, "family": "gradient", "ground_truth": { "choice": "D" }, "group_id": "gradient-16", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/gradient-16.png", "input_tokens": 705, "latency_sec": 2.9563319119624794, "model_name": "gpt-5.6-terra", "out_of_srgb": null, "output_tokens": 114, "prediction": { "choice": "D" }, "prompt_sha256": "93858b61346b697f9021a41a361838e5b0b8c06fbde9b0b35f514c9e29082ee5", "provider": "openai", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-16T16:30:05.944837+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-gradient-16", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "adab2c13-cab5-4faa-b23b-6251628f35a1", "result_sha256": "397fcb07c1551e1426928371c2cce0ac96b4ef752ecb32336aabc79a060d74f0", "result": { "component_errors": { "h": 0.8000000000000114, "l": 0.39607843137255117, "s": 0.8062992125984323 }, "correct": null, "cost_estimated": false, "cost_usd": 0.003896, "delta_e_ok": 0.0035729600566199405, "error": null, "error_kind": null, "family": "hsl", "ground_truth": { "rgb": [ 192, 64, 80 ] }, "group_id": "numeric-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-01.png", "input_tokens": 736, "latency_sec": 5.6266378469299525, "model_name": "gpt-5.6-terra", "out_of_srgb": false, "output_tokens": 202, "prediction": { "h": 351.7, "l": 49.8, "s": 51.2 }, "prompt_sha256": "d5a3e77db006cc09848010934a3ee06e3beb9ab32aa54f5bf67eb79750a81ad8", "provider": "openai", "raw_prediction": "{\"h\":351.7,\"s\":51.2,\"l\":49.8}", "recorded_at": "2026-09-16T14:03:34.162997+00:00", "request_attempts": 1, "score": 98.21351997169003, "task_id": "colorbench-hsl-01", "tight_score": 92.85407988676012, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": true, "0.01": true, "0.02": true, "0.05": true } } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "7020933a-4e29-4331-b9fd-0b6d563c54ba", "result_sha256": "163d9104c5fd8d1cad250b00fc9501a4c696f0a6d5771fdc4b01dad783907119", "result": { "component_errors": { "h": 0.7894736842105488, "l": 0.7941176470588189, "s": 7.166666666666657 }, "correct": null, "cost_estimated": false, "cost_usd": 0.003152, "delta_e_ok": 0.016562486385465282, "error": null, "error_kind": null, "family": "hsl", "ground_truth": { "rgb": [ 38, 112, 190 ] }, "group_id": "numeric-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-02.png", "input_tokens": 736, "latency_sec": 3.898383326944895, "model_name": "gpt-5.6-terra", "out_of_srgb": false, "output_tokens": 140, "prediction": { "h": 210.0, "l": 45.5, "s": 59.5 }, "prompt_sha256": "d5a3e77db006cc09848010934a3ee06e3beb9ab32aa54f5bf67eb79750a81ad8", "provider": "openai", "raw_prediction": "{\"h\":210,\"s\":59.5,\"l\":45.5}", "recorded_at": "2026-09-16T15:25:50.773503+00:00", "request_attempts": 1, "score": 91.71875680726735, "task_id": "colorbench-hsl-02", "tight_score": 66.87502722906945, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": false, "0.02": true, "0.05": true } } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "30638747-f9d4-4c3e-ac65-0ae6be15adc5", "result_sha256": "37914b6faaeeb388a91e204676d05cff847ffe446e72e2d747a95b162293d861", "result": { "component_errors": { "h": 1.0, "l": 0.7843137254901933, "s": 0.0 }, "correct": null, "cost_estimated": false, "cost_usd": 0.003032, "delta_e_ok": 0.008790237138815193, "error": null, "error_kind": null, "family": "hsl", "ground_truth": { "rgb": [ 60, 140, 100 ] }, "group_id": "numeric-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-03.png", "input_tokens": 736, "latency_sec": 12.027974632917903, "model_name": "gpt-5.6-terra", "out_of_srgb": false, "output_tokens": 130, "prediction": { "h": 151.0, "l": 40.0, "s": 40.0 }, "prompt_sha256": "d5a3e77db006cc09848010934a3ee06e3beb9ab32aa54f5bf67eb79750a81ad8", "provider": "openai", "raw_prediction": "{\"h\":151,\"s\":40,\"l\":40}", "recorded_at": "2026-09-16T14:47:43.008967+00:00", "request_attempts": 1, "score": 95.6048814305924, "task_id": "colorbench-hsl-03", "tight_score": 82.41952572236961, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": true, "0.02": true, "0.05": true } } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "4d1e7662-5c17-446a-88e3-315995c5cf10", "result_sha256": "5f78a4eaa0ab50a07ce3ad665d42d15ce9e31c81328ff7f86ecc09c61b137cb0", "result": { "component_errors": { "h": 0.7285714285714278, "l": 0.4019607843137223, "s": 2.9304347826086996 }, "correct": null, "cost_estimated": false, "cost_usd": 0.003968, "delta_e_ok": 0.01435912015950186, "error": null, "error_kind": null, "family": "hsl", "ground_truth": { "rgb": [ 185, 135, 45 ] }, "group_id": "numeric-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-04.png", "input_tokens": 736, "latency_sec": 5.149522954947315, "model_name": "gpt-5.6-terra", "out_of_srgb": false, "output_tokens": 208, "prediction": { "h": 39.3, "l": 45.5, "s": 63.8 }, "prompt_sha256": "d5a3e77db006cc09848010934a3ee06e3beb9ab32aa54f5bf67eb79750a81ad8", "provider": "openai", "raw_prediction": "{\"h\":39.3,\"s\":63.8,\"l\":45.5}", "recorded_at": "2026-09-16T14:35:26.886098+00:00", "request_attempts": 1, "score": 92.82043992024907, "task_id": "colorbench-hsl-04", "tight_score": 71.28175968099629, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": false, "0.02": true, "0.05": true } } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "deb21a52-6cff-44e4-a0ee-bb9928c44581", "result_sha256": "3ddff8a95338df1a6e99e75db26968ac59c51eba1f47560e76558cd1599af7c2", "result": { "component_errors": { "h": 0.466666666666697, "l": 0.41960784313725696, "s": 0.10000000000000142 }, "correct": null, "cost_estimated": false, "cost_usd": 0.003356, "delta_e_ok": 0.005087324139605266, "error": null, "error_kind": null, "family": "hsl", "ground_truth": { "rgb": [ 135, 85, 175 ] }, "group_id": "numeric-05", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-05.png", "input_tokens": 736, "latency_sec": 3.722858976921998, "model_name": "gpt-5.6-terra", "out_of_srgb": false, "output_tokens": 157, "prediction": { "h": 273.8, "l": 51.4, "s": 35.9 }, "prompt_sha256": "d5a3e77db006cc09848010934a3ee06e3beb9ab32aa54f5bf67eb79750a81ad8", "provider": "openai", "raw_prediction": "{\"h\":273.8,\"s\":35.9,\"l\":51.4}", "recorded_at": "2026-09-16T15:15:39.394817+00:00", "request_attempts": 1, "score": 97.45633793019736, "task_id": "colorbench-hsl-05", "tight_score": 89.82535172078947, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": true, "0.02": true, "0.05": true } } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "390125af-530b-4fb4-a956-1bbb19f1b8ee", "result_sha256": "2ada6fced53d5725e849bf7664c435854c045e2e320ef6b23fe98656f93dc364", "result": { "component_errors": { "h": 1.5660377358490507, "l": 1.9803921568627452, "s": 0.6391752577319636 }, "correct": null, "cost_estimated": false, "cost_usd": 0.004196, "delta_e_ok": 0.023748704242400925, "error": null, "error_kind": null, "family": "hsl", "ground_truth": { "rgb": [ 22, 48, 75 ] }, "group_id": "numeric-06", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-06.png", "input_tokens": 736, "latency_sec": 8.801643296028487, "model_name": "gpt-5.6-terra", "out_of_srgb": false, "output_tokens": 227, "prediction": { "h": 209.0, "l": 21.0, "s": 54.0 }, "prompt_sha256": "d5a3e77db006cc09848010934a3ee06e3beb9ab32aa54f5bf67eb79750a81ad8", "provider": "openai", "raw_prediction": "{\"h\":209,\"s\":54,\"l\":21}", "recorded_at": "2026-09-16T14:31:34.102270+00:00", "request_attempts": 1, "score": 88.12564787879954, "task_id": "colorbench-hsl-06", "tight_score": 52.50259151519816, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": false, "0.02": false, "0.05": true } } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "350a870f-97e2-402b-b7a7-a0b9418277ce", "result_sha256": "cd120b45b72da8645223d986c863aa5c6b4d1dffd84da47c71cb46b3c5cf98be", "result": { "component_errors": { "h": 1.2162162162161962, "l": 1.0196078431372513, "s": 3.8556701030928053 }, "correct": null, "cost_estimated": false, "cost_usd": 0.010412, "delta_e_ok": 0.010968480218132334, "error": null, "error_kind": null, "family": "hsl", "ground_truth": { "rgb": [ 225, 215, 188 ] }, "group_id": "numeric-07", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-07.png", "input_tokens": 736, "latency_sec": 17.933401442016475, "model_name": "gpt-5.6-terra", "out_of_srgb": false, "output_tokens": 745, "prediction": { "h": 45.0, "l": 82.0, "s": 42.0 }, "prompt_sha256": "d5a3e77db006cc09848010934a3ee06e3beb9ab32aa54f5bf67eb79750a81ad8", "provider": "openai", "raw_prediction": "{\"h\":45,\"s\":42,\"l\":82}", "recorded_at": "2026-09-16T15:49:05.027425+00:00", "request_attempts": 1, "score": 94.51575989093384, "task_id": "colorbench-hsl-07", "tight_score": 78.06303956373533, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": false, "0.02": true, "0.05": true } } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "1e9f6577-f976-4c9e-ab92-3312b1a708db", "result_sha256": "638aaa28e24d006e5d5d39319df59b34b2c4c0dcb00b6e4c934dd830197947d1", "result": { "component_errors": { "h": null, "l": 0.003921568627454519, "s": 0.0 }, "correct": null, "cost_estimated": false, "cost_usd": 0.002468, "delta_e_ok": 3.3789351346791306e-05, "error": null, "error_kind": null, "family": "hsl", "ground_truth": { "rgb": [ 128, 128, 128 ] }, "group_id": "numeric-08", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-08.png", "input_tokens": 736, "latency_sec": 2.2544419009936973, "model_name": "gpt-5.6-terra", "out_of_srgb": false, "output_tokens": 83, "prediction": { "h": 0.0, "l": 50.2, "s": 0.0 }, "prompt_sha256": "d5a3e77db006cc09848010934a3ee06e3beb9ab32aa54f5bf67eb79750a81ad8", "provider": "openai", "raw_prediction": "{\"h\":0,\"s\":0,\"l\":50.2}", "recorded_at": "2026-09-16T16:32:06.084861+00:00", "request_attempts": 1, "score": 99.9831053243266, "task_id": "colorbench-hsl-08", "tight_score": 99.93242129730642, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": true, "0.01": true, "0.02": true, "0.05": true } } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "671948d1-218c-45b2-bb9b-856c46fad4eb", "result_sha256": "a47113678d6522e8e9302adbce7ee32870571f6893c023dd6e937b7b897d0c00", "result": { "component_errors": { "h": 1.3363636363636147, "l": 0.6274509803921617, "s": 5.461290322580652 }, "correct": null, "cost_estimated": false, "cost_usd": 0.003332, "delta_e_ok": 0.014339892028312578, "error": null, "error_kind": null, "family": "hsl", "ground_truth": { "rgb": [ 230, 32, 44 ] }, "group_id": "numeric-09", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-09.png", "input_tokens": 736, "latency_sec": 4.766447936999612, "model_name": "gpt-5.6-terra", "out_of_srgb": false, "output_tokens": 155, "prediction": { "h": 357.7, "l": 52.0, "s": 85.3 }, "prompt_sha256": "d5a3e77db006cc09848010934a3ee06e3beb9ab32aa54f5bf67eb79750a81ad8", "provider": "openai", "raw_prediction": "{\"h\":357.7,\"s\":85.3,\"l\":52}", "recorded_at": "2026-09-16T14:08:12.289225+00:00", "request_attempts": 1, "score": 92.8300539858437, "task_id": "colorbench-hsl-09", "tight_score": 71.32021594337485, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": false, "0.02": true, "0.05": true } } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "79f8a0cc-fd94-4417-8e44-52f8e00dca5a", "result_sha256": "e71a43b153bfcadb0a416cdb10f8901e4de04f597e73d5ff722d0ca930c78110", "result": { "component_errors": { "h": 1.5701492537313584, "l": 0.2137254901960759, "s": 0.926373626373632 }, "correct": null, "cost_estimated": false, "cost_usd": 0.003128, "delta_e_ok": 0.003486265059112411, "error": null, "error_kind": null, "family": "hsl", "ground_truth": { "rgb": [ 24, 158, 82 ] }, "group_id": "numeric-10", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-10.png", "input_tokens": 736, "latency_sec": 4.0306467360351235, "model_name": "gpt-5.6-terra", "out_of_srgb": false, "output_tokens": 138, "prediction": { "h": 144.4, "l": 35.9, "s": 72.7 }, "prompt_sha256": "d5a3e77db006cc09848010934a3ee06e3beb9ab32aa54f5bf67eb79750a81ad8", "provider": "openai", "raw_prediction": "{\"h\":144.4,\"s\":72.7,\"l\":35.9}", "recorded_at": "2026-09-16T15:33:24.045012+00:00", "request_attempts": 1, "score": 98.2568674704438, "task_id": "colorbench-hsl-10", "tight_score": 93.02746988177518, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": true, "0.01": true, "0.02": true, "0.05": true } } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "ca9f3ab8-0e38-47d2-8fbe-0ca5450a4025", "result_sha256": "0a660c2a6b69dd5d0253e30887a519cb7ed8da03035fd5bc08ba0eabf8d16778", "result": { "component_errors": { "h": 1.0434782608695627, "l": 0.6666666666666643, "s": 3.3109243697479087 }, "correct": null, "cost_estimated": false, "cost_usd": 0.003596, "delta_e_ok": 0.009178563027577706, "error": null, "error_kind": null, "family": "hsl", "ground_truth": { "rgb": [ 44, 84, 228 ] }, "group_id": "numeric-11", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-11.png", "input_tokens": 736, "latency_sec": 5.280198913067579, "model_name": "gpt-5.6-terra", "out_of_srgb": false, "output_tokens": 177, "prediction": { "h": 228.0, "l": 54.0, "s": 74.0 }, "prompt_sha256": "d5a3e77db006cc09848010934a3ee06e3beb9ab32aa54f5bf67eb79750a81ad8", "provider": "openai", "raw_prediction": "{\"h\":228,\"s\":74,\"l\":54}", "recorded_at": "2026-09-16T15:41:48.241569+00:00", "request_attempts": 1, "score": 95.41071848621114, "task_id": "colorbench-hsl-11", "tight_score": 81.64287394484458, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": true, "0.02": true, "0.05": true } } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "47454683-2567-4392-adbf-9112d74dd6ba", "result_sha256": "eeaa14525894e19a0a5557a236f4f7dc68040dd22a5750da0b0d5efca19267de", "result": { "component_errors": { "h": 0.3499999999999943, "l": 0.4019607843137294, "s": 8.721739130434784 }, "correct": null, "cost_estimated": false, "cost_usd": 0.0038, "delta_e_ok": 0.026721552744289213, "error": null, "error_kind": null, "family": "hsl", "ground_truth": { "rgb": [ 236, 208, 44 ] }, "group_id": "numeric-12", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-12.png", "input_tokens": 736, "latency_sec": 5.2404118470149115, "model_name": "gpt-5.6-terra", "out_of_srgb": false, "output_tokens": 194, "prediction": { "h": 51.6, "l": 54.5, "s": 92.2 }, "prompt_sha256": "d5a3e77db006cc09848010934a3ee06e3beb9ab32aa54f5bf67eb79750a81ad8", "provider": "openai", "raw_prediction": "{\"h\":51.6,\"s\":92.2,\"l\":54.5}", "recorded_at": "2026-09-16T14:23:43.208267+00:00", "request_attempts": 1, "score": 86.63922362785539, "task_id": "colorbench-hsl-12", "tight_score": 46.556894511421575, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": false, "0.02": false, "0.05": true } } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "4523664d-07d5-4505-85fd-da78b4bce7d2", "result_sha256": "64d791671c6317e92e7fb9aec46311bb2c5b52143ed09bea3ee92e375383bf42", "result": { "component_errors": { "h": 2.9857142857142662, "l": 1.596078431372547, "s": 1.381889763779526 }, "correct": null, "cost_estimated": false, "cost_usd": 0.0038, "delta_e_ok": 0.012326069261587332, "error": null, "error_kind": null, "family": "hsl", "ground_truth": { "rgb": [ 198, 58, 188 ] }, "group_id": "numeric-13", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-13.png", "input_tokens": 736, "latency_sec": 6.2687213600147516, "model_name": "gpt-5.6-terra", "out_of_srgb": false, "output_tokens": 194, "prediction": { "h": 301.3, "l": 48.6, "s": 56.5 }, "prompt_sha256": "d5a3e77db006cc09848010934a3ee06e3beb9ab32aa54f5bf67eb79750a81ad8", "provider": "openai", "raw_prediction": "{\"h\":301.3,\"s\":56.5,\"l\":48.6}", "recorded_at": "2026-09-16T15:06:11.494292+00:00", "request_attempts": 1, "score": 93.83696536920634, "task_id": "colorbench-hsl-13", "tight_score": 75.34786147682534, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": false, "0.02": true, "0.05": true } } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "c1fdbdcf-c323-4d7d-9097-b267f7190f21", "result_sha256": "6c4078c40dc5866129e850bc791525fc0aeec8f746b5f80aec5ba9489761d77e", "result": { "component_errors": { "h": 0.30779220779217553, "l": 0.5490196078431424, "s": 6.036363636363646 }, "correct": null, "cost_estimated": false, "cost_usd": 0.003308, "delta_e_ok": 0.01184146519046325, "error": null, "error_kind": null, "family": "hsl", "ground_truth": { "rgb": [ 44, 178, 198 ] }, "group_id": "numeric-14", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-14.png", "input_tokens": 736, "latency_sec": 4.072724792989902, "model_name": "gpt-5.6-terra", "out_of_srgb": false, "output_tokens": 153, "prediction": { "h": 188.1, "l": 48.0, "s": 57.6 }, "prompt_sha256": "d5a3e77db006cc09848010934a3ee06e3beb9ab32aa54f5bf67eb79750a81ad8", "provider": "openai", "raw_prediction": "{\"h\":188.1,\"s\":57.6,\"l\":48}", "recorded_at": "2026-09-16T14:58:43.512360+00:00", "request_attempts": 1, "score": 94.07926740476837, "task_id": "colorbench-hsl-14", "tight_score": 76.3170696190735, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": false, "0.02": true, "0.05": true } } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "794b7741-b42b-41cd-92a2-b350a5f255da", "result_sha256": "ee62dbfc11fe3fb9e9e4daa054a76b87e2cac701e7b5b046382ad9d83b13f52b", "result": { "component_errors": { "h": null, "l": 0.4333333333333327, "s": 0.2823529411764705 }, "correct": null, "cost_estimated": false, "cost_usd": 0.002864, "delta_e_ok": 0.006425172344990864, "error": null, "error_kind": null, "family": "hsl", "ground_truth": { "rgb": [ 16, 16, 18 ] }, "group_id": "numeric-15", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-15.png", "input_tokens": 736, "latency_sec": 3.692722397041507, "model_name": "gpt-5.6-terra", "out_of_srgb": false, "output_tokens": 116, "prediction": { "h": 270.0, "l": 7.1, "s": 5.6 }, "prompt_sha256": "d5a3e77db006cc09848010934a3ee06e3beb9ab32aa54f5bf67eb79750a81ad8", "provider": "openai", "raw_prediction": "{\"h\":270,\"s\":5.6,\"l\":7.1}", "recorded_at": "2026-09-16T16:18:51.311367+00:00", "request_attempts": 1, "score": 96.78741382750457, "task_id": "colorbench-hsl-15", "tight_score": 87.14965531001828, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": true, "0.02": true, "0.05": true } } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "e42bbddf-e946-4d29-b57b-0e3e27141eff", "result_sha256": "485dac55b75eedcc967acafacee391c8ec74d0f9752060e92e5a7884699f5907", "result": { "component_errors": { "h": null, "l": 0.29411764705882604, "s": 7.1111111111110645 }, "correct": null, "cost_estimated": false, "cost_usd": 0.007208, "delta_e_ok": 0.0026284273030690035, "error": null, "error_kind": null, "family": "hsl", "ground_truth": { "rgb": [ 243, 243, 240 ] }, "group_id": "numeric-16", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-16.png", "input_tokens": 736, "latency_sec": 9.34336149902083, "model_name": "gpt-5.6-terra", "out_of_srgb": false, "output_tokens": 478, "prediction": { "h": 60.0, "l": 95.0, "s": 4.0 }, "prompt_sha256": "d5a3e77db006cc09848010934a3ee06e3beb9ab32aa54f5bf67eb79750a81ad8", "provider": "openai", "raw_prediction": "{\"h\":60,\"s\":4,\"l\":95}", "recorded_at": "2026-09-16T15:31:43.722902+00:00", "request_attempts": 1, "score": 98.6857863484655, "task_id": "colorbench-hsl-16", "tight_score": 94.743145393862, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": true, "0.01": true, "0.02": true, "0.05": true } } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "05734236-ec48-4ca6-8123-232ad6997fe9", "result_sha256": "9e1ba27f8c975d211213998850a40efc629d3616d83960b44b8e6b69a8d747a2", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002002, "delta_e_ok": null, "error": null, "error_kind": null, "family": "hue", "ground_truth": { "choice": "A" }, "group_id": "hue-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/hue-01.png", "input_tokens": 707, "latency_sec": 1.972256364999339, "model_name": "gpt-5.6-terra", "out_of_srgb": null, "output_tokens": 49, "prediction": { "choice": "A" }, "prompt_sha256": "8234947471a1bb7076e1e5dfe2fd3aba8c91ae436b20be843f2b0ab51861fe52", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T15:11:12.284217+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-hue-01", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "fa3f8e94-4f27-4f02-8e25-fd406ff8b9f4", "result_sha256": "308ed1529b0cf6df8735a115ea3785964bbe2402d2a7e192efd686e9ceb16456", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00205, "delta_e_ok": null, "error": null, "error_kind": null, "family": "hue", "ground_truth": { "choice": "B" }, "group_id": "hue-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/hue-02.png", "input_tokens": 707, "latency_sec": 3.6836867759702727, "model_name": "gpt-5.6-terra", "out_of_srgb": null, "output_tokens": 53, "prediction": { "choice": "B" }, "prompt_sha256": "8234947471a1bb7076e1e5dfe2fd3aba8c91ae436b20be843f2b0ab51861fe52", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T15:08:59.516092+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-hue-02", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "feed8829-f442-4dca-881a-a059c69d7365", "result_sha256": "2eaccccd258c8f11984914e2f0fdd880ab33b1ee9999db17456e98e46d4f7ac6", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.001786, "delta_e_ok": null, "error": null, "error_kind": null, "family": "hue", "ground_truth": { "choice": "C" }, "group_id": "hue-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/hue-03.png", "input_tokens": 707, "latency_sec": 3.084864506032318, "model_name": "gpt-5.6-terra", "out_of_srgb": null, "output_tokens": 31, "prediction": { "choice": "C" }, "prompt_sha256": "8234947471a1bb7076e1e5dfe2fd3aba8c91ae436b20be843f2b0ab51861fe52", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-16T16:17:20.560838+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-hue-03", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "d6d4b2e1-079b-4186-a7ce-001cc84c0523", "result_sha256": "8029c2175bbd4c3ced4c010f22f5c90e143c068a8745615aa25fbfb1f4a001d4", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00193, "delta_e_ok": null, "error": null, "error_kind": null, "family": "hue", "ground_truth": { "choice": "D" }, "group_id": "hue-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/hue-04.png", "input_tokens": 707, "latency_sec": 1.3366754380986094, "model_name": "gpt-5.6-terra", "out_of_srgb": null, "output_tokens": 43, "prediction": { "choice": "D" }, "prompt_sha256": "8234947471a1bb7076e1e5dfe2fd3aba8c91ae436b20be843f2b0ab51861fe52", "provider": "openai", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-16T16:01:00.635055+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-hue-04", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "e04aab1c-c38c-4f1e-a630-3b97d23cfd09", "result_sha256": "abf54c48ca8b29fe840b77eb68d14516b96f18e548aaced02da74048d68b3ac2", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.001966, "delta_e_ok": null, "error": null, "error_kind": null, "family": "hue", "ground_truth": { "choice": "A" }, "group_id": "hue-05", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/hue-05.png", "input_tokens": 707, "latency_sec": 1.561451283050701, "model_name": "gpt-5.6-terra", "out_of_srgb": null, "output_tokens": 46, "prediction": { "choice": "A" }, "prompt_sha256": "8234947471a1bb7076e1e5dfe2fd3aba8c91ae436b20be843f2b0ab51861fe52", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T15:18:32.131029+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-hue-05", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "e8310bf2-10bb-4ede-b192-33bf1bf8e8e4", "result_sha256": "ec5faae864946ef389fedd079f285ac375bdfa08dd06fcefe1b6fa4bccd58cab", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002038, "delta_e_ok": null, "error": null, "error_kind": null, "family": "hue", "ground_truth": { "choice": "B" }, "group_id": "hue-06", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/hue-06.png", "input_tokens": 707, "latency_sec": 1.8373330829199404, "model_name": "gpt-5.6-terra", "out_of_srgb": null, "output_tokens": 52, "prediction": { "choice": "B" }, "prompt_sha256": "8234947471a1bb7076e1e5dfe2fd3aba8c91ae436b20be843f2b0ab51861fe52", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T16:06:50.382932+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-hue-06", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "343c230b-96b9-4061-ba95-beb8b79e1b85", "result_sha256": "b1b6eff4fd138724bab6ee431adc8a5691b1f94e0caf5969fa48a8b19c5d5147", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002194, "delta_e_ok": null, "error": null, "error_kind": null, "family": "hue", "ground_truth": { "choice": "C" }, "group_id": "hue-07", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/hue-07.png", "input_tokens": 707, "latency_sec": 1.9015724268974736, "model_name": "gpt-5.6-terra", "out_of_srgb": null, "output_tokens": 65, "prediction": { "choice": "C" }, "prompt_sha256": "8234947471a1bb7076e1e5dfe2fd3aba8c91ae436b20be843f2b0ab51861fe52", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-16T15:48:07.912144+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-hue-07", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "cca3f404-6935-4cc9-80cc-63b2ff77e015", "result_sha256": "0eed1042b49cbdeacef0da5d986bcc314284720f598d814fbb184f4b4c8931dc", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002074, "delta_e_ok": null, "error": null, "error_kind": null, "family": "hue", "ground_truth": { "choice": "D" }, "group_id": "hue-08", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/hue-08.png", "input_tokens": 707, "latency_sec": 2.0459254189627245, "model_name": "gpt-5.6-terra", "out_of_srgb": null, "output_tokens": 55, "prediction": { "choice": "D" }, "prompt_sha256": "8234947471a1bb7076e1e5dfe2fd3aba8c91ae436b20be843f2b0ab51861fe52", "provider": "openai", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-16T14:35:42.187672+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-hue-08", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "07874b59-9551-4bf1-8dc2-7960fff40887", "result_sha256": "7b6e5f76d7979db4c647ca4690403ea3c7d11c2201f214f004c1d511dbdc2bb2", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002194, "delta_e_ok": null, "error": null, "error_kind": null, "family": "hue", "ground_truth": { "choice": "A" }, "group_id": "hue-09", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/hue-09.png", "input_tokens": 707, "latency_sec": 2.6105694089783356, "model_name": "gpt-5.6-terra", "out_of_srgb": null, "output_tokens": 65, "prediction": { "choice": "A" }, "prompt_sha256": "8234947471a1bb7076e1e5dfe2fd3aba8c91ae436b20be843f2b0ab51861fe52", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T14:03:47.653386+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-hue-09", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "1039b09e-e2ea-4b62-be84-52b0820f90ed", "result_sha256": "31f7a204284530ba0ad1ad5019091df4438d4d65c5588fb28c40d8053404708c", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002134, "delta_e_ok": null, "error": null, "error_kind": null, "family": "hue", "ground_truth": { "choice": "B" }, "group_id": "hue-10", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/hue-10.png", "input_tokens": 707, "latency_sec": 1.8469964929390699, "model_name": "gpt-5.6-terra", "out_of_srgb": null, "output_tokens": 60, "prediction": { "choice": "B" }, "prompt_sha256": "8234947471a1bb7076e1e5dfe2fd3aba8c91ae436b20be843f2b0ab51861fe52", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T14:34:44.339101+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-hue-10", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "4e599bec-92ce-4d4c-b44d-cb245fdd3593", "result_sha256": "dd97ce76559d3d8dfd3a5f274811ac27037f6d2e963794e796c92cdd1fac9bb6", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002254, "delta_e_ok": null, "error": null, "error_kind": null, "family": "hue", "ground_truth": { "choice": "C" }, "group_id": "hue-11", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/hue-11.png", "input_tokens": 707, "latency_sec": 2.0329249890055507, "model_name": "gpt-5.6-terra", "out_of_srgb": null, "output_tokens": 70, "prediction": { "choice": "C" }, "prompt_sha256": "8234947471a1bb7076e1e5dfe2fd3aba8c91ae436b20be843f2b0ab51861fe52", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-16T15:23:48.545715+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-hue-11", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "3c26fedd-c9a1-4346-bcd3-73ea41de634f", "result_sha256": "c1fd3f74425ac83e2b1ee1f53d14efa6918b4fe71e1c78f1fe222705f1d7d473", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002002, "delta_e_ok": null, "error": null, "error_kind": null, "family": "hue", "ground_truth": { "choice": "D" }, "group_id": "hue-12", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/hue-12.png", "input_tokens": 707, "latency_sec": 3.2277321049477905, "model_name": "gpt-5.6-terra", "out_of_srgb": null, "output_tokens": 49, "prediction": { "choice": "D" }, "prompt_sha256": "8234947471a1bb7076e1e5dfe2fd3aba8c91ae436b20be843f2b0ab51861fe52", "provider": "openai", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-16T14:42:48.888698+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-hue-12", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "a39945de-e70f-4440-bedf-bda8c3639fcd", "result_sha256": "53320c05a45ad5e26a9b8118b6e2ee9293be4c2491463fa452aa1ff288ebf441", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00223, "delta_e_ok": null, "error": null, "error_kind": null, "family": "hue", "ground_truth": { "choice": "A" }, "group_id": "hue-13", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/hue-13.png", "input_tokens": 707, "latency_sec": 1.9457817790098488, "model_name": "gpt-5.6-terra", "out_of_srgb": null, "output_tokens": 68, "prediction": { "choice": "A" }, "prompt_sha256": "8234947471a1bb7076e1e5dfe2fd3aba8c91ae436b20be843f2b0ab51861fe52", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T14:38:26.064726+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-hue-13", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "bf9fe082-a09d-4741-b506-0848fe196bbd", "result_sha256": "5e51bc988b95bdb0101be98629920e6dd6ef2fbda5f846c7ac0170e39185ffd9", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002194, "delta_e_ok": null, "error": null, "error_kind": null, "family": "hue", "ground_truth": { "choice": "B" }, "group_id": "hue-14", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/hue-14.png", "input_tokens": 707, "latency_sec": 6.949801107053645, "model_name": "gpt-5.6-terra", "out_of_srgb": null, "output_tokens": 65, "prediction": { "choice": "B" }, "prompt_sha256": "8234947471a1bb7076e1e5dfe2fd3aba8c91ae436b20be843f2b0ab51861fe52", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T14:22:29.211562+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-hue-14", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "e63a20fc-c6b8-4daf-91ad-ad177f6eeed8", "result_sha256": "89ee45289d5941b53fdb10bd0d7a83d685a917a5c2055f68213b19795d5b22fe", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002122, "delta_e_ok": null, "error": null, "error_kind": null, "family": "hue", "ground_truth": { "choice": "C" }, "group_id": "hue-15", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/hue-15.png", "input_tokens": 707, "latency_sec": 2.0680462199961767, "model_name": "gpt-5.6-terra", "out_of_srgb": null, "output_tokens": 59, "prediction": { "choice": "C" }, "prompt_sha256": "8234947471a1bb7076e1e5dfe2fd3aba8c91ae436b20be843f2b0ab51861fe52", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-16T14:33:53.483332+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-hue-15", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "c8781098-1625-4794-ab55-cfdf17bebfc3", "result_sha256": "d547b08a864f44a9c5eb3fda75f92274d8dd80a6891092d750c0554355e28fc1", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002434, "delta_e_ok": null, "error": null, "error_kind": null, "family": "hue", "ground_truth": { "choice": "D" }, "group_id": "hue-16", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/hue-16.png", "input_tokens": 707, "latency_sec": 4.7383467321051285, "model_name": "gpt-5.6-terra", "out_of_srgb": null, "output_tokens": 85, "prediction": { "choice": "D" }, "prompt_sha256": "8234947471a1bb7076e1e5dfe2fd3aba8c91ae436b20be843f2b0ab51861fe52", "provider": "openai", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-16T15:31:04.958634+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-hue-16", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "9158cc0c-3297-4799-a8e8-cd0da2dd8dff", "result_sha256": "bdbbcad66b805d2db2d0edda07f5eb351ea9bb143506cc5d06093ff6dfe04bf3", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002266, "delta_e_ok": null, "error": null, "error_kind": null, "family": "hue", "ground_truth": { "choice": "A" }, "group_id": "hue-17", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/hue-17.png", "input_tokens": 707, "latency_sec": 23.834961252985522, "model_name": "gpt-5.6-terra", "out_of_srgb": null, "output_tokens": 71, "prediction": { "choice": "A" }, "prompt_sha256": "8234947471a1bb7076e1e5dfe2fd3aba8c91ae436b20be843f2b0ab51861fe52", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T15:29:45.233312+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-hue-17", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "a8c5d1c8-c11f-4bc2-a3ec-db670bc40d7d", "result_sha256": "1a61df9c97add26dc2f774d372c402aa9ed97f31bdcb50370a96258095aecf98", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.003118, "delta_e_ok": null, "error": null, "error_kind": null, "family": "hue", "ground_truth": { "choice": "B" }, "group_id": "hue-18", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/hue-18.png", "input_tokens": 707, "latency_sec": 15.67790819297079, "model_name": "gpt-5.6-terra", "out_of_srgb": null, "output_tokens": 142, "prediction": { "choice": "B" }, "prompt_sha256": "8234947471a1bb7076e1e5dfe2fd3aba8c91ae436b20be843f2b0ab51861fe52", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T16:20:10.540173+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-hue-18", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "f2fd70a6-eb22-4966-a6f2-4a98a4fbfe08", "result_sha256": "ee1dbd98012f3a6e7dc493b9a2b58793826af9d04b3dafa2a5f2290abc6ad9da", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.004054, "delta_e_ok": null, "error": null, "error_kind": null, "family": "hue", "ground_truth": { "choice": "C" }, "group_id": "hue-19", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/hue-19.png", "input_tokens": 707, "latency_sec": 5.927511835005134, "model_name": "gpt-5.6-terra", "out_of_srgb": null, "output_tokens": 220, "prediction": { "choice": "C" }, "prompt_sha256": "8234947471a1bb7076e1e5dfe2fd3aba8c91ae436b20be843f2b0ab51861fe52", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-16T15:18:44.459290+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-hue-19", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "5b5051f0-c031-4c67-afea-0c90fd424fb8", "result_sha256": "96b2d27caab7c9c7fe179e05068d3adb6d826760fc5dda60f2b92506ef6f8e31", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.004186, "delta_e_ok": null, "error": null, "error_kind": null, "family": "hue", "ground_truth": { "choice": "D" }, "group_id": "hue-20", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/hue-20.png", "input_tokens": 707, "latency_sec": 7.754234049934894, "model_name": "gpt-5.6-terra", "out_of_srgb": null, "output_tokens": 231, "prediction": { "choice": "D" }, "prompt_sha256": "8234947471a1bb7076e1e5dfe2fd3aba8c91ae436b20be843f2b0ab51861fe52", "provider": "openai", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-16T15:54:27.117210+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-hue-20", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "43de924a-eba5-4cc7-b56f-a355c46d5361", "result_sha256": "9731803a5263a9bf2a2b380a5c205df5904de021d8b8930ec093e11cece51349", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.004798, "delta_e_ok": null, "error": null, "error_kind": null, "family": "hue", "ground_truth": { "choice": "A" }, "group_id": "hue-21", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/hue-21.png", "input_tokens": 707, "latency_sec": 29.616275350097567, "model_name": "gpt-5.6-terra", "out_of_srgb": null, "output_tokens": 282, "prediction": { "choice": "A" }, "prompt_sha256": "8234947471a1bb7076e1e5dfe2fd3aba8c91ae436b20be843f2b0ab51861fe52", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T16:28:53.132421+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-hue-21", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "671df911-57bf-40b1-bd0c-084131f24edc", "result_sha256": "bc8fb04f4948aa65663ca998a75e34b4e2d0b21ff2c4f6662b0bc24890892c04", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002746, "delta_e_ok": null, "error": null, "error_kind": null, "family": "hue", "ground_truth": { "choice": "B" }, "group_id": "hue-22", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/hue-22.png", "input_tokens": 707, "latency_sec": 2.9613268139073625, "model_name": "gpt-5.6-terra", "out_of_srgb": null, "output_tokens": 111, "prediction": { "choice": "B" }, "prompt_sha256": "8234947471a1bb7076e1e5dfe2fd3aba8c91ae436b20be843f2b0ab51861fe52", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T15:34:11.827342+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-hue-22", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "a881e540-fd77-4c99-9696-b7f3c089c7c0", "result_sha256": "3dc20b4cef852222ebefec4c735155abf0ccf92d9340353e6d2336f6b672592a", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002506, "delta_e_ok": null, "error": null, "error_kind": null, "family": "hue", "ground_truth": { "choice": "C" }, "group_id": "hue-23", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/hue-23.png", "input_tokens": 707, "latency_sec": 3.9531919619766995, "model_name": "gpt-5.6-terra", "out_of_srgb": null, "output_tokens": 91, "prediction": { "choice": "C" }, "prompt_sha256": "8234947471a1bb7076e1e5dfe2fd3aba8c91ae436b20be843f2b0ab51861fe52", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-16T15:21:41.533793+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-hue-23", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "bae63666-e3da-4f38-aef4-9ec3aa626a76", "result_sha256": "55694fb04081447b0c1f3e8d4d46238c9e9f66653f30fbbc8f4318e1aaca222f", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.004354, "delta_e_ok": null, "error": null, "error_kind": null, "family": "hue", "ground_truth": { "choice": "D" }, "group_id": "hue-24", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/hue-24.png", "input_tokens": 707, "latency_sec": 4.569372867001221, "model_name": "gpt-5.6-terra", "out_of_srgb": null, "output_tokens": 245, "prediction": { "choice": "D" }, "prompt_sha256": "8234947471a1bb7076e1e5dfe2fd3aba8c91ae436b20be843f2b0ab51861fe52", "provider": "openai", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-16T14:46:47.522703+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-hue-24", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "e3704c5d-7a26-44e4-80e1-e16ac4b83c92", "result_sha256": "7fb8247102f728a80ab404ecb657113f2a31e1e491185c568b142c65a4379c1e", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.003898, "delta_e_ok": null, "error": null, "error_kind": null, "family": "hue", "ground_truth": { "choice": "A" }, "group_id": "hue-25", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/hue-25.png", "input_tokens": 707, "latency_sec": 4.040046728099696, "model_name": "gpt-5.6-terra", "out_of_srgb": null, "output_tokens": 207, "prediction": { "choice": "A" }, "prompt_sha256": "8234947471a1bb7076e1e5dfe2fd3aba8c91ae436b20be843f2b0ab51861fe52", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T16:30:28.543568+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-hue-25", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "23b299af-2cfb-4f05-80c6-016df869246c", "result_sha256": "3502388413dc02aa49e098481d0b4b7553c1cc54879eb65136564a0e65bc9b9a", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.004006, "delta_e_ok": null, "error": null, "error_kind": null, "family": "hue", "ground_truth": { "choice": "B" }, "group_id": "hue-26", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/hue-26.png", "input_tokens": 707, "latency_sec": 10.51208532101009, "model_name": "gpt-5.6-terra", "out_of_srgb": null, "output_tokens": 216, "prediction": { "choice": "B" }, "prompt_sha256": "8234947471a1bb7076e1e5dfe2fd3aba8c91ae436b20be843f2b0ab51861fe52", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T15:45:26.822804+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-hue-26", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "db1ea8a4-c24e-4dc4-8fd3-4610b675c2c9", "result_sha256": "a473a2e6e61ee14e0d93f18476343326f3c8221faa994b41804eca1e680b7f85", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.003574, "delta_e_ok": null, "error": null, "error_kind": null, "family": "hue", "ground_truth": { "choice": "C" }, "group_id": "hue-27", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/hue-27.png", "input_tokens": 707, "latency_sec": 3.975530650932342, "model_name": "gpt-5.6-terra", "out_of_srgb": null, "output_tokens": 180, "prediction": { "choice": "C" }, "prompt_sha256": "8234947471a1bb7076e1e5dfe2fd3aba8c91ae436b20be843f2b0ab51861fe52", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-16T16:05:19.168631+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-hue-27", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "45d1c416-a32a-4b7d-9cd5-14284c8a2260", "result_sha256": "15ac6ead2e613b52c86223b7710114dc069a14c6bb978cbcb0698247781599a1", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.002674, "delta_e_ok": null, "error": null, "error_kind": null, "family": "hue", "ground_truth": { "choice": "D" }, "group_id": "hue-28", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/hue-28.png", "input_tokens": 707, "latency_sec": 3.5849491800181568, "model_name": "gpt-5.6-terra", "out_of_srgb": null, "output_tokens": 105, "prediction": { "choice": "B" }, "prompt_sha256": "8234947471a1bb7076e1e5dfe2fd3aba8c91ae436b20be843f2b0ab51861fe52", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T15:00:19.989420+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-hue-28", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "eb671d43-b84a-414e-a1af-1e1a804a38f4", "result_sha256": "04f319f019feaebda2319b4168dde39e29943a716038b9432a8d63018ced459a", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.003958, "delta_e_ok": null, "error": null, "error_kind": null, "family": "hue", "ground_truth": { "choice": "A" }, "group_id": "hue-29", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/hue-29.png", "input_tokens": 707, "latency_sec": 4.7046933909878135, "model_name": "gpt-5.6-terra", "out_of_srgb": null, "output_tokens": 212, "prediction": { "choice": "A" }, "prompt_sha256": "8234947471a1bb7076e1e5dfe2fd3aba8c91ae436b20be843f2b0ab51861fe52", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T16:11:49.184625+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-hue-29", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "f2be09dd-e2a8-44ce-8522-11750fb99b07", "result_sha256": "eade9bb844941a1f4110951de8ed7b77b28361179889f7e07681105b8a9639fa", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.004198, "delta_e_ok": null, "error": null, "error_kind": null, "family": "hue", "ground_truth": { "choice": "B" }, "group_id": "hue-30", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/hue-30.png", "input_tokens": 707, "latency_sec": 5.095561958034523, "model_name": "gpt-5.6-terra", "out_of_srgb": null, "output_tokens": 232, "prediction": { "choice": "B" }, "prompt_sha256": "8234947471a1bb7076e1e5dfe2fd3aba8c91ae436b20be843f2b0ab51861fe52", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T15:05:22.566299+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-hue-30", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "7b70da91-004a-4ac6-8af1-6bbe83324789", "result_sha256": "7d3906c05438e6781044bb104ab824e6dcab9e6d3d26096fd208661113e7873e", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.004354, "delta_e_ok": null, "error": null, "error_kind": null, "family": "hue", "ground_truth": { "choice": "C" }, "group_id": "hue-31", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/hue-31.png", "input_tokens": 707, "latency_sec": 5.2542754739988595, "model_name": "gpt-5.6-terra", "out_of_srgb": null, "output_tokens": 245, "prediction": { "choice": "C" }, "prompt_sha256": "8234947471a1bb7076e1e5dfe2fd3aba8c91ae436b20be843f2b0ab51861fe52", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-16T14:29:13.846380+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-hue-31", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "610ef969-3f72-43a3-b728-49c930ce770d", "result_sha256": "e0a78c3f5600cff9f340570eb7f32bf0ddafad82fd1210a06c9128cd72a24499", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.004414, "delta_e_ok": null, "error": null, "error_kind": null, "family": "hue", "ground_truth": { "choice": "D" }, "group_id": "hue-32", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/hue-32.png", "input_tokens": 707, "latency_sec": 5.248401244985871, "model_name": "gpt-5.6-terra", "out_of_srgb": null, "output_tokens": 250, "prediction": { "choice": "D" }, "prompt_sha256": "8234947471a1bb7076e1e5dfe2fd3aba8c91ae436b20be843f2b0ab51861fe52", "provider": "openai", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-16T15:17:12.580555+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-hue-32", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "f1708e09-615d-44e9-9348-1120a66a1dbb", "result_sha256": "18c9ce3350748625410b247f3c19e66087e4357b9211271aec7af2b6b9aa4a22", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.001858, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "B" }, "group_id": "lightness-chain-01-edge-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-01.png", "input_tokens": 677, "latency_sec": 1.9779030790086836, "model_name": "gpt-5.6-terra", "out_of_srgb": null, "output_tokens": 42, "prediction": { "choice": "B" }, "prompt_sha256": "64bfc83d308291dc6a447de93571b42ec09ec6278f7fe82905c059b3926629a9", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T14:03:13.543828+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-01", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "154fa058-a785-4643-964b-5466166940bb", "result_sha256": "51098c42fbe6030ed3f45283354ff6c86c22ff712c9a9a1dcf43b40d3d002139", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00181, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "A" }, "group_id": "lightness-chain-01-edge-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-02.png", "input_tokens": 677, "latency_sec": 3.3546713039977476, "model_name": "gpt-5.6-terra", "out_of_srgb": null, "output_tokens": 38, "prediction": { "choice": "A" }, "prompt_sha256": "64bfc83d308291dc6a447de93571b42ec09ec6278f7fe82905c059b3926629a9", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T15:31:13.873184+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-02", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "4e27080f-285d-49d3-812b-4b39de93aef4", "result_sha256": "3e925d39630195a4f5b64e048a698acbf42f28dbd8416e6eaaf94ecc5d914974", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.001858, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "A" }, "group_id": "lightness-chain-01-edge-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-03.png", "input_tokens": 677, "latency_sec": 1.3525113250361755, "model_name": "gpt-5.6-terra", "out_of_srgb": null, "output_tokens": 42, "prediction": { "choice": "A" }, "prompt_sha256": "14500bd7eefa43cebfa107c8a8fa9fa53dddd9be742ffa97660526f7a924c308", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T16:26:48.478874+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-03", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "5400b2e4-8995-4839-8a6f-745d177e6ca6", "result_sha256": "ac03e34b7d41f7c6ce58ae09eb26b09f5787a89d0d9483698eeb43823ae9bf98", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00187, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "B" }, "group_id": "lightness-chain-01-edge-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-04.png", "input_tokens": 677, "latency_sec": 1.3512096010381356, "model_name": "gpt-5.6-terra", "out_of_srgb": null, "output_tokens": 43, "prediction": { "choice": "B" }, "prompt_sha256": "14500bd7eefa43cebfa107c8a8fa9fa53dddd9be742ffa97660526f7a924c308", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T14:28:19.055568+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-04", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "5a7777e7-3461-4a28-8715-ce0bf82d5c7c", "result_sha256": "1a54f786fad76a58702264da659e298e2e4d1008bfb9b5efa9d07d3365d03509", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.001894, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "B" }, "group_id": "lightness-chain-01-edge-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-05.png", "input_tokens": 677, "latency_sec": 1.5376766870031133, "model_name": "gpt-5.6-terra", "out_of_srgb": null, "output_tokens": 45, "prediction": { "choice": "B" }, "prompt_sha256": "64bfc83d308291dc6a447de93571b42ec09ec6278f7fe82905c059b3926629a9", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T16:05:33.627240+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-05", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "1fc059f2-dad7-42f6-94af-726034d9eed2", "result_sha256": "aab11bc571a8823f9612ac7d292efdf29c8ea99e71e374b76269373e5119c040", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.001918, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "A" }, "group_id": "lightness-chain-01-edge-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-06.png", "input_tokens": 677, "latency_sec": 4.321281207026914, "model_name": "gpt-5.6-terra", "out_of_srgb": null, "output_tokens": 47, "prediction": { "choice": "A" }, "prompt_sha256": "64bfc83d308291dc6a447de93571b42ec09ec6278f7fe82905c059b3926629a9", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T16:30:55.746903+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-06", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "7542192a-54b7-4afd-afbb-5103dbda3d14", "result_sha256": "adbefd6b98387655eea77e6da55fcee320e4d115e8402713906ca5e0db554401", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.001918, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "A" }, "group_id": "lightness-chain-01-edge-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-07.png", "input_tokens": 677, "latency_sec": 1.3128806960303336, "model_name": "gpt-5.6-terra", "out_of_srgb": null, "output_tokens": 47, "prediction": { "choice": "A" }, "prompt_sha256": "14500bd7eefa43cebfa107c8a8fa9fa53dddd9be742ffa97660526f7a924c308", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T14:16:49.684091+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-07", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "bbe5f1dd-3a95-4876-82a5-e2d1e57c930f", "result_sha256": "cda4b8767194f5d756d99a161e57f44e000b5c9a2bf6a269bf9a51d5c94c01e6", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.001894, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "B" }, "group_id": "lightness-chain-01-edge-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-08.png", "input_tokens": 677, "latency_sec": 1.7255070810206234, "model_name": "gpt-5.6-terra", "out_of_srgb": null, "output_tokens": 45, "prediction": { "choice": "B" }, "prompt_sha256": "14500bd7eefa43cebfa107c8a8fa9fa53dddd9be742ffa97660526f7a924c308", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T14:23:29.163614+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-08", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "8154d2f0-4396-4d40-aa35-9f2be95cfc50", "result_sha256": "e38019c7283883f27dd850dae8c8caadfb5001779609a00592d9c5c595045494", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002542, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "B" }, "group_id": "lightness-chain-01-edge-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-09.png", "input_tokens": 677, "latency_sec": 3.389077063067816, "model_name": "gpt-5.6-terra", "out_of_srgb": null, "output_tokens": 99, "prediction": { "choice": "B" }, "prompt_sha256": "64bfc83d308291dc6a447de93571b42ec09ec6278f7fe82905c059b3926629a9", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T15:13:12.785180+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-09", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "e1eb821b-35ce-405e-ab8f-a45e46a5e8d5", "result_sha256": "06b9faae062943691c913ae327c883fb6b239b679266435af51542abb1dfeb78", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002098, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "A" }, "group_id": "lightness-chain-01-edge-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-10.png", "input_tokens": 677, "latency_sec": 2.2800560040632263, "model_name": "gpt-5.6-terra", "out_of_srgb": null, "output_tokens": 62, "prediction": { "choice": "A" }, "prompt_sha256": "64bfc83d308291dc6a447de93571b42ec09ec6278f7fe82905c059b3926629a9", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T15:05:48.868717+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-10", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "6ab89532-08a0-4d40-afdd-e8faf7228fc6", "result_sha256": "04c2a5e246a335db3f412e4a923ab6f58ade7472f48e1ac77019100bc6686c0d", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.001858, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "A" }, "group_id": "lightness-chain-01-edge-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-11.png", "input_tokens": 677, "latency_sec": 1.5712798869935796, "model_name": "gpt-5.6-terra", "out_of_srgb": null, "output_tokens": 42, "prediction": { "choice": "A" }, "prompt_sha256": "14500bd7eefa43cebfa107c8a8fa9fa53dddd9be742ffa97660526f7a924c308", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T16:16:54.667590+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-11", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "1c3dd704-b19a-4138-8e8c-9e93c02dcdba", "result_sha256": "c1f2465bb90afa53bfe56f80f7ee00ff112d1946abfa4d78d2afad6773400330", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.001882, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "B" }, "group_id": "lightness-chain-01-edge-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-12.png", "input_tokens": 677, "latency_sec": 2.337517988984473, "model_name": "gpt-5.6-terra", "out_of_srgb": null, "output_tokens": 44, "prediction": { "choice": "B" }, "prompt_sha256": "14500bd7eefa43cebfa107c8a8fa9fa53dddd9be742ffa97660526f7a924c308", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T15:50:27.304091+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-12", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "63463bdc-c254-4511-9d7c-4bf068b75c13", "result_sha256": "120d6271296108dfc7d9aaf6479d808b5b8a635ec1a8ba57d01980bf7a421d28", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002158, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "B" }, "group_id": "lightness-chain-01-edge-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-13.png", "input_tokens": 677, "latency_sec": 2.11442789202556, "model_name": "gpt-5.6-terra", "out_of_srgb": null, "output_tokens": 67, "prediction": { "choice": "B" }, "prompt_sha256": "64bfc83d308291dc6a447de93571b42ec09ec6278f7fe82905c059b3926629a9", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T15:51:08.108652+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-13", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "d7a7cd4c-287a-4622-9a23-694a3a6937c3", "result_sha256": "0402ca20a23e5d521e4358ae5d0ae0d99acb6dc3d635c647c18caba126ee8b31", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002038, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "A" }, "group_id": "lightness-chain-01-edge-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-14.png", "input_tokens": 677, "latency_sec": 5.521221701987088, "model_name": "gpt-5.6-terra", "out_of_srgb": null, "output_tokens": 57, "prediction": { "choice": "A" }, "prompt_sha256": "64bfc83d308291dc6a447de93571b42ec09ec6278f7fe82905c059b3926629a9", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T14:16:40.265127+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-14", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "76d8cd5a-6085-42d1-a53b-0f5121b15552", "result_sha256": "887f9d32bbccbfcfb482d11804ef03be24106d893625476b5eac35141ff49c63", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002362, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "A" }, "group_id": "lightness-chain-01-edge-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-15.png", "input_tokens": 677, "latency_sec": 2.1973811630159616, "model_name": "gpt-5.6-terra", "out_of_srgb": null, "output_tokens": 84, "prediction": { "choice": "A" }, "prompt_sha256": "14500bd7eefa43cebfa107c8a8fa9fa53dddd9be742ffa97660526f7a924c308", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T14:56:26.574128+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-15", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "a0405008-bf1a-44c8-84d3-c861b5848c30", "result_sha256": "3c22a58ed3904b2189f79eeb6ee462756987dec153562b4877c168a244d8f236", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.001942, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "B" }, "group_id": "lightness-chain-01-edge-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-16.png", "input_tokens": 677, "latency_sec": 1.467551045003347, "model_name": "gpt-5.6-terra", "out_of_srgb": null, "output_tokens": 49, "prediction": { "choice": "B" }, "prompt_sha256": "14500bd7eefa43cebfa107c8a8fa9fa53dddd9be742ffa97660526f7a924c308", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T15:27:41.696476+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-16", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "3321189e-4589-4d95-98eb-729d25849ad3", "result_sha256": "d83f2f82632a12dfee5d853ac6e37b2a45da250866a9b530ea118d52deef1cca", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.001906, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "B" }, "group_id": "lightness-chain-02-edge-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-17.png", "input_tokens": 677, "latency_sec": 1.7695391760207713, "model_name": "gpt-5.6-terra", "out_of_srgb": null, "output_tokens": 46, "prediction": { "choice": "B" }, "prompt_sha256": "64bfc83d308291dc6a447de93571b42ec09ec6278f7fe82905c059b3926629a9", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T16:24:07.647602+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-17", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "2f230094-97ca-4cfe-aab1-4630a4bf3b88", "result_sha256": "03856538d1f763b2f07bbe6802d40b98b38d54ad95e057feb74fe4d0cfb3242a", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.001942, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "A" }, "group_id": "lightness-chain-02-edge-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-18.png", "input_tokens": 677, "latency_sec": 7.349337921012193, "model_name": "gpt-5.6-terra", "out_of_srgb": null, "output_tokens": 49, "prediction": { "choice": "A" }, "prompt_sha256": "64bfc83d308291dc6a447de93571b42ec09ec6278f7fe82905c059b3926629a9", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T15:39:49.702472+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-18", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "145ff6b3-1964-4a5a-8342-2df97e748f4a", "result_sha256": "6cc3a66d677fcf048adc03018d82165fb59166987770e8b91ab64ecd1ffceaa6", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.001894, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "A" }, "group_id": "lightness-chain-02-edge-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-19.png", "input_tokens": 677, "latency_sec": 1.9075093260034919, "model_name": "gpt-5.6-terra", "out_of_srgb": null, "output_tokens": 45, "prediction": { "choice": "A" }, "prompt_sha256": "14500bd7eefa43cebfa107c8a8fa9fa53dddd9be742ffa97660526f7a924c308", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T14:53:33.899311+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-19", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "6b7799f4-b558-4e46-81c6-c0ee3973cb8f", "result_sha256": "635b87cc8e608a6f1509b718a9480d528a3660818e3721ff86318d33f66b36aa", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.001906, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "B" }, "group_id": "lightness-chain-02-edge-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-20.png", "input_tokens": 677, "latency_sec": 2.0016035540029407, "model_name": "gpt-5.6-terra", "out_of_srgb": null, "output_tokens": 46, "prediction": { "choice": "B" }, "prompt_sha256": "14500bd7eefa43cebfa107c8a8fa9fa53dddd9be742ffa97660526f7a924c308", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T15:24:03.863076+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-20", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "9fc6af18-7960-48a8-b30d-81cc5525428c", "result_sha256": "fdaa2b615ad036b96c7e8d2c36b061cd2a5c8b292cabfce73f4db99c1ee19916", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.001954, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "B" }, "group_id": "lightness-chain-02-edge-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-21.png", "input_tokens": 677, "latency_sec": 8.285834967973642, "model_name": "gpt-5.6-terra", "out_of_srgb": null, "output_tokens": 50, "prediction": { "choice": "B" }, "prompt_sha256": "64bfc83d308291dc6a447de93571b42ec09ec6278f7fe82905c059b3926629a9", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T16:02:45.909021+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-21", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "0abdee41-59b8-4c1e-9e06-7f273a9ee7ed", "result_sha256": "baf6456488e547946ed315072a0adbdf2e0310f4aeb9498bfb47d9d0b1f6ad75", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002242, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "A" }, "group_id": "lightness-chain-02-edge-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-22.png", "input_tokens": 677, "latency_sec": 2.603425785084255, "model_name": "gpt-5.6-terra", "out_of_srgb": null, "output_tokens": 74, "prediction": { "choice": "A" }, "prompt_sha256": "64bfc83d308291dc6a447de93571b42ec09ec6278f7fe82905c059b3926629a9", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T14:56:12.519954+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-22", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "03a20115-ca64-457b-9c1d-5e60741a8a0b", "result_sha256": "f040d5930d617ae51c4f7ff52880ddb473719512f2beb231c0f4660f36690df8", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.001942, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "A" }, "group_id": "lightness-chain-02-edge-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-23.png", "input_tokens": 677, "latency_sec": 2.085591427050531, "model_name": "gpt-5.6-terra", "out_of_srgb": null, "output_tokens": 49, "prediction": { "choice": "A" }, "prompt_sha256": "14500bd7eefa43cebfa107c8a8fa9fa53dddd9be742ffa97660526f7a924c308", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T16:07:00.235438+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-23", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "2c228771-023c-47f9-8294-0b779c31e5b3", "result_sha256": "5553092224f1b56970a4c8fb6f872bd2614c8ddb75a14a4cb504f1a6f52fa582", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.001978, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "B" }, "group_id": "lightness-chain-02-edge-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-24.png", "input_tokens": 677, "latency_sec": 1.8676358240190893, "model_name": "gpt-5.6-terra", "out_of_srgb": null, "output_tokens": 52, "prediction": { "choice": "B" }, "prompt_sha256": "14500bd7eefa43cebfa107c8a8fa9fa53dddd9be742ffa97660526f7a924c308", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T15:24:20.895969+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-24", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "5b698f3a-bbb9-4c04-a59e-20854b2f831f", "result_sha256": "6f32890ec1022415566dacc0322edf7a14c9378cd907820f459c4a39029ab7b8", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.001978, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "B" }, "group_id": "lightness-chain-02-edge-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-25.png", "input_tokens": 677, "latency_sec": 6.471839605947025, "model_name": "gpt-5.6-terra", "out_of_srgb": null, "output_tokens": 52, "prediction": { "choice": "B" }, "prompt_sha256": "64bfc83d308291dc6a447de93571b42ec09ec6278f7fe82905c059b3926629a9", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T16:15:54.294821+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-25", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "30c5524b-0fce-4215-85a0-ab894f27e07b", "result_sha256": "ae8785972300adab3192c212cf0752817ad88fddc4b1a59b05b91aecb4dad93f", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002386, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "A" }, "group_id": "lightness-chain-02-edge-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-26.png", "input_tokens": 677, "latency_sec": 3.451125775114633, "model_name": "gpt-5.6-terra", "out_of_srgb": null, "output_tokens": 86, "prediction": { "choice": "A" }, "prompt_sha256": "64bfc83d308291dc6a447de93571b42ec09ec6278f7fe82905c059b3926629a9", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T14:52:04.735138+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-26", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "8ad8ab4f-fe46-4253-86b3-be066d39c26b", "result_sha256": "6ac1adf57f450e338d9929847170539add042319cd48f75165d0f97fb4cc4e93", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.001954, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "A" }, "group_id": "lightness-chain-02-edge-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-27.png", "input_tokens": 677, "latency_sec": 1.9338813310023397, "model_name": "gpt-5.6-terra", "out_of_srgb": null, "output_tokens": 50, "prediction": { "choice": "A" }, "prompt_sha256": "14500bd7eefa43cebfa107c8a8fa9fa53dddd9be742ffa97660526f7a924c308", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T16:17:40.526185+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-27", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "c9fa2a25-1d9a-4e3b-87aa-c9adf700e517", "result_sha256": "f24ab07ac2091f75cd07cee69c7dbed5a366c3b88a0b16f0ea4359a38496066c", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002386, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "B" }, "group_id": "lightness-chain-02-edge-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-28.png", "input_tokens": 677, "latency_sec": 2.6831118060508743, "model_name": "gpt-5.6-terra", "out_of_srgb": null, "output_tokens": 86, "prediction": { "choice": "B" }, "prompt_sha256": "14500bd7eefa43cebfa107c8a8fa9fa53dddd9be742ffa97660526f7a924c308", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T14:15:34.097528+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-28", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "573cdbaf-bfd6-4320-9a03-8866a2b781e7", "result_sha256": "35d03d0c2b9b9e8f7f734327e07f42f346f126746d97d9ef6a494c2571e0dd86", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00187, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "B" }, "group_id": "lightness-chain-02-edge-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-29.png", "input_tokens": 677, "latency_sec": 2.2811346979578957, "model_name": "gpt-5.6-terra", "out_of_srgb": null, "output_tokens": 43, "prediction": { "choice": "B" }, "prompt_sha256": "64bfc83d308291dc6a447de93571b42ec09ec6278f7fe82905c059b3926629a9", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T14:50:14.419520+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-29", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "f2867c92-5782-448b-9c0f-dd54b2daad82", "result_sha256": "70248544102906672f09c9f4bdff24b2aaa478cda51ff2839882ad0e11e6c918", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.001786, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "A" }, "group_id": "lightness-chain-02-edge-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-30.png", "input_tokens": 677, "latency_sec": 2.0297529239906, "model_name": "gpt-5.6-terra", "out_of_srgb": null, "output_tokens": 36, "prediction": { "choice": "A" }, "prompt_sha256": "64bfc83d308291dc6a447de93571b42ec09ec6278f7fe82905c059b3926629a9", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T14:08:34.622505+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-30", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "a894e58f-99ff-43c3-a797-469844ebb915", "result_sha256": "505b145bf8bdb81c2d6221cb6e9521fab46c820bbf1bfc741a19c68b5abab43c", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.001786, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "A" }, "group_id": "lightness-chain-02-edge-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-31.png", "input_tokens": 677, "latency_sec": 1.8448243220336735, "model_name": "gpt-5.6-terra", "out_of_srgb": null, "output_tokens": 36, "prediction": { "choice": "A" }, "prompt_sha256": "14500bd7eefa43cebfa107c8a8fa9fa53dddd9be742ffa97660526f7a924c308", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T16:19:40.225538+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-31", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "15fc6a89-9856-487f-b94f-1f5d64b9e790", "result_sha256": "8b99118fa56ba996aa693cc5561bffacda985dce1bd9f9c20c68b2e212962775", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.001894, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "B" }, "group_id": "lightness-chain-02-edge-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-32.png", "input_tokens": 677, "latency_sec": 1.95530583395157, "model_name": "gpt-5.6-terra", "out_of_srgb": null, "output_tokens": 45, "prediction": { "choice": "B" }, "prompt_sha256": "14500bd7eefa43cebfa107c8a8fa9fa53dddd9be742ffa97660526f7a924c308", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T14:50:55.734670+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-32", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "dd92db4c-3fb1-4279-810b-6dee85358a38", "result_sha256": "dc9ae18b2c29ab7638d004737aa2659af1e34774180342e7a6fdaa78b036fa19", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002062, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "B" }, "group_id": "lightness-chain-03-edge-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-33.png", "input_tokens": 677, "latency_sec": 1.633374150027521, "model_name": "gpt-5.6-terra", "out_of_srgb": null, "output_tokens": 59, "prediction": { "choice": "B" }, "prompt_sha256": "64bfc83d308291dc6a447de93571b42ec09ec6278f7fe82905c059b3926629a9", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T15:19:25.799336+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-33", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "53054a8e-6041-44fe-bef6-ece77bd201f8", "result_sha256": "a6ed9f287295e924738a525919aad7507567c84e7f056db441fca4d022ebc236", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.001954, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "A" }, "group_id": "lightness-chain-03-edge-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-34.png", "input_tokens": 677, "latency_sec": 1.700778222992085, "model_name": "gpt-5.6-terra", "out_of_srgb": null, "output_tokens": 50, "prediction": { "choice": "A" }, "prompt_sha256": "64bfc83d308291dc6a447de93571b42ec09ec6278f7fe82905c059b3926629a9", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T14:49:43.797292+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-34", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "383d22c6-f17e-42f8-ae78-708e6198fc79", "result_sha256": "4bf539c6a5e8294ba9e289ff20be8a418e1f8000e27e53127db29782d7992c56", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.001978, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "A" }, "group_id": "lightness-chain-03-edge-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-35.png", "input_tokens": 677, "latency_sec": 1.9900065030669793, "model_name": "gpt-5.6-terra", "out_of_srgb": null, "output_tokens": 52, "prediction": { "choice": "A" }, "prompt_sha256": "14500bd7eefa43cebfa107c8a8fa9fa53dddd9be742ffa97660526f7a924c308", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T16:08:31.382803+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-35", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "4455a76c-0b32-4866-ab73-c23d40738cf6", "result_sha256": "7ee6bb9930546faa0553e763f24c3de983bf73987ca399d0f7a7be129a240642", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.001906, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "B" }, "group_id": "lightness-chain-03-edge-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-36.png", "input_tokens": 677, "latency_sec": 4.0498540319968015, "model_name": "gpt-5.6-terra", "out_of_srgb": null, "output_tokens": 46, "prediction": { "choice": "B" }, "prompt_sha256": "14500bd7eefa43cebfa107c8a8fa9fa53dddd9be742ffa97660526f7a924c308", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T14:32:48.022829+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-36", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "068fd291-5d4d-4b10-b0b7-e26ac1999f89", "result_sha256": "2afd7f079bcc1c59156e006950907b774565f5e3b7f6c9e575142b0d0615a95a", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.005698, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "B" }, "group_id": "lightness-chain-03-edge-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-37.png", "input_tokens": 677, "latency_sec": 7.73159095691517, "model_name": "gpt-5.6-terra", "out_of_srgb": null, "output_tokens": 362, "prediction": { "choice": "A" }, "prompt_sha256": "64bfc83d308291dc6a447de93571b42ec09ec6278f7fe82905c059b3926629a9", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T14:31:53.237604+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-lightness-37", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "c80629d8-a48e-4e08-ace5-863653656618", "result_sha256": "5e06072a4e8418dc75f59ec53dd5da9296366224d0c7b85e901711cb7a81f558", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002362, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "A" }, "group_id": "lightness-chain-03-edge-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-38.png", "input_tokens": 677, "latency_sec": 6.201271720929071, "model_name": "gpt-5.6-terra", "out_of_srgb": null, "output_tokens": 84, "prediction": { "choice": "A" }, "prompt_sha256": "64bfc83d308291dc6a447de93571b42ec09ec6278f7fe82905c059b3926629a9", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T15:40:11.676618+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-38", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "45476866-5e4d-4e4f-ad3b-9ac497ca1881", "result_sha256": "3a583bace7ff45ada544457b3a2d0fc01fcfa31ed40fd85ec0739fbe328829ba", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.002686, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "A" }, "group_id": "lightness-chain-03-edge-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-39.png", "input_tokens": 677, "latency_sec": 11.151337862946093, "model_name": "gpt-5.6-terra", "out_of_srgb": null, "output_tokens": 111, "prediction": { "choice": "B" }, "prompt_sha256": "14500bd7eefa43cebfa107c8a8fa9fa53dddd9be742ffa97660526f7a924c308", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T15:59:21.363221+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-lightness-39", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "dffc547a-4914-478e-aaa6-2f421ae4814d", "result_sha256": "83f44b77eff0c211b8ee48de869433b1796ae50c209bfe31dc5d0d40456c43fe", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002194, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "B" }, "group_id": "lightness-chain-03-edge-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-40.png", "input_tokens": 677, "latency_sec": 2.849121872917749, "model_name": "gpt-5.6-terra", "out_of_srgb": null, "output_tokens": 70, "prediction": { "choice": "B" }, "prompt_sha256": "14500bd7eefa43cebfa107c8a8fa9fa53dddd9be742ffa97660526f7a924c308", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T14:10:06.245247+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-40", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "84a4880b-2109-4b89-827a-775035a4373e", "result_sha256": "31217b11d35021119597967615fe3ef10c936714eaef4156ef84e54f8b4c4a35", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002002, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "B" }, "group_id": "lightness-chain-03-edge-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-41.png", "input_tokens": 677, "latency_sec": 2.3419011789374053, "model_name": "gpt-5.6-terra", "out_of_srgb": null, "output_tokens": 54, "prediction": { "choice": "B" }, "prompt_sha256": "64bfc83d308291dc6a447de93571b42ec09ec6278f7fe82905c059b3926629a9", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T15:48:35.712247+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-41", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "e19ae41f-0795-4276-8ada-80d368e5d93d", "result_sha256": "3b9169e17347cec84ab206f1e4b99b5bf8693a4e9d4097c7f018ba5cd32c9440", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.001702, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "A" }, "group_id": "lightness-chain-03-edge-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-42.png", "input_tokens": 677, "latency_sec": 3.1173568669473752, "model_name": "gpt-5.6-terra", "out_of_srgb": null, "output_tokens": 29, "prediction": { "choice": "A" }, "prompt_sha256": "64bfc83d308291dc6a447de93571b42ec09ec6278f7fe82905c059b3926629a9", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T14:17:58.716295+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-42", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "b443ef9a-fc71-4cf9-bd29-1828ce78f120", "result_sha256": "2f3480e4e63dcdc007eae3f1264a0a317c95714e8df34bb00a3107a6f5402df7", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.001906, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "A" }, "group_id": "lightness-chain-03-edge-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-43.png", "input_tokens": 677, "latency_sec": 1.8853397429920733, "model_name": "gpt-5.6-terra", "out_of_srgb": null, "output_tokens": 46, "prediction": { "choice": "A" }, "prompt_sha256": "14500bd7eefa43cebfa107c8a8fa9fa53dddd9be742ffa97660526f7a924c308", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T16:27:53.300470+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-43", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "3f3352f2-72a5-4e31-8977-9bdfd333e972", "result_sha256": "d8dbbaad598c478b6710fa40a0ff1d8fe5a9e627cdb2d109bbfd2043a475317a", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.001918, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "B" }, "group_id": "lightness-chain-03-edge-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-44.png", "input_tokens": 677, "latency_sec": 2.091803348972462, "model_name": "gpt-5.6-terra", "out_of_srgb": null, "output_tokens": 47, "prediction": { "choice": "B" }, "prompt_sha256": "14500bd7eefa43cebfa107c8a8fa9fa53dddd9be742ffa97660526f7a924c308", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T15:09:05.367456+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-44", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "0f5dd004-aec2-4a5d-b80a-bf852f0b4393", "result_sha256": "b71572794f5357b8191459e3f472a6373b9fee47c9fa54fb436cd931c6c736bd", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.001918, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "B" }, "group_id": "lightness-chain-03-edge-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-45.png", "input_tokens": 677, "latency_sec": 1.7961496909847483, "model_name": "gpt-5.6-terra", "out_of_srgb": null, "output_tokens": 47, "prediction": { "choice": "B" }, "prompt_sha256": "64bfc83d308291dc6a447de93571b42ec09ec6278f7fe82905c059b3926629a9", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T16:01:36.433405+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-45", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "f32a34ba-50d3-4448-aaee-fc29d61dd42a", "result_sha256": "7976a40cebfcd5809686b4505c66109853da1b30889458368d5cd215cf213608", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.001918, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "A" }, "group_id": "lightness-chain-03-edge-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-46.png", "input_tokens": 677, "latency_sec": 2.133578028064221, "model_name": "gpt-5.6-terra", "out_of_srgb": null, "output_tokens": 47, "prediction": { "choice": "A" }, "prompt_sha256": "64bfc83d308291dc6a447de93571b42ec09ec6278f7fe82905c059b3926629a9", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T15:49:14.237178+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-46", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "9889ed4b-e7e4-4242-a109-80996d97f35e", "result_sha256": "d7eee719e0493f48589e0954ea20318ab4259b7a6c4594636b81fd0066c60487", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.001906, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "A" }, "group_id": "lightness-chain-03-edge-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-47.png", "input_tokens": 677, "latency_sec": 1.6264081200351939, "model_name": "gpt-5.6-terra", "out_of_srgb": null, "output_tokens": 46, "prediction": { "choice": "A" }, "prompt_sha256": "14500bd7eefa43cebfa107c8a8fa9fa53dddd9be742ffa97660526f7a924c308", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T14:35:09.841522+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-47", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "6132971e-f44d-44bc-a2fa-331604f2e3b0", "result_sha256": "b74b3315bc97d90df1c286998c51da1d1da54e91a9d39ca46d635085db7d775f", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.001942, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "B" }, "group_id": "lightness-chain-03-edge-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-48.png", "input_tokens": 677, "latency_sec": 5.197981841978617, "model_name": "gpt-5.6-terra", "out_of_srgb": null, "output_tokens": 49, "prediction": { "choice": "B" }, "prompt_sha256": "14500bd7eefa43cebfa107c8a8fa9fa53dddd9be742ffa97660526f7a924c308", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T14:43:25.789771+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-48", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "6a5d9497-4839-485c-a76f-5c22eee06213", "result_sha256": "8c3d4bf9924b3c5a896a7ad2284a1c8efc455d5719de8a7f93781d1995dfbbbe", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.004138, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "B" }, "group_id": "lightness-chain-04-edge-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-49.png", "input_tokens": 677, "latency_sec": 6.264094023965299, "model_name": "gpt-5.6-terra", "out_of_srgb": null, "output_tokens": 232, "prediction": { "choice": "A" }, "prompt_sha256": "64bfc83d308291dc6a447de93571b42ec09ec6278f7fe82905c059b3926629a9", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T15:30:07.367376+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-lightness-49", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "61684ff8-90b1-4de1-be6d-55b306971f05", "result_sha256": "996e40bd6ff43636d4b64793207d8213cda9229a1829c61fa9d26e189ff786c1", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00283, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "A" }, "group_id": "lightness-chain-04-edge-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-50.png", "input_tokens": 677, "latency_sec": 3.2821068200282753, "model_name": "gpt-5.6-terra", "out_of_srgb": null, "output_tokens": 123, "prediction": { "choice": "A" }, "prompt_sha256": "64bfc83d308291dc6a447de93571b42ec09ec6278f7fe82905c059b3926629a9", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T16:00:26.281900+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-50", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "818b5d4e-3525-4ab4-818e-7d0dfb1b7ac2", "result_sha256": "ce4534ef32fdd2dfc0181b0db07dc353a14c9b8bdb00898454ac8b8ceef0120e", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002218, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "A" }, "group_id": "lightness-chain-04-edge-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-51.png", "input_tokens": 677, "latency_sec": 2.838218776974827, "model_name": "gpt-5.6-terra", "out_of_srgb": null, "output_tokens": 72, "prediction": { "choice": "A" }, "prompt_sha256": "14500bd7eefa43cebfa107c8a8fa9fa53dddd9be742ffa97660526f7a924c308", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T14:40:14.108509+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-51", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "ff8a9962-49da-4241-a7c9-df12f6cc6ac9", "result_sha256": "4dfc2d130d2d9f9abda34a9eb49708774bc18c33bc6ff5299e2d40027ac57626", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002614, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "B" }, "group_id": "lightness-chain-04-edge-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-52.png", "input_tokens": 677, "latency_sec": 3.1904783659847453, "model_name": "gpt-5.6-terra", "out_of_srgb": null, "output_tokens": 105, "prediction": { "choice": "B" }, "prompt_sha256": "14500bd7eefa43cebfa107c8a8fa9fa53dddd9be742ffa97660526f7a924c308", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T14:28:31.107262+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-52", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "3107a8d2-0c64-4550-bfb8-452569b00791", "result_sha256": "d637a9840dc1a6c86b1b696a60e955766f773c12bb41f0c0fb07a477853d60b3", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00187, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "B" }, "group_id": "lightness-chain-04-edge-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-53.png", "input_tokens": 677, "latency_sec": 1.9175040599657223, "model_name": "gpt-5.6-terra", "out_of_srgb": null, "output_tokens": 43, "prediction": { "choice": "B" }, "prompt_sha256": "64bfc83d308291dc6a447de93571b42ec09ec6278f7fe82905c059b3926629a9", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T16:23:22.508099+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-53", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "83dc125a-a3b0-4f10-af80-e2e61a9226a5", "result_sha256": "18c7a95098ed9c9f731d73842cf1bdfe0b588cbf423583650b9e02dae1da5830", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.001894, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "A" }, "group_id": "lightness-chain-04-edge-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-54.png", "input_tokens": 677, "latency_sec": 1.6464998139999807, "model_name": "gpt-5.6-terra", "out_of_srgb": null, "output_tokens": 45, "prediction": { "choice": "A" }, "prompt_sha256": "64bfc83d308291dc6a447de93571b42ec09ec6278f7fe82905c059b3926629a9", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T15:31:21.211217+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-54", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "6f906479-f058-4c5f-bc33-2a172f00a36e", "result_sha256": "478d281814850c0c3e73a658401d5e6a3254e254faba6a1741dbd7e7964c1d85", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.001978, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "A" }, "group_id": "lightness-chain-04-edge-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-55.png", "input_tokens": 677, "latency_sec": 2.0136925420956686, "model_name": "gpt-5.6-terra", "out_of_srgb": null, "output_tokens": 52, "prediction": { "choice": "A" }, "prompt_sha256": "14500bd7eefa43cebfa107c8a8fa9fa53dddd9be742ffa97660526f7a924c308", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T15:38:04.472867+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-55", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "56d4cf99-9777-41d8-9f9c-536b0de68cb8", "result_sha256": "a88277d8af5c93d15a3e4b86bb43c9467ad15715f2cd05571f398ad309a346ca", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.001882, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "B" }, "group_id": "lightness-chain-04-edge-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-56.png", "input_tokens": 677, "latency_sec": 5.440178551943973, "model_name": "gpt-5.6-terra", "out_of_srgb": null, "output_tokens": 44, "prediction": { "choice": "B" }, "prompt_sha256": "14500bd7eefa43cebfa107c8a8fa9fa53dddd9be742ffa97660526f7a924c308", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T14:40:44.820747+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-56", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "c2db6c74-d1c8-4b19-a504-fcdf93edd0b2", "result_sha256": "08306c6dd19f630b79839932fd92a7a29bcaf61e9b528aafdf35122aaa8b8447", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.001978, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "B" }, "group_id": "lightness-chain-04-edge-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-57.png", "input_tokens": 677, "latency_sec": 2.1163177960552275, "model_name": "gpt-5.6-terra", "out_of_srgb": null, "output_tokens": 52, "prediction": { "choice": "B" }, "prompt_sha256": "64bfc83d308291dc6a447de93571b42ec09ec6278f7fe82905c059b3926629a9", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T16:18:26.161345+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-57", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "02b132e4-b0c8-45d0-adb9-a6e7bc3b28c0", "result_sha256": "c113bdf833121dc116455239249d4ddd36f1c0766d3f662986cca800a59c3275", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.001906, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "A" }, "group_id": "lightness-chain-04-edge-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-58.png", "input_tokens": 677, "latency_sec": 1.416871865047142, "model_name": "gpt-5.6-terra", "out_of_srgb": null, "output_tokens": 46, "prediction": { "choice": "A" }, "prompt_sha256": "64bfc83d308291dc6a447de93571b42ec09ec6278f7fe82905c059b3926629a9", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T16:12:16.056178+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-58", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "1df4b171-6be0-4c59-a4f7-340eb600cd4f", "result_sha256": "73c677a7f9734be869c295255bfd22673604bd37623fef0c4548c5bdb84f7140", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.001918, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "A" }, "group_id": "lightness-chain-04-edge-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-59.png", "input_tokens": 677, "latency_sec": 1.5533353199716657, "model_name": "gpt-5.6-terra", "out_of_srgb": null, "output_tokens": 47, "prediction": { "choice": "A" }, "prompt_sha256": "14500bd7eefa43cebfa107c8a8fa9fa53dddd9be742ffa97660526f7a924c308", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T15:16:25.692457+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-59", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "c44724d5-1fd5-47c3-99bc-28c1f912dac6", "result_sha256": "303c147823201954148d750b24131c5ab7ffd1c401327ca3557b9112519e7e7d", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.001894, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "B" }, "group_id": "lightness-chain-04-edge-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-60.png", "input_tokens": 677, "latency_sec": 1.6992911159759387, "model_name": "gpt-5.6-terra", "out_of_srgb": null, "output_tokens": 45, "prediction": { "choice": "B" }, "prompt_sha256": "14500bd7eefa43cebfa107c8a8fa9fa53dddd9be742ffa97660526f7a924c308", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T15:33:44.272688+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-60", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "b90120ab-5777-4e7e-b234-46e5d880f1ba", "result_sha256": "cea5e258cc3f9370d4226da7cc863f4c71dd8f6d46d70d6e93dd889bf84dde91", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00289, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "B" }, "group_id": "lightness-chain-04-edge-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-61.png", "input_tokens": 677, "latency_sec": 13.286236600019038, "model_name": "gpt-5.6-terra", "out_of_srgb": null, "output_tokens": 128, "prediction": { "choice": "B" }, "prompt_sha256": "64bfc83d308291dc6a447de93571b42ec09ec6278f7fe82905c059b3926629a9", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T16:25:25.006040+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-61", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "81322c96-2788-4fe8-9ebf-70db999b49ae", "result_sha256": "ac1b0b4b1a134eef62caa5dfaf2b2867a65b8461347d3714b0a914f0137c98f0", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00199, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "A" }, "group_id": "lightness-chain-04-edge-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-62.png", "input_tokens": 677, "latency_sec": 2.124745980021544, "model_name": "gpt-5.6-terra", "out_of_srgb": null, "output_tokens": 53, "prediction": { "choice": "A" }, "prompt_sha256": "64bfc83d308291dc6a447de93571b42ec09ec6278f7fe82905c059b3926629a9", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T14:06:52.597144+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-62", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "89123dee-6b6c-420e-85c5-863c084e7e5a", "result_sha256": "791342c4fb9cbf4f186f2ece180afbead1b6827e36061ba2e30d3472a864da2a", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.001978, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "A" }, "group_id": "lightness-chain-04-edge-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-63.png", "input_tokens": 677, "latency_sec": 4.329055696027353, "model_name": "gpt-5.6-terra", "out_of_srgb": null, "output_tokens": 52, "prediction": { "choice": "A" }, "prompt_sha256": "14500bd7eefa43cebfa107c8a8fa9fa53dddd9be742ffa97660526f7a924c308", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T14:12:05.700558+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-63", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "1b2c573f-b333-4afa-8617-d71542852a09", "result_sha256": "d14eced23d687d15097d342518d7572d0981eb2c340ff8a5b26c802c4cc3c052", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.001894, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "B" }, "group_id": "lightness-chain-04-edge-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-64.png", "input_tokens": 677, "latency_sec": 1.4901680260663852, "model_name": "gpt-5.6-terra", "out_of_srgb": null, "output_tokens": 45, "prediction": { "choice": "B" }, "prompt_sha256": "14500bd7eefa43cebfa107c8a8fa9fa53dddd9be742ffa97660526f7a924c308", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T14:34:20.627346+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-64", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "4677dee2-652a-4e9d-9e62-40709ea12123", "result_sha256": "f9a986a9de1a4089956c393d4a279872cdc8dd644f96ae7f6abd81d946a795ec", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00548, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "A" }, "group_id": "match-binding-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-01.png", "input_tokens": 694, "latency_sec": 7.734889562940225, "model_name": "gpt-5.6-terra", "out_of_srgb": null, "output_tokens": 341, "prediction": { "choice": "A" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T16:12:44.742139+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-01", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "0630790b-eadf-47d1-8602-0559194b8815", "result_sha256": "cbdeb684690c5061cc351e6070cc65125ce2c68e00c2932b67c46011ea348a4e", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002144, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "B" }, "group_id": "match-binding-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-02.png", "input_tokens": 694, "latency_sec": 2.0590683090267703, "model_name": "gpt-5.6-terra", "out_of_srgb": null, "output_tokens": 63, "prediction": { "choice": "B" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T15:30:27.548635+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-02", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "1fc37202-24fd-4374-bf15-44d022f573db", "result_sha256": "2234b1b723c7905f3040edde96a4f2cc8754a09f0f60e89b0fff0c615e615f27", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00206, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "C" }, "group_id": "match-binding-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-03.png", "input_tokens": 694, "latency_sec": 6.614011886995286, "model_name": "gpt-5.6-terra", "out_of_srgb": null, "output_tokens": 56, "prediction": { "choice": "C" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-16T15:44:52.847336+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-03", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "b86cc4c2-bff8-4d68-b5d3-94c86c2a5774", "result_sha256": "5edaab5de296b99ef62935157365effbe495ba056010bd17b94bb190bc8262ff", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002144, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "D" }, "group_id": "match-binding-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-04.png", "input_tokens": 694, "latency_sec": 1.9956001330865547, "model_name": "gpt-5.6-terra", "out_of_srgb": null, "output_tokens": 63, "prediction": { "choice": "D" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "openai", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-16T15:03:33.646428+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-04", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "01222488-a46d-4308-8348-6700ee58fdda", "result_sha256": "ee9403720a0c6e384012c759c2e48595b5e3168a074808008708c2d50bd80446", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002324, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "A" }, "group_id": "match-binding-05", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-05.png", "input_tokens": 694, "latency_sec": 5.223731386009604, "model_name": "gpt-5.6-terra", "out_of_srgb": null, "output_tokens": 78, "prediction": { "choice": "A" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T15:39:58.698283+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-05", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "1cfd9e55-027f-4d4c-972d-4aefe71cba72", "result_sha256": "b61c1055fbdcf220847d4cd29befe88a093141ae42d12f137f38792fdf8a8ccc", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002252, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "B" }, "group_id": "match-binding-06", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-06.png", "input_tokens": 694, "latency_sec": 3.2527074509998783, "model_name": "gpt-5.6-terra", "out_of_srgb": null, "output_tokens": 72, "prediction": { "choice": "B" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T15:38:24.438447+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-06", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "83711d11-dd1e-41fe-ad6b-3876b42eac42", "result_sha256": "4c85af791361ab9c39b32962d481f2ddc59c34bfc4cd7ac61582553011f80043", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002264, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "C" }, "group_id": "match-binding-07", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-07.png", "input_tokens": 694, "latency_sec": 5.987182140001096, "model_name": "gpt-5.6-terra", "out_of_srgb": null, "output_tokens": 73, "prediction": { "choice": "C" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-16T15:11:54.998364+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-07", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "0d6c408a-1eef-4245-bb63-c9f072408bd7", "result_sha256": "b4e4a83879ae29b9f65b4e5f03877489672f1756b8b1ba496e5530e3a7267c47", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002648, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "D" }, "group_id": "match-binding-08", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-08.png", "input_tokens": 694, "latency_sec": 2.9483783680479974, "model_name": "gpt-5.6-terra", "out_of_srgb": null, "output_tokens": 105, "prediction": { "choice": "D" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "openai", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-16T16:18:12.587507+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-08", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "81687956-e17a-4273-b255-692c669a5b9b", "result_sha256": "deb258d7d50a4badc772936303bc34826a184f1af83ffc0a5a14340530831c3f", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00374, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "A" }, "group_id": "match-binding-09", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-09.png", "input_tokens": 694, "latency_sec": 4.9283045650226995, "model_name": "gpt-5.6-terra", "out_of_srgb": null, "output_tokens": 196, "prediction": { "choice": "A" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T15:47:28.569742+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-09", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "d36cfb61-b7fd-4fb3-a8ed-7fe22e1318a4", "result_sha256": "83e6c7e04ddd70dd0387d61116af75e06b86cf1c115e17d12b550934072a81af", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002324, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "B" }, "group_id": "match-binding-10", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-10.png", "input_tokens": 694, "latency_sec": 3.01894373097457, "model_name": "gpt-5.6-terra", "out_of_srgb": null, "output_tokens": 78, "prediction": { "choice": "B" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T14:38:12.660942+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-10", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "5ca7a9ad-8a36-475e-a32b-e33482de44b4", "result_sha256": "8bc903d58a148ead986002a0b76de071a92dd28dcb616c65fd50057c14462a84", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.011276, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "C" }, "group_id": "match-binding-11", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-11.png", "input_tokens": 694, "latency_sec": 19.350117587018758, "model_name": "gpt-5.6-terra", "out_of_srgb": null, "output_tokens": 824, "prediction": { "choice": "C" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-16T15:07:56.696225+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-11", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "df4fa7f6-ad7c-494b-822a-8c9e97119a8c", "result_sha256": "2bcbedfc3d3cf2ed4682450eba9d4205f0adba9e4274bd693ed1028c2acbcace", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002276, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "D" }, "group_id": "match-binding-12", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-12.png", "input_tokens": 694, "latency_sec": 4.411928622983396, "model_name": "gpt-5.6-terra", "out_of_srgb": null, "output_tokens": 74, "prediction": { "choice": "D" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "openai", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-16T14:02:23.374590+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-12", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "3f2d086d-8100-452b-a7f9-7d8826beeced", "result_sha256": "f4ca7c71703b2ace08912bfa00d93539978505612796f2fd5bce3c0a302a8977", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.005948, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "A" }, "group_id": "match-binding-13", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-13.png", "input_tokens": 694, "latency_sec": 8.66270376497414, "model_name": "gpt-5.6-terra", "out_of_srgb": null, "output_tokens": 380, "prediction": { "choice": "C" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-16T15:35:43.159257+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-matching-13", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "ffbddf15-0a47-49a0-9171-984d4f7c22a5", "result_sha256": "4ad49c9c8b6a9bf5e6d7d53ff677e48b5aa5b189c06c8b1e3a85b7da07ea9d81", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.005132, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "B" }, "group_id": "match-binding-14", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-14.png", "input_tokens": 694, "latency_sec": 6.902178139076568, "model_name": "gpt-5.6-terra", "out_of_srgb": null, "output_tokens": 312, "prediction": { "choice": "B" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T15:15:16.600729+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-14", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "663acbfd-fa20-4dea-932c-55d11b1dfd4a", "result_sha256": "fb2abbd6bf7bd9286ab03a70bc17d3b578e7c60c46820e1fbde6d21d705c7aca", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0035, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "C" }, "group_id": "match-binding-15", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-15.png", "input_tokens": 694, "latency_sec": 3.4885985089931637, "model_name": "gpt-5.6-terra", "out_of_srgb": null, "output_tokens": 176, "prediction": { "choice": "C" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-16T15:22:59.092747+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-15", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "244584b3-3eb6-48af-9a8b-5ea47b013e01", "result_sha256": "29ba19ca27a21602a01ae3daba73542687d9921f09290e6ac1a95eeec734bbe6", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002468, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "D" }, "group_id": "match-binding-16", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-16.png", "input_tokens": 694, "latency_sec": 2.343022284912877, "model_name": "gpt-5.6-terra", "out_of_srgb": null, "output_tokens": 90, "prediction": { "choice": "D" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "openai", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-16T14:13:10.930800+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-16", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "ed5e1db3-6163-4ead-824f-dcafea9d4175", "result_sha256": "fec4adc0fdbcd03a040dff832022afb14a8991763ccf581c8af68965026cc6d4", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002048, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "A" }, "group_id": "match-binding-17", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-17.png", "input_tokens": 694, "latency_sec": 1.6862582280300558, "model_name": "gpt-5.6-terra", "out_of_srgb": null, "output_tokens": 55, "prediction": { "choice": "A" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T15:54:59.752420+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-17", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "afd08a3a-e98d-422a-90e9-d520df76ed7c", "result_sha256": "e58ac592a6c4591f696dcf99d55f117469a08df0e03276fa717a633755e9c9a3", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.001976, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "B" }, "group_id": "match-binding-18", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-18.png", "input_tokens": 694, "latency_sec": 1.7456820749212056, "model_name": "gpt-5.6-terra", "out_of_srgb": null, "output_tokens": 49, "prediction": { "choice": "B" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T15:33:10.079223+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-18", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "fe66c69a-9490-4ebd-9643-fa4f59080613", "result_sha256": "38c52ea10675a497183ddc8ae4a5efe9e872b4219f7935cc8aad5c7f727bb105", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0023, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "C" }, "group_id": "match-binding-19", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-19.png", "input_tokens": 694, "latency_sec": 3.179401744971983, "model_name": "gpt-5.6-terra", "out_of_srgb": null, "output_tokens": 76, "prediction": { "choice": "C" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-16T15:47:43.884646+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-19", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "6666f6b9-6e31-4758-9da7-61e0f846e40a", "result_sha256": "d3f3ae52aba09970153a93c358715b044a302aaa1dcc627c38f8492ee7090327", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002108, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "D" }, "group_id": "match-binding-20", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-20.png", "input_tokens": 694, "latency_sec": 6.337056846008636, "model_name": "gpt-5.6-terra", "out_of_srgb": null, "output_tokens": 60, "prediction": { "choice": "D" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "openai", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-16T15:18:05.044448+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-20", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "1c9fffea-19ad-40c4-b754-08fd3174b49d", "result_sha256": "50921b2fbfca94b2f87e54ffcf88ed50b8fe376a39ad0ac2e14d3c9dcf142693", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.003356, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "A" }, "group_id": "match-binding-21", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-21.png", "input_tokens": 694, "latency_sec": 6.153962519019842, "model_name": "gpt-5.6-terra", "out_of_srgb": null, "output_tokens": 164, "prediction": { "choice": "A" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T14:35:53.854079+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-21", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "5ff913c4-089a-4054-b270-e5d491d86bbd", "result_sha256": "84988f1ffe573644c719609d76d79f9b4869e8cd904f660be27bb94a57edaaf5", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002456, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "B" }, "group_id": "match-binding-22", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-22.png", "input_tokens": 694, "latency_sec": 2.7884840338956565, "model_name": "gpt-5.6-terra", "out_of_srgb": null, "output_tokens": 89, "prediction": { "choice": "B" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T14:27:58.501426+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-22", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "8b498a7c-622b-44c4-8d8d-e62daa5aa02b", "result_sha256": "0d7379271ef1fd9b823238011db92afd20f9bc4808017225c20c130aedaea4c6", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00278, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "C" }, "group_id": "match-binding-23", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-23.png", "input_tokens": 694, "latency_sec": 4.3033152060816064, "model_name": "gpt-5.6-terra", "out_of_srgb": null, "output_tokens": 116, "prediction": { "choice": "C" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-16T16:12:54.499736+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-23", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "f2d43651-ecc6-40eb-807a-812fe37dd39e", "result_sha256": "7863a379ee8eb09b933bea9d979f9835cd35d277bee4c0ed5fed3b580ed49675", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00278, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "D" }, "group_id": "match-binding-24", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-24.png", "input_tokens": 694, "latency_sec": 3.170726775075309, "model_name": "gpt-5.6-terra", "out_of_srgb": null, "output_tokens": 116, "prediction": { "choice": "D" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "openai", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-16T15:40:50.854507+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-24", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "f174ace1-7669-49ca-b95b-313201f7c5d1", "result_sha256": "a4920f47c274cc4aa3bd9da324e796f50669c9947f572557e6159db9c39d3f16", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.009212, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "A" }, "group_id": "match-binding-25", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-25.png", "input_tokens": 694, "latency_sec": 11.701754663023166, "model_name": "gpt-5.6-terra", "out_of_srgb": null, "output_tokens": 652, "prediction": { "choice": "C" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-16T15:36:14.369592+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-matching-25", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "1183fad3-63f4-4ef7-9f5f-23bae31582cf", "result_sha256": "dade41fe9f0ce8f4fb09a69cc9a59200433bc6ee96174c833d0139f60f46a917", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002564, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "B" }, "group_id": "match-binding-26", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-26.png", "input_tokens": 694, "latency_sec": 2.6705017609056085, "model_name": "gpt-5.6-terra", "out_of_srgb": null, "output_tokens": 98, "prediction": { "choice": "B" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T14:25:41.419147+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-26", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "df093547-71ed-4e3e-9071-0d531c28efc2", "result_sha256": "484de767bda85dbc01e2627d3379b17c57678d26b1e0e0c7824b1dc1fcdd35c3", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.003452, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "C" }, "group_id": "match-binding-27", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-27.png", "input_tokens": 694, "latency_sec": 3.8697627460351214, "model_name": "gpt-5.6-terra", "out_of_srgb": null, "output_tokens": 172, "prediction": { "choice": "D" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "openai", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-16T15:09:31.410969+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-matching-27", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "ddbdcfec-a638-4c7e-b666-0c3d1026ab0f", "result_sha256": "4ea8681ce3e2aa02aa3512b33977bc7a9c9df941d02adc97a8a3b7e5b58c8929", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.007088, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "D" }, "group_id": "match-binding-28", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-28.png", "input_tokens": 694, "latency_sec": 11.49284473399166, "model_name": "gpt-5.6-terra", "out_of_srgb": null, "output_tokens": 475, "prediction": { "choice": "B" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T15:53:49.856091+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-matching-28", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "0766c6e4-f47c-4158-82aa-ce940b231299", "result_sha256": "d402774850c880f0e94c1938c627cd2f8009208e3ff3f622fa59be8bc1c9a93b", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.003068, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "A" }, "group_id": "match-binding-29", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-29.png", "input_tokens": 694, "latency_sec": 4.329145273077302, "model_name": "gpt-5.6-terra", "out_of_srgb": null, "output_tokens": 140, "prediction": { "choice": "B" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T14:30:50.461616+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-matching-29", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "bc4ae708-2f45-45f5-bd2c-8cf4ec90e2e1", "result_sha256": "475540dc58be60b562d3e2526df024000f623e3021c6f5b76ff4da42c39fc0a9", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.005948, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "B" }, "group_id": "match-binding-30", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-30.png", "input_tokens": 694, "latency_sec": 8.866118661942892, "model_name": "gpt-5.6-terra", "out_of_srgb": null, "output_tokens": 380, "prediction": { "choice": "D" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "openai", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-16T15:52:22.289919+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-matching-30", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "8224cb8f-b36c-4049-a39d-3bfa71c730e5", "result_sha256": "0ce0ba954880223c1a87825de527c8b09cf7ccc0c0c53d189d83632261559455", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.007772, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "C" }, "group_id": "match-binding-31", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-31.png", "input_tokens": 694, "latency_sec": 10.408776063937694, "model_name": "gpt-5.6-terra", "out_of_srgb": null, "output_tokens": 532, "prediction": { "choice": "D" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "openai", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-16T16:20:44.958373+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-matching-31", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "7e86c768-3470-4761-a1e9-38e7d4f845d7", "result_sha256": "aa7a94f51d9da9a620e75542f3ac4a509cb9dedfa63434cbe6b6aaa8ac55874e", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.003356, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "D" }, "group_id": "match-binding-32", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-32.png", "input_tokens": 694, "latency_sec": 3.3273465540260077, "model_name": "gpt-5.6-terra", "out_of_srgb": null, "output_tokens": 164, "prediction": { "choice": "B" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T15:04:00.387231+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-matching-32", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "dbaf7b79-cd85-46bb-a971-ae793dfe0e9b", "result_sha256": "6d1a05a58b8090ce53a586469e1a953dc34deeb763b9492080ebbd464f0caf77", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.001976, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "A" }, "group_id": "match-binding-33", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-33.png", "input_tokens": 694, "latency_sec": 1.6826968720415607, "model_name": "gpt-5.6-terra", "out_of_srgb": null, "output_tokens": 49, "prediction": { "choice": "A" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T14:49:25.092377+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-33", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "eff14ece-016d-45f0-9d43-3e462db92075", "result_sha256": "fd50162c863594628bbfb6ddecf7cd23d6f161785da79ea6eb4ab62583fb87a4", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.001976, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "B" }, "group_id": "match-binding-34", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-34.png", "input_tokens": 694, "latency_sec": 1.9913681439356878, "model_name": "gpt-5.6-terra", "out_of_srgb": null, "output_tokens": 49, "prediction": { "choice": "B" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T15:42:55.924126+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-34", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "9740c4b5-4d4c-4e6c-8ca2-b554c6d23f3f", "result_sha256": "2e97a5c293adc416894424895cb3086858f2f28fbd3a059bbfa2febc1f233fc7", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.001952, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "C" }, "group_id": "match-binding-35", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-35.png", "input_tokens": 694, "latency_sec": 2.093235092004761, "model_name": "gpt-5.6-terra", "out_of_srgb": null, "output_tokens": 47, "prediction": { "choice": "C" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-16T14:25:53.921051+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-35", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "5cd9ba78-cbab-4c38-821e-31ff012fff98", "result_sha256": "aa4182e71d7999c276a2b37eccd66a51ea8ffc7bc01b1b16eecb5303bb933842", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.001808, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "D" }, "group_id": "match-binding-36", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-36.png", "input_tokens": 694, "latency_sec": 1.4930563640082255, "model_name": "gpt-5.6-terra", "out_of_srgb": null, "output_tokens": 35, "prediction": { "choice": "D" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "openai", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-16T15:15:26.235922+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-36", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "74fe4857-d349-4ed1-a73d-31abb28f8fe8", "result_sha256": "96ebd7c1f59ef13fe37ef087b76e0881cf7554d76248a81461e8a47515e73bdf", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002084, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "A" }, "group_id": "match-binding-37", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-37.png", "input_tokens": 694, "latency_sec": 1.7836597030982375, "model_name": "gpt-5.6-terra", "out_of_srgb": null, "output_tokens": 58, "prediction": { "choice": "A" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T15:07:26.158941+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-37", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "4e62adc3-0f40-4791-b20f-ee5bf273b19e", "result_sha256": "300e3cc1e4e588140fea88a38cfea9db783b00ba1e2263b0c34f01478c2e5913", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002156, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "B" }, "group_id": "match-binding-38", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-38.png", "input_tokens": 694, "latency_sec": 1.8839837110135704, "model_name": "gpt-5.6-terra", "out_of_srgb": null, "output_tokens": 64, "prediction": { "choice": "B" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T15:24:46.238669+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-38", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "f834c0d8-b45b-4530-9365-655312b36d46", "result_sha256": "e09dc5c7c8f585c9a04cacea10ad4cba85fe49e5cfe1ef52312ef0f51c8f133c", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.001916, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "C" }, "group_id": "match-binding-39", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-39.png", "input_tokens": 694, "latency_sec": 2.012067551026121, "model_name": "gpt-5.6-terra", "out_of_srgb": null, "output_tokens": 44, "prediction": { "choice": "C" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-16T15:52:54.872887+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-39", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "e002584e-2145-4505-9152-240b9fceb223", "result_sha256": "89b51347af4485fbe4c52125fadbd1a767e85ee51a9a583c4834e114413b9e98", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002168, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "D" }, "group_id": "match-binding-40", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-40.png", "input_tokens": 694, "latency_sec": 2.3127110690111294, "model_name": "gpt-5.6-terra", "out_of_srgb": null, "output_tokens": 65, "prediction": { "choice": "D" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "openai", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-16T14:30:01.548149+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-40", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "26787c19-5561-46f3-aa68-4095701a31f0", "result_sha256": "8148b0b12b8bd7ee9b561ac779562f841e393b98d65d3ae9ad8e79c34b26dd0f", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002264, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "A" }, "group_id": "match-binding-41", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-41.png", "input_tokens": 694, "latency_sec": 2.2579615509603173, "model_name": "gpt-5.6-terra", "out_of_srgb": null, "output_tokens": 73, "prediction": { "choice": "A" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T16:09:15.947067+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-41", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "c5ee1611-9cfa-4833-b748-290545e73155", "result_sha256": "e9e219b263b538bd6b77f763d9464ee8edcdb3c2cb9cf753ac35236400084308", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002288, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "B" }, "group_id": "match-binding-42", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-42.png", "input_tokens": 694, "latency_sec": 1.9872713070362806, "model_name": "gpt-5.6-terra", "out_of_srgb": null, "output_tokens": 75, "prediction": { "choice": "B" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T16:23:53.858623+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-42", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "0b180db8-fb10-4014-b0f3-be6cf848e388", "result_sha256": "82d8a3cf1cceaad626a9e0e83a993928ee8790f5e589365e553035b37ec7cacd", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002048, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "C" }, "group_id": "match-binding-43", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-43.png", "input_tokens": 694, "latency_sec": 1.5432158970506862, "model_name": "gpt-5.6-terra", "out_of_srgb": null, "output_tokens": 55, "prediction": { "choice": "C" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-16T15:07:14.061788+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-43", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "9c6a0963-56f8-43e4-b9ba-41d17c431c7b", "result_sha256": "776ba8a25c2a21f5d68b3a1716877c5ac2021814d6dd3b39201fa9191a7a0773", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00224, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "D" }, "group_id": "match-binding-44", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-44.png", "input_tokens": 694, "latency_sec": 1.804834245936945, "model_name": "gpt-5.6-terra", "out_of_srgb": null, "output_tokens": 71, "prediction": { "choice": "D" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "openai", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-16T16:13:31.626870+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-44", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "8b0bdbef-bbd5-46ce-8d67-31025ea5086b", "result_sha256": "a93e6f94464e5a7edad486e0066667cf65ae9d7cb20c717a69e5d046ba95c10b", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.003284, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "A" }, "group_id": "match-binding-45", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-45.png", "input_tokens": 694, "latency_sec": 5.564116289024241, "model_name": "gpt-5.6-terra", "out_of_srgb": null, "output_tokens": 158, "prediction": { "choice": "A" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T14:19:57.117799+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-45", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "e4b7f985-6560-4526-9617-7992bced9def", "result_sha256": "ecad37b2cc8236e80d1cce965f497b592ba6aa364e977a0f3560c54d9578deed", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002516, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "B" }, "group_id": "match-binding-46", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-46.png", "input_tokens": 694, "latency_sec": 3.267105075996369, "model_name": "gpt-5.6-terra", "out_of_srgb": null, "output_tokens": 94, "prediction": { "choice": "B" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T14:41:10.382189+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-46", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "f88d65ad-1e91-4e4d-a554-2b8fd9f9b763", "result_sha256": "c588ae1d101a1da18454c2ed85432cdbfba4c9db3a8aae81f2ca1874aaeadb48", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00248, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "C" }, "group_id": "match-binding-47", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-47.png", "input_tokens": 694, "latency_sec": 8.910706691909581, "model_name": "gpt-5.6-terra", "out_of_srgb": null, "output_tokens": 91, "prediction": { "choice": "C" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-16T14:01:24.238906+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-47", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "2676fcd7-26a0-40b1-9277-18daf3db6769", "result_sha256": "3bdc9509310317537bb5764ac2b07d5beb12ca92a98590b8f1c2360ac2fcfca9", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.005912, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "D" }, "group_id": "match-binding-48", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-48.png", "input_tokens": 694, "latency_sec": 7.866018753033131, "model_name": "gpt-5.6-terra", "out_of_srgb": null, "output_tokens": 377, "prediction": { "choice": "D" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "openai", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-16T15:04:50.945754+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-48", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "eb151ddf-864d-4a7d-a66f-e30b2d4dca71", "result_sha256": "1e97c7e87ce6c6478953f0a42db84ce8187a5f7f366f76ab28cc84817b3d3c3d", "result": { "component_errors": { "c": 0.003879893259451983, "h": 0.7922292400114372, "l": 0.0019260859779970385 }, "correct": null, "cost_estimated": false, "cost_usd": 0.007118, "delta_e_ok": 0.0048960606002216665, "error": null, "error_kind": null, "family": "oklch", "ground_truth": { "rgb": [ 192, 64, 80 ] }, "group_id": "numeric-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-01.png", "input_tokens": 739, "latency_sec": 9.653163903974928, "model_name": "gpt-5.6-terra", "out_of_srgb": false, "output_tokens": 470, "prediction": { "c": 0.167, "h": 17.8, "l": 0.555 }, "prompt_sha256": "cfc2f885cbdbcece08f23bb635b333e3e35d9a41ebaf72f1a755e461f8f494d4", "provider": "openai", "raw_prediction": "{\"l\":0.555,\"c\":0.167,\"h\":17.8}", "recorded_at": "2026-09-16T16:14:39.058262+00:00", "request_attempts": 1, "score": 97.55196969988916, "task_id": "colorbench-oklch-01", "tight_score": 90.20787879955667, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": true, "0.01": true, "0.02": true, "0.05": true } } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "1a093b53-b526-4fd1-8395-526df6b3eeef", "result_sha256": "71b196af2691b9a4d18ecc112e68d755e03b564840a77459e78e73eceda656cb", "result": { "component_errors": { "c": 0.012403039047677644, "h": 1.0547281413394671, "l": 0.007346700659183192 }, "correct": null, "cost_estimated": false, "cost_usd": 0.006038, "delta_e_ok": 0.01462841675477953, "error": null, "error_kind": null, "family": "oklch", "ground_truth": { "rgb": [ 38, 112, 190 ] }, "group_id": "numeric-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-02.png", "input_tokens": 739, "latency_sec": 9.26152400195133, "model_name": "gpt-5.6-terra", "out_of_srgb": false, "output_tokens": 380, "prediction": { "c": 0.129, "h": 252.0, "l": 0.548 }, "prompt_sha256": "cfc2f885cbdbcece08f23bb635b333e3e35d9a41ebaf72f1a755e461f8f494d4", "provider": "openai", "raw_prediction": "{\"l\":0.548,\"c\":0.129,\"h\":252}", "recorded_at": "2026-09-16T14:04:06.315053+00:00", "request_attempts": 1, "score": 92.68579162261024, "task_id": "colorbench-oklch-02", "tight_score": 70.74316649044094, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": false, "0.02": true, "0.05": true } } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "4cc0cbfe-c3d6-4e81-b7b6-d3292606efde", "result_sha256": "d14e568d7dbf7d7c6c5cc3623d7339e4f9bcb8388845dc5b5002edd2ebd04e5f", "result": { "component_errors": { "c": 0.0015953031417421798, "h": 0.5626494718361243, "l": 0.010347517786385874 }, "correct": null, "cost_estimated": false, "cost_usd": 0.020126, "delta_e_ok": 0.010515636354151378, "error": null, "error_kind": null, "family": "oklch", "ground_truth": { "rgb": [ 60, 140, 100 ] }, "group_id": "numeric-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-03.png", "input_tokens": 739, "latency_sec": 37.06572886498179, "model_name": "gpt-5.6-terra", "out_of_srgb": false, "output_tokens": 1554, "prediction": { "c": 0.09911, "h": 159.6, "l": 0.58925 }, "prompt_sha256": "cfc2f885cbdbcece08f23bb635b333e3e35d9a41ebaf72f1a755e461f8f494d4", "provider": "openai", "raw_prediction": "{\"l\":0.58925,\"c\":0.09911,\"h\":159.6}", "recorded_at": "2026-09-16T14:00:26.756963+00:00", "request_attempts": 1, "score": 94.74218182292431, "task_id": "colorbench-oklch-03", "tight_score": 78.96872729169723, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": false, "0.02": true, "0.05": true } } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "e6703b78-4f8c-4685-8dcb-1f6732344f62", "result_sha256": "8815eaa7aca1b2535f39e328c04434564addd67fb25bd279b28abfd1e7acc2ca", "result": { "component_errors": { "c": 0.004961814369458001, "h": 1.7572279593993017, "l": 0.015345762438994326 }, "correct": null, "cost_estimated": false, "cost_usd": 0.01427, "delta_e_ok": 0.01655694921737127, "error": null, "error_kind": null, "family": "oklch", "ground_truth": { "rgb": [ 185, 135, 45 ] }, "group_id": "numeric-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-04.png", "input_tokens": 739, "latency_sec": 24.114872859907337, "model_name": "gpt-5.6-terra", "out_of_srgb": false, "output_tokens": 1066, "prediction": { "c": 0.1246, "h": 79.8, "l": 0.6722 }, "prompt_sha256": "cfc2f885cbdbcece08f23bb635b333e3e35d9a41ebaf72f1a755e461f8f494d4", "provider": "openai", "raw_prediction": "{\"l\":0.6722,\"c\":0.1246,\"h\":79.8}", "recorded_at": "2026-09-16T14:15:08.468218+00:00", "request_attempts": 1, "score": 91.72152539131436, "task_id": "colorbench-oklch-04", "tight_score": 66.88610156525746, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": false, "0.02": true, "0.05": true } } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "3d58ad8f-9d19-4e62-9274-2f6e152906f8", "result_sha256": "d893c42d45e4248482b3748ad78c676cdbd5fcdb6cd86318ae907151f71fe285", "result": { "component_errors": { "c": 0.012874448371559377, "h": 10.207140960468053, "l": 0.03709335712590767 }, "correct": null, "cost_estimated": false, "cost_usd": 0.006686, "delta_e_ok": 0.04741732088573149, "error": null, "error_kind": null, "family": "oklch", "ground_truth": { "rgb": [ 135, 85, 175 ] }, "group_id": "numeric-05", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-05.png", "input_tokens": 739, "latency_sec": 9.306662148912437, "model_name": "gpt-5.6-terra", "out_of_srgb": false, "output_tokens": 434, "prediction": { "c": 0.156, "h": 318.2, "l": 0.507 }, "prompt_sha256": "cfc2f885cbdbcece08f23bb635b333e3e35d9a41ebaf72f1a755e461f8f494d4", "provider": "openai", "raw_prediction": "{\"l\":0.507,\"c\":0.156,\"h\":318.2}", "recorded_at": "2026-09-16T14:07:44.506484+00:00", "request_attempts": 1, "score": 76.29133955713425, "task_id": "colorbench-oklch-05", "tight_score": 5.165358228537031, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": false, "0.02": false, "0.05": true } } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "5c64250d-7335-4abf-b26a-18f65811d79c", "result_sha256": "0a48ce2d02eaa7c30fae88a0b897d383f7be9be1395c7aec840451ba47d21e18", "result": { "component_errors": { "c": 0.0012632622246576825, "h": 3.126765068149865, "l": 0.025001064544980633 }, "correct": null, "cost_estimated": false, "cost_usd": 0.007178, "delta_e_ok": 0.025241672529934065, "error": null, "error_kind": null, "family": "oklch", "ground_truth": { "rgb": [ 22, 48, 75 ] }, "group_id": "numeric-06", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-06.png", "input_tokens": 739, "latency_sec": 10.390909691923298, "model_name": "gpt-5.6-terra", "out_of_srgb": false, "output_tokens": 475, "prediction": { "c": 0.06, "h": 248.0, "l": 0.328 }, "prompt_sha256": "cfc2f885cbdbcece08f23bb635b333e3e35d9a41ebaf72f1a755e461f8f494d4", "provider": "openai", "raw_prediction": "{\"l\":0.328,\"c\":0.06,\"h\":248}", "recorded_at": "2026-09-16T16:21:56.850940+00:00", "request_attempts": 1, "score": 87.37916373503298, "task_id": "colorbench-oklch-06", "tight_score": 49.51665494013188, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": false, "0.02": false, "0.05": true } } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "0a69e147-7c93-4fda-80ee-98859dae07b3", "result_sha256": "fc9ef55b11a0ffa5b9e29fe04c3adbb36be123e6511d5dd0c9c144cc00ddd5ec", "result": { "component_errors": { "c": 0.0027116212457221553, "h": 1.5778700751375254, "l": 0.0031072784118446606 }, "correct": null, "cost_estimated": false, "cost_usd": 0.030494, "delta_e_ok": 0.004261776716920671, "error": null, "error_kind": null, "family": "oklch", "ground_truth": { "rgb": [ 225, 215, 188 ] }, "group_id": "numeric-07", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-07.png", "input_tokens": 739, "latency_sec": 53.335937700932845, "model_name": "gpt-5.6-terra", "out_of_srgb": false, "output_tokens": 2418, "prediction": { "c": 0.0404, "h": 91.66, "l": 0.8832 }, "prompt_sha256": "cfc2f885cbdbcece08f23bb635b333e3e35d9a41ebaf72f1a755e461f8f494d4", "provider": "openai", "raw_prediction": "{\"l\":0.8832,\"c\":0.0404,\"h\":91.66}", "recorded_at": "2026-09-16T15:37:48.847013+00:00", "request_attempts": 1, "score": 97.86911164153966, "task_id": "colorbench-oklch-07", "tight_score": 91.47644656615866, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": true, "0.01": true, "0.02": true, "0.05": true } } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "6d8979c3-60b0-4957-8138-154744ca372a", "result_sha256": "29251999f47562f6da3e217e12770488863947403f4c17bee8686dda7274d6aa", "result": { "component_errors": { "c": 0.0, "h": null, "l": 0.027129198292882295 }, "correct": null, "cost_estimated": false, "cost_usd": 0.003266, "delta_e_ok": 0.02712919829289151, "error": null, "error_kind": null, "family": "oklch", "ground_truth": { "rgb": [ 128, 128, 128 ] }, "group_id": "numeric-08", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-08.png", "input_tokens": 739, "latency_sec": 4.175479026976973, "model_name": "gpt-5.6-terra", "out_of_srgb": false, "output_tokens": 149, "prediction": { "c": 0.0, "h": 0.0, "l": 0.627 }, "prompt_sha256": "cfc2f885cbdbcece08f23bb635b333e3e35d9a41ebaf72f1a755e461f8f494d4", "provider": "openai", "raw_prediction": "{\"l\":0.627,\"c\":0,\"h\":0}", "recorded_at": "2026-09-16T15:23:20.286405+00:00", "request_attempts": 1, "score": 86.43540085355424, "task_id": "colorbench-oklch-08", "tight_score": 45.74160341421698, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": false, "0.02": false, "0.05": true } } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "1bd3ae36-b14e-4005-9992-2dbf2f6bda71", "result_sha256": "a92f780e67fa1470a8989240a5732c4e80862f70df508fc3d9403b222783ddb0", "result": { "component_errors": { "c": 0.008619245591903857, "h": 1.3493564713070327, "l": 0.010353449722208752 }, "correct": null, "cost_estimated": false, "cost_usd": 0.017366, "delta_e_ok": 0.01452550522991116, "error": null, "error_kind": null, "family": "oklch", "ground_truth": { "rgb": [ 230, 32, 44 ] }, "group_id": "numeric-09", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-09.png", "input_tokens": 739, "latency_sec": 26.6827026339015, "model_name": "gpt-5.6-terra", "out_of_srgb": false, "output_tokens": 1324, "prediction": { "c": 0.235, "h": 27.0, "l": 0.603 }, "prompt_sha256": "cfc2f885cbdbcece08f23bb635b333e3e35d9a41ebaf72f1a755e461f8f494d4", "provider": "openai", "raw_prediction": "{\"l\":0.603,\"c\":0.235,\"h\":27.0}", "recorded_at": "2026-09-16T14:27:43.585890+00:00", "request_attempts": 1, "score": 92.73724738504441, "task_id": "colorbench-oklch-09", "tight_score": 70.94898954017768, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": false, "0.02": true, "0.05": true } } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "b41b82ba-db6e-4b5e-8854-36b4306c2015", "result_sha256": "8a40c1773dad0a543e92178471dd40861d36f2654649cd50840d0eccd55e7357", "result": { "component_errors": { "c": 0.003979400707593117, "h": 1.0079012037287498, "l": 0.0008760845977463516 }, "correct": null, "cost_estimated": false, "cost_usd": 0.007418, "delta_e_ok": 0.004932327042209168, "error": null, "error_kind": null, "family": "oklch", "ground_truth": { "rgb": [ 24, 158, 82 ] }, "group_id": "numeric-10", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-10.png", "input_tokens": 739, "latency_sec": 11.934363204054534, "model_name": "gpt-5.6-terra", "out_of_srgb": false, "output_tokens": 495, "prediction": { "c": 0.16, "h": 150.7, "l": 0.614 }, "prompt_sha256": "cfc2f885cbdbcece08f23bb635b333e3e35d9a41ebaf72f1a755e461f8f494d4", "provider": "openai", "raw_prediction": "{\"l\":0.614,\"c\":0.16,\"h\":150.7}", "recorded_at": "2026-09-16T15:47:13.580745+00:00", "request_attempts": 1, "score": 97.53383647889542, "task_id": "colorbench-oklch-10", "tight_score": 90.13534591558167, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": true, "0.01": true, "0.02": true, "0.05": true } } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "6cc2fb40-eeb8-481b-997f-9f73be3f7365", "result_sha256": "aadbbe83052deadd719071d67e1103ad621ef756c6c430f2376defa1b289e99f", "result": { "component_errors": { "c": 0.015159851685830034, "h": 0.2151519492961711, "l": 0.009549961158387243 }, "correct": null, "cost_estimated": false, "cost_usd": 0.007166, "delta_e_ok": 0.017935197728722, "error": null, "error_kind": null, "family": "oklch", "ground_truth": { "rgb": [ 44, 84, 228 ] }, "group_id": "numeric-11", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-11.png", "input_tokens": 739, "latency_sec": 10.405816531041637, "model_name": "gpt-5.6-terra", "out_of_srgb": false, "output_tokens": 474, "prediction": { "c": 0.207, "h": 266.0, "l": 0.524 }, "prompt_sha256": "cfc2f885cbdbcece08f23bb635b333e3e35d9a41ebaf72f1a755e461f8f494d4", "provider": "openai", "raw_prediction": "{\"l\":0.524,\"c\":0.207,\"h\":266}", "recorded_at": "2026-09-16T14:01:52.772028+00:00", "request_attempts": 1, "score": 91.03240113563899, "task_id": "colorbench-oklch-11", "tight_score": 64.12960454255601, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": false, "0.02": true, "0.05": true } } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "6490555a-6814-4aa0-9b9f-af0b20f0f129", "result_sha256": "d79f604e978bb033887e04ed4325a5a309216e257b307016ee0340d22b10f04f", "result": { "component_errors": { "c": 0.0036105754932969913, "h": 6.134151692860428, "l": 0.0030828313734373447 }, "correct": null, "cost_estimated": false, "cost_usd": 0.010694, "delta_e_ok": 0.01871664995931562, "error": null, "error_kind": null, "family": "oklch", "ground_truth": { "rgb": [ 236, 208, 44 ] }, "group_id": "numeric-12", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-12.png", "input_tokens": 739, "latency_sec": 17.871269075083546, "model_name": "gpt-5.6-terra", "out_of_srgb": false, "output_tokens": 768, "prediction": { "c": 0.171, "h": 92.5, "l": 0.859 }, "prompt_sha256": "cfc2f885cbdbcece08f23bb635b333e3e35d9a41ebaf72f1a755e461f8f494d4", "provider": "openai", "raw_prediction": "{\"l\":0.859,\"c\":0.171,\"h\":92.5}", "recorded_at": "2026-09-16T14:38:53.916930+00:00", "request_attempts": 1, "score": 90.64167502034219, "task_id": "colorbench-oklch-12", "tight_score": 62.566700081368765, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": false, "0.02": true, "0.05": true } } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "8bb15609-707e-4c2e-8711-3797ef99a271", "result_sha256": "e4d4ba7857136b8eb3b7a7b49d94bbbe202ea8da9437dada5adbdf36cbd2638f", "result": { "component_errors": { "c": 0.006027880784928358, "h": 1.0563490188789615, "l": 0.01097367122978099 }, "correct": null, "cost_estimated": false, "cost_usd": 0.014762, "delta_e_ok": 0.01320100461086252, "error": null, "error_kind": null, "family": "oklch", "ground_truth": { "rgb": [ 198, 58, 188 ] }, "group_id": "numeric-13", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-13.png", "input_tokens": 739, "latency_sec": 25.94099405198358, "model_name": "gpt-5.6-terra", "out_of_srgb": false, "output_tokens": 1107, "prediction": { "c": 0.23, "h": 330.0, "l": 0.59 }, "prompt_sha256": "cfc2f885cbdbcece08f23bb635b333e3e35d9a41ebaf72f1a755e461f8f494d4", "provider": "openai", "raw_prediction": "{\"l\":0.59,\"c\":0.23,\"h\":330}", "recorded_at": "2026-09-16T14:05:26.516367+00:00", "request_attempts": 1, "score": 93.39949769456875, "task_id": "colorbench-oklch-13", "tight_score": 73.59799077827496, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": false, "0.02": true, "0.05": true } } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "fcd1941a-1179-48be-ab47-ac011df029c3", "result_sha256": "31a92c37ed9f47302304f251b1c7ad138757e48c6ce1248626500393711bc20e", "result": { "component_errors": { "c": 0.0051136680371977605, "h": 0.8937659223049081, "l": 0.013038343453676937 }, "correct": null, "cost_estimated": true, "cost_usd": 0.065886, "delta_e_ok": 0.014109300008030913, "error": null, "error_kind": null, "family": "oklch", "ground_truth": { "rgb": [ 44, 178, 198 ] }, "group_id": "numeric-14", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-14.png", "input_tokens": 739, "latency_sec": 71.88873232994229, "model_name": "gpt-5.6-terra", "out_of_srgb": false, "output_tokens": 438, "prediction": { "c": 0.1071, "h": 211.0, "l": 0.6904 }, "prompt_sha256": "cfc2f885cbdbcece08f23bb635b333e3e35d9a41ebaf72f1a755e461f8f494d4", "provider": "openai", "raw_prediction": "{\"l\":0.6904,\"c\":0.1071,\"h\":211.0}", "recorded_at": "2026-09-16T15:07:34.022344+00:00", "request_attempts": 2, "score": 92.94534999598454, "task_id": "colorbench-oklch-14", "tight_score": 71.78139998393817, "unmetered_attempts": 1, "valid": true, "within_bands": { "0.005": false, "0.01": false, "0.02": true, "0.05": true } } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "b2315e0e-7d99-4e23-a397-9d69739d8e1f", "result_sha256": "a5680832bd553fe68c477fbb04fba51d2613f0f926d6668208c56c3531eb0057", "result": { "component_errors": { "c": 9.352069384195062e-05, "h": null, "l": 0.009059368645324584 }, "correct": null, "cost_estimated": false, "cost_usd": 0.00617, "delta_e_ok": 0.00906014534939165, "error": null, "error_kind": null, "family": "oklch", "ground_truth": { "rgb": [ 16, 16, 18 ] }, "group_id": "numeric-15", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-15.png", "input_tokens": 739, "latency_sec": 10.564626180916093, "model_name": "gpt-5.6-terra", "out_of_srgb": false, "output_tokens": 391, "prediction": { "c": 0.004, "h": 287.0, "l": 0.183 }, "prompt_sha256": "cfc2f885cbdbcece08f23bb635b333e3e35d9a41ebaf72f1a755e461f8f494d4", "provider": "openai", "raw_prediction": "{\"l\":0.183,\"c\":0.004,\"h\":287}", "recorded_at": "2026-09-16T15:49:32.672245+00:00", "request_attempts": 1, "score": 95.46992732530417, "task_id": "colorbench-oklch-15", "tight_score": 81.8797093012167, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": true, "0.02": true, "0.05": true } } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "eda42330-72e5-4304-9c93-1fe181862632", "result_sha256": "b8304da23917daabaa3754fbd155cda703d8f460e828dfe5b6b15ba29765d8c1", "result": { "component_errors": { "c": 0.0026758155687654902, "h": null, "l": 0.009682024258924393 }, "correct": null, "cost_estimated": false, "cost_usd": 0.008018, "delta_e_ok": 0.010044999679449067, "error": null, "error_kind": null, "family": "oklch", "ground_truth": { "rgb": [ 243, 243, 240 ] }, "group_id": "numeric-16", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-16.png", "input_tokens": 739, "latency_sec": 12.089524389011785, "model_name": "gpt-5.6-terra", "out_of_srgb": false, "output_tokens": 545, "prediction": { "c": 0.0013, "h": 107.0, "l": 0.973 }, "prompt_sha256": "cfc2f885cbdbcece08f23bb635b333e3e35d9a41ebaf72f1a755e461f8f494d4", "provider": "openai", "raw_prediction": "{\"l\":0.973,\"c\":0.0013,\"h\":107}", "recorded_at": "2026-09-16T14:44:19.534358+00:00", "request_attempts": 1, "score": 94.97750016027547, "task_id": "colorbench-oklch-16", "tight_score": 79.91000064110186, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": false, "0.02": true, "0.05": true } } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "38e8809e-4cf6-4ee1-af76-937a9af7573f", "result_sha256": "f827f994763a8e034dea8ffb8a36d976a792bce9572ca90988cf2ac651f1ba8b", "result": { "component_errors": { "b": 1, "g": 2, "r": 1 }, "correct": null, "cost_estimated": false, "cost_usd": 0.002642, "delta_e_ok": 0.004240857123627266, "error": null, "error_kind": null, "family": "rgb", "ground_truth": { "rgb": [ 192, 64, 80 ] }, "group_id": "numeric-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-01.png", "input_tokens": 709, "latency_sec": 3.4416830729460344, "model_name": "gpt-5.6-terra", "out_of_srgb": false, "output_tokens": 102, "prediction": { "b": 81, "g": 62, "r": 193 }, "prompt_sha256": "09fd259e1933fb6529f0be5f0819e7edcbad485141fc78abea1ceadc70f0cf55", "provider": "openai", "raw_prediction": "{\"r\":193,\"g\":62,\"b\":81}", "recorded_at": "2026-09-16T15:32:45.526352+00:00", "request_attempts": 1, "score": 97.87957143818636, "task_id": "colorbench-rgb-01", "tight_score": 91.51828575274547, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": true, "0.01": true, "0.02": true, "0.05": true } } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "0c85f986-a02f-412a-9030-4b10025ed517", "result_sha256": "6cbdabf580609c42ef5beca4ed610e49c33d65f290046661cd9e40e1638cd05c", "result": { "component_errors": { "b": 5, "g": 5, "r": 9 }, "correct": null, "cost_estimated": false, "cost_usd": 0.003434, "delta_e_ok": 0.01901090061181915, "error": null, "error_kind": null, "family": "rgb", "ground_truth": { "rgb": [ 38, 112, 190 ] }, "group_id": "numeric-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-02.png", "input_tokens": 709, "latency_sec": 3.774919328978285, "model_name": "gpt-5.6-terra", "out_of_srgb": false, "output_tokens": 168, "prediction": { "b": 185, "g": 117, "r": 47 }, "prompt_sha256": "09fd259e1933fb6529f0be5f0819e7edcbad485141fc78abea1ceadc70f0cf55", "provider": "openai", "raw_prediction": "{\"r\":47,\"g\":117,\"b\":185}", "recorded_at": "2026-09-16T15:09:49.218018+00:00", "request_attempts": 1, "score": 90.49454969409042, "task_id": "colorbench-rgb-02", "tight_score": 61.9781987763617, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": false, "0.02": true, "0.05": true } } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "71396ced-bcc4-4242-b4f6-a4b8cfb040f4", "result_sha256": "3bf72e2db3a5b02021fcaaa41f6aa741191fb7e601439c9fef688b913245b054", "result": { "component_errors": { "b": 3, "g": 2, "r": 1 }, "correct": null, "cost_estimated": false, "cost_usd": 0.002162, "delta_e_ok": 0.006608827475340941, "error": null, "error_kind": null, "family": "rgb", "ground_truth": { "rgb": [ 60, 140, 100 ] }, "group_id": "numeric-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-03.png", "input_tokens": 709, "latency_sec": 2.1206000490346923, "model_name": "gpt-5.6-terra", "out_of_srgb": false, "output_tokens": 62, "prediction": { "b": 103, "g": 142, "r": 61 }, "prompt_sha256": "09fd259e1933fb6529f0be5f0819e7edcbad485141fc78abea1ceadc70f0cf55", "provider": "openai", "raw_prediction": "{\"r\":61,\"g\":142,\"b\":103}", "recorded_at": "2026-09-16T16:25:41.057176+00:00", "request_attempts": 1, "score": 96.69558626232953, "task_id": "colorbench-rgb-03", "tight_score": 86.78234504931812, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": true, "0.02": true, "0.05": true } } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "b80798ea-513a-4f1a-9878-1b465d527ac6", "result_sha256": "febef241f25ccb0daf0a7282cc62a21944f8e1c0ea34ec672e9b5699fc2fecab", "result": { "component_errors": { "b": 3, "g": 5, "r": 5 }, "correct": null, "cost_estimated": false, "cost_usd": 0.002882, "delta_e_ok": 0.01656259682038875, "error": null, "error_kind": null, "family": "rgb", "ground_truth": { "rgb": [ 185, 135, 45 ] }, "group_id": "numeric-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-04.png", "input_tokens": 709, "latency_sec": 12.829221453983337, "model_name": "gpt-5.6-terra", "out_of_srgb": false, "output_tokens": 122, "prediction": { "b": 42, "g": 140, "r": 190 }, "prompt_sha256": "09fd259e1933fb6529f0be5f0819e7edcbad485141fc78abea1ceadc70f0cf55", "provider": "openai", "raw_prediction": "{\"r\":190,\"g\":140,\"b\":42}", "recorded_at": "2026-09-16T14:43:51.969016+00:00", "request_attempts": 1, "score": 91.71870158980563, "task_id": "colorbench-rgb-04", "tight_score": 66.8748063592225, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": false, "0.02": true, "0.05": true } } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "13b4710a-b586-4e82-a926-ede30cf40b8a", "result_sha256": "f5dec9570b383acf3be4d38b02d1234cab02eb71a83fbb12a6016e2402634ea9", "result": { "component_errors": { "b": 1, "g": 1, "r": 0 }, "correct": null, "cost_estimated": false, "cost_usd": 0.002594, "delta_e_ok": 0.0025918549235688076, "error": null, "error_kind": null, "family": "rgb", "ground_truth": { "rgb": [ 135, 85, 175 ] }, "group_id": "numeric-05", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-05.png", "input_tokens": 709, "latency_sec": 3.38916679401882, "model_name": "gpt-5.6-terra", "out_of_srgb": false, "output_tokens": 98, "prediction": { "b": 174, "g": 84, "r": 135 }, "prompt_sha256": "09fd259e1933fb6529f0be5f0819e7edcbad485141fc78abea1ceadc70f0cf55", "provider": "openai", "raw_prediction": "{\"r\":135,\"g\":84,\"b\":174}", "recorded_at": "2026-09-16T16:32:37.248460+00:00", "request_attempts": 1, "score": 98.7040725382156, "task_id": "colorbench-rgb-05", "tight_score": 94.81629015286238, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": true, "0.01": true, "0.02": true, "0.05": true } } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "f8f4ec39-d27c-4230-a81d-24ece9b85f45", "result_sha256": "2837819fcad26fba81e709022dcb6fee7b13a574990a4bd5881b5d2e9eac72eb", "result": { "component_errors": { "b": 8, "g": 7, "r": 5 }, "correct": null, "cost_estimated": false, "cost_usd": 0.004286, "delta_e_ok": 0.02634471723186201, "error": null, "error_kind": null, "family": "rgb", "ground_truth": { "rgb": [ 22, 48, 75 ] }, "group_id": "numeric-06", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-06.png", "input_tokens": 709, "latency_sec": 6.16071333293803, "model_name": "gpt-5.6-terra", "out_of_srgb": false, "output_tokens": 239, "prediction": { "b": 83, "g": 55, "r": 27 }, "prompt_sha256": "09fd259e1933fb6529f0be5f0819e7edcbad485141fc78abea1ceadc70f0cf55", "provider": "openai", "raw_prediction": "{\"r\":27,\"g\":55,\"b\":83}", "recorded_at": "2026-09-16T15:07:04.123677+00:00", "request_attempts": 1, "score": 86.827641384069, "task_id": "colorbench-rgb-06", "tight_score": 47.31056553627598, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": false, "0.02": false, "0.05": true } } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "ae0fce48-fe7e-4a25-886d-3105cdadbc20", "result_sha256": "ca88f7c080416cb0544f01bda6fc80fbb531eeef20f3f0681b75da240243a18f", "result": { "component_errors": { "b": 2, "g": 3, "r": 2 }, "correct": null, "cost_estimated": false, "cost_usd": 0.004526, "delta_e_ok": 0.00829916865250171, "error": null, "error_kind": null, "family": "rgb", "ground_truth": { "rgb": [ 225, 215, 188 ] }, "group_id": "numeric-07", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-07.png", "input_tokens": 709, "latency_sec": 6.612231177976355, "model_name": "gpt-5.6-terra", "out_of_srgb": false, "output_tokens": 259, "prediction": { "b": 190, "g": 218, "r": 227 }, "prompt_sha256": "09fd259e1933fb6529f0be5f0819e7edcbad485141fc78abea1ceadc70f0cf55", "provider": "openai", "raw_prediction": "{\"r\":227,\"g\":218,\"b\":190}", "recorded_at": "2026-09-16T14:44:54.091223+00:00", "request_attempts": 1, "score": 95.85041567374914, "task_id": "colorbench-rgb-07", "tight_score": 83.40166269499659, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": true, "0.02": true, "0.05": true } } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "ca52a4f1-246b-48df-a506-5beee9f605e7", "result_sha256": "4c72639efee08bafa784efab535323cdf1970409f63324ad781c37636286343a", "result": { "component_errors": { "b": 0, "g": 0, "r": 0 }, "correct": null, "cost_estimated": false, "cost_usd": 0.002402, "delta_e_ok": 0.0, "error": null, "error_kind": null, "family": "rgb", "ground_truth": { "rgb": [ 128, 128, 128 ] }, "group_id": "numeric-08", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-08.png", "input_tokens": 709, "latency_sec": 3.2584716780111194, "model_name": "gpt-5.6-terra", "out_of_srgb": false, "output_tokens": 82, "prediction": { "b": 128, "g": 128, "r": 128 }, "prompt_sha256": "09fd259e1933fb6529f0be5f0819e7edcbad485141fc78abea1ceadc70f0cf55", "provider": "openai", "raw_prediction": "{\"r\":128,\"g\":128,\"b\":128}", "recorded_at": "2026-09-16T15:38:14.896371+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-rgb-08", "tight_score": 100.0, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": true, "0.01": true, "0.02": true, "0.05": true } } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "1fc0a7be-0aa3-423f-998e-2445aae59a6c", "result_sha256": "c9c01d98de8c7701951b33511d2f1d3a4e94e9ab956542eec4d78e9b1c08f7ea", "result": { "component_errors": { "b": 8, "g": 4, "r": 7 }, "correct": null, "cost_estimated": false, "cost_usd": 0.002798, "delta_e_ok": 0.014338607878340529, "error": null, "error_kind": null, "family": "rgb", "ground_truth": { "rgb": [ 230, 32, 44 ] }, "group_id": "numeric-09", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-09.png", "input_tokens": 709, "latency_sec": 3.3036855220561847, "model_name": "gpt-5.6-terra", "out_of_srgb": false, "output_tokens": 115, "prediction": { "b": 36, "g": 28, "r": 237 }, "prompt_sha256": "09fd259e1933fb6529f0be5f0819e7edcbad485141fc78abea1ceadc70f0cf55", "provider": "openai", "raw_prediction": "{\"r\":237,\"g\":28,\"b\":36}", "recorded_at": "2026-09-16T15:34:58.177631+00:00", "request_attempts": 1, "score": 92.83069606082974, "task_id": "colorbench-rgb-09", "tight_score": 71.32278424331895, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": false, "0.02": true, "0.05": true } } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "cf435be9-0568-4dd7-955c-c151e69c7895", "result_sha256": "e0ee425e3db33af6c6050468b3cdae73bf01623740cb60162b2d3007a4bdfc48", "result": { "component_errors": { "b": 3, "g": 1, "r": 1 }, "correct": null, "cost_estimated": false, "cost_usd": 0.002918, "delta_e_ok": 0.0052923108550297976, "error": null, "error_kind": null, "family": "rgb", "ground_truth": { "rgb": [ 24, 158, 82 ] }, "group_id": "numeric-10", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-10.png", "input_tokens": 709, "latency_sec": 3.640377236995846, "model_name": "gpt-5.6-terra", "out_of_srgb": false, "output_tokens": 125, "prediction": { "b": 79, "g": 159, "r": 25 }, "prompt_sha256": "09fd259e1933fb6529f0be5f0819e7edcbad485141fc78abea1ceadc70f0cf55", "provider": "openai", "raw_prediction": "{\"r\":25,\"g\":159,\"b\":79}", "recorded_at": "2026-09-16T14:46:11.019629+00:00", "request_attempts": 1, "score": 97.3538445724851, "task_id": "colorbench-rgb-10", "tight_score": 89.4153782899404, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": true, "0.02": true, "0.05": true } } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "df4db0a3-7f84-4be5-9c7c-276a1e8c2e9f", "result_sha256": "58014b570f4f652f33ee837318135c425c27f4827731a3c04e3a5508fb97f292", "result": { "component_errors": { "b": 6, "g": 1, "r": 7 }, "correct": null, "cost_estimated": false, "cost_usd": 0.003302, "delta_e_ok": 0.01129740046789225, "error": null, "error_kind": null, "family": "rgb", "ground_truth": { "rgb": [ 44, 84, 228 ] }, "group_id": "numeric-11", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-11.png", "input_tokens": 709, "latency_sec": 4.600154039100744, "model_name": "gpt-5.6-terra", "out_of_srgb": false, "output_tokens": 157, "prediction": { "b": 222, "g": 85, "r": 51 }, "prompt_sha256": "09fd259e1933fb6529f0be5f0819e7edcbad485141fc78abea1ceadc70f0cf55", "provider": "openai", "raw_prediction": "{\"r\":51,\"g\":85,\"b\":222}", "recorded_at": "2026-09-16T16:32:49.478920+00:00", "request_attempts": 1, "score": 94.35129976605387, "task_id": "colorbench-rgb-11", "tight_score": 77.40519906421551, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": false, "0.02": true, "0.05": true } } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "dc5f992f-1c4a-46de-b68f-72db449413ff", "result_sha256": "9454b355db7a4ac1b389009e558f0297fbecbbfe60a16a531f3acdf0a39c3a8b", "result": { "component_errors": { "b": 13, "g": 7, "r": 9 }, "correct": null, "cost_estimated": false, "cost_usd": 0.002462, "delta_e_ok": 0.023870752604060345, "error": null, "error_kind": null, "family": "rgb", "ground_truth": { "rgb": [ 236, 208, 44 ] }, "group_id": "numeric-12", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-12.png", "input_tokens": 709, "latency_sec": 2.5700189450290054, "model_name": "gpt-5.6-terra", "out_of_srgb": false, "output_tokens": 87, "prediction": { "b": 31, "g": 215, "r": 245 }, "prompt_sha256": "09fd259e1933fb6529f0be5f0819e7edcbad485141fc78abea1ceadc70f0cf55", "provider": "openai", "raw_prediction": "{\"r\":245,\"g\":215,\"b\":31}", "recorded_at": "2026-09-16T15:37:51.421799+00:00", "request_attempts": 1, "score": 88.06462369796982, "task_id": "colorbench-rgb-12", "tight_score": 52.258494791879315, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": false, "0.02": false, "0.05": true } } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "18b5c6f7-d333-4ca1-b869-d61b7077be05", "result_sha256": "0016a7ce900ecc86393b52ef3eee47be284b503777be68b76da563987b5782f4", "result": { "component_errors": { "b": 4, "g": 4, "r": 5 }, "correct": null, "cost_estimated": false, "cost_usd": 0.003878, "delta_e_ok": 0.014616606541348902, "error": null, "error_kind": null, "family": "rgb", "ground_truth": { "rgb": [ 198, 58, 188 ] }, "group_id": "numeric-13", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-13.png", "input_tokens": 709, "latency_sec": 5.785872732056305, "model_name": "gpt-5.6-terra", "out_of_srgb": false, "output_tokens": 205, "prediction": { "b": 192, "g": 54, "r": 193 }, "prompt_sha256": "09fd259e1933fb6529f0be5f0819e7edcbad485141fc78abea1ceadc70f0cf55", "provider": "openai", "raw_prediction": "{\"r\":193,\"g\":54,\"b\":192}", "recorded_at": "2026-09-16T15:18:21.876221+00:00", "request_attempts": 1, "score": 92.69169672932554, "task_id": "colorbench-rgb-13", "tight_score": 70.7667869173022, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": false, "0.02": true, "0.05": true } } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "6045b6d2-762b-4cec-ab66-eb8bd4eb36c9", "result_sha256": "e922d8b86c8a1aa9243f9034053a093fdf687767c64f0d1c4cdced68b56818c5", "result": { "component_errors": { "b": 5, "g": 4, "r": 7 }, "correct": null, "cost_estimated": false, "cost_usd": 0.002318, "delta_e_ok": 0.011501782233713283, "error": null, "error_kind": null, "family": "rgb", "ground_truth": { "rgb": [ 44, 178, 198 ] }, "group_id": "numeric-14", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-14.png", "input_tokens": 709, "latency_sec": 2.679421407985501, "model_name": "gpt-5.6-terra", "out_of_srgb": false, "output_tokens": 75, "prediction": { "b": 193, "g": 174, "r": 51 }, "prompt_sha256": "09fd259e1933fb6529f0be5f0819e7edcbad485141fc78abea1ceadc70f0cf55", "provider": "openai", "raw_prediction": "{\"r\":51,\"g\":174,\"b\":193}", "recorded_at": "2026-09-16T15:08:27.320644+00:00", "request_attempts": 1, "score": 94.24910888314336, "task_id": "colorbench-rgb-14", "tight_score": 76.99643553257344, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": false, "0.02": true, "0.05": true } } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "b62dd639-9085-40b9-b67c-b2f79c427c81", "result_sha256": "87cc8b9ca0313f1b2f307e7793c2626d2cb87f6b29891bd2a097dcd535d89f9b", "result": { "component_errors": { "b": 1, "g": 1, "r": 2 }, "correct": null, "cost_estimated": false, "cost_usd": 0.003506, "delta_e_ok": 0.005990830413054356, "error": null, "error_kind": null, "family": "rgb", "ground_truth": { "rgb": [ 16, 16, 18 ] }, "group_id": "numeric-15", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-15.png", "input_tokens": 709, "latency_sec": 5.298614555038512, "model_name": "gpt-5.6-terra", "out_of_srgb": false, "output_tokens": 174, "prediction": { "b": 19, "g": 17, "r": 18 }, "prompt_sha256": "09fd259e1933fb6529f0be5f0819e7edcbad485141fc78abea1ceadc70f0cf55", "provider": "openai", "raw_prediction": "{\"r\":18,\"g\":17,\"b\":19}", "recorded_at": "2026-09-16T15:30:39.692658+00:00", "request_attempts": 1, "score": 97.00458479347283, "task_id": "colorbench-rgb-15", "tight_score": 88.01833917389129, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": true, "0.02": true, "0.05": true } } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "7d2aa098-63da-4d8d-9e2f-0b18513605af", "result_sha256": "f90efd4e3253fd66b96b6dcaea1f2385b64a85ccf4a6868d4af0bbb8534f4256", "result": { "component_errors": { "b": 8, "g": 7, "r": 7 }, "correct": null, "cost_estimated": false, "cost_usd": 0.00371, "delta_e_ok": 0.021272356952823958, "error": null, "error_kind": null, "family": "rgb", "ground_truth": { "rgb": [ 243, 243, 240 ] }, "group_id": "numeric-16", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-16.png", "input_tokens": 709, "latency_sec": 3.937242584070191, "model_name": "gpt-5.6-terra", "out_of_srgb": false, "output_tokens": 191, "prediction": { "b": 248, "g": 250, "r": 250 }, "prompt_sha256": "09fd259e1933fb6529f0be5f0819e7edcbad485141fc78abea1ceadc70f0cf55", "provider": "openai", "raw_prediction": "{\"r\":250,\"g\":250,\"b\":248}", "recorded_at": "2026-09-16T15:36:40.550056+00:00", "request_attempts": 1, "score": 89.36382152358802, "task_id": "colorbench-rgb-16", "tight_score": 57.45528609435209, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": false, "0.02": false, "0.05": true } } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "df03476d-4727-42bf-8b36-6e910b29c712", "result_sha256": "7f8401dd3baa75900ad216f8fe99dd75e29200ee26a6dc0f6a1a5f3464dd3656", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.001998, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "A" }, "group_id": "samediff-pair-01-aa", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-01-aa.png", "input_tokens": 693, "latency_sec": 1.5680829029297456, "model_name": "gpt-5.6-terra", "out_of_srgb": null, "output_tokens": 51, "prediction": { "choice": "A" }, "prompt_sha256": "5e7848665b728e9630152c817156693405880e5f162e38c259dfb28921044958", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T15:01:20.548728+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-01", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "8429c884-c07b-4536-b073-152bf6794071", "result_sha256": "bab1dfd63352a8b15b6bf183f730ab13f32c3e4fbde3e90a88ec22b21ed394c6", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.001878, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "B" }, "group_id": "samediff-pair-01-aa", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-01-aa.png", "input_tokens": 693, "latency_sec": 1.6612590659642592, "model_name": "gpt-5.6-terra", "out_of_srgb": null, "output_tokens": 41, "prediction": { "choice": "B" }, "prompt_sha256": "0a4ab165981a50bcd6b555f867e9fb0981199d629c3115939bc1fd3f4639f344", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T16:29:38.375873+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-02", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "fe66e5b6-7029-4494-b735-6f53777194a9", "result_sha256": "702bf74394cb1b3f372d06f1658d148396026889e2802cca3e3ff678e04837bc", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002058, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "A" }, "group_id": "samediff-pair-01-bb", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-01-bb.png", "input_tokens": 693, "latency_sec": 1.999620235990733, "model_name": "gpt-5.6-terra", "out_of_srgb": null, "output_tokens": 56, "prediction": { "choice": "A" }, "prompt_sha256": "5e7848665b728e9630152c817156693405880e5f162e38c259dfb28921044958", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T15:45:04.100223+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-03", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "6b727800-8df5-4bdd-9f41-c8898f413ee1", "result_sha256": "17635165ac4d7ed1da3b2531461732e74aee51d8c702238530794f20196933a2", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.001854, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "B" }, "group_id": "samediff-pair-01-bb", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-01-bb.png", "input_tokens": 693, "latency_sec": 5.636833627009764, "model_name": "gpt-5.6-terra", "out_of_srgb": null, "output_tokens": 39, "prediction": { "choice": "B" }, "prompt_sha256": "0a4ab165981a50bcd6b555f867e9fb0981199d629c3115939bc1fd3f4639f344", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T14:25:31.324929+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-04", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "51b58815-714a-4d10-a88e-c964a810d3c7", "result_sha256": "bf84745028d111f0c56099c60ee13f45c4fd8f4c704398b712a7a6d6b9179480", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002778, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "B" }, "group_id": "samediff-pair-01-ab", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-01-ab.png", "input_tokens": 693, "latency_sec": 4.554728761082515, "model_name": "gpt-5.6-terra", "out_of_srgb": null, "output_tokens": 116, "prediction": { "choice": "B" }, "prompt_sha256": "5e7848665b728e9630152c817156693405880e5f162e38c259dfb28921044958", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T15:39:34.418831+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-05", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "fc39e1f4-44ac-4af7-94e7-7c109cb04ae1", "result_sha256": "f07611be3923d8493e605d14915601d9c5742869cabe60aad5c7fb94aa28d05a", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.001818, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "A" }, "group_id": "samediff-pair-01-ab", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-01-ab.png", "input_tokens": 693, "latency_sec": 4.056412116042338, "model_name": "gpt-5.6-terra", "out_of_srgb": null, "output_tokens": 36, "prediction": { "choice": "B" }, "prompt_sha256": "0a4ab165981a50bcd6b555f867e9fb0981199d629c3115939bc1fd3f4639f344", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T15:28:58.974971+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-samediff-06", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "f5396dcf-56fa-494d-bfd9-877ac381b937", "result_sha256": "78bac03376ccc1b7e962ef06ea50be87c784d7660f9fbd8b6fc3328a579471e6", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00237, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "B" }, "group_id": "samediff-pair-01-ba", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-01-ba.png", "input_tokens": 693, "latency_sec": 2.9682685709558427, "model_name": "gpt-5.6-terra", "out_of_srgb": null, "output_tokens": 82, "prediction": { "choice": "B" }, "prompt_sha256": "5e7848665b728e9630152c817156693405880e5f162e38c259dfb28921044958", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T15:52:40.906766+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-07", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "ff0d1b1e-4515-4707-b8eb-d8fa73931558", "result_sha256": "9ee7eef5cdd7506c66ee175dae11ee8228eb41eb0813e6ef3afe81cbb5794f9a", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.001962, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "A" }, "group_id": "samediff-pair-01-ba", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-01-ba.png", "input_tokens": 693, "latency_sec": 2.4607294789748266, "model_name": "gpt-5.6-terra", "out_of_srgb": null, "output_tokens": 48, "prediction": { "choice": "B" }, "prompt_sha256": "0a4ab165981a50bcd6b555f867e9fb0981199d629c3115939bc1fd3f4639f344", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T15:42:01.126007+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-samediff-08", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "1dae6c74-328e-4cde-b58d-a8033e029158", "result_sha256": "470b658fd0ee8c7f3d25802930cedae3d0f09d516c760240e7e590029cc00580", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002358, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "A" }, "group_id": "samediff-pair-02-aa", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-02-aa.png", "input_tokens": 693, "latency_sec": 2.4414966179756448, "model_name": "gpt-5.6-terra", "out_of_srgb": null, "output_tokens": 81, "prediction": { "choice": "A" }, "prompt_sha256": "5e7848665b728e9630152c817156693405880e5f162e38c259dfb28921044958", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T16:01:49.298896+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-09", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "f00142c9-8b47-4524-9d7d-7e23e8750dfc", "result_sha256": "05258c3d50f32091c07d662538a67a9c6fab6bfa7b03a435498d3cab13127f33", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.001878, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "B" }, "group_id": "samediff-pair-02-aa", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-02-aa.png", "input_tokens": 693, "latency_sec": 1.417058449005708, "model_name": "gpt-5.6-terra", "out_of_srgb": null, "output_tokens": 41, "prediction": { "choice": "B" }, "prompt_sha256": "0a4ab165981a50bcd6b555f867e9fb0981199d629c3115939bc1fd3f4639f344", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T16:25:01.955915+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-10", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "3ef23e3e-6a4f-47c8-95ff-61f9e61f257f", "result_sha256": "50182c2290decb618a571e94c0f257b7f6f2d7d9628e3e82d78ff13e29d6ab93", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00201, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "A" }, "group_id": "samediff-pair-02-bb", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-02-bb.png", "input_tokens": 693, "latency_sec": 2.2538520731031895, "model_name": "gpt-5.6-terra", "out_of_srgb": null, "output_tokens": 52, "prediction": { "choice": "A" }, "prompt_sha256": "5e7848665b728e9630152c817156693405880e5f162e38c259dfb28921044958", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T15:51:30.932528+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-11", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "31b0a733-755b-471f-806a-a5dcbfedd3f8", "result_sha256": "91b42f60a5383bef01f1bd318cdbba497e12fb948c8be218c5022467dc4aebe0", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00189, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "B" }, "group_id": "samediff-pair-02-bb", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-02-bb.png", "input_tokens": 693, "latency_sec": 1.6423642459558323, "model_name": "gpt-5.6-terra", "out_of_srgb": null, "output_tokens": 42, "prediction": { "choice": "B" }, "prompt_sha256": "0a4ab165981a50bcd6b555f867e9fb0981199d629c3115939bc1fd3f4639f344", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T16:07:42.979435+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-12", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "2c2b846b-eddf-4e69-9b13-df9da8815311", "result_sha256": "c223220b4f42be540718255cd7bb6d90ec577992c012237d63c60c0f3c52fe71", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.001986, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "B" }, "group_id": "samediff-pair-02-ab", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-02-ab.png", "input_tokens": 693, "latency_sec": 1.9794887970201671, "model_name": "gpt-5.6-terra", "out_of_srgb": null, "output_tokens": 50, "prediction": { "choice": "B" }, "prompt_sha256": "5e7848665b728e9630152c817156693405880e5f162e38c259dfb28921044958", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T16:16:02.927000+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-13", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "cecfb749-8920-4df7-a704-837db5426354", "result_sha256": "b68b533c63b0133da691125c751630f44f8ee961c27b7fe1b5f43ca49d413d81", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002226, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "A" }, "group_id": "samediff-pair-02-ab", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-02-ab.png", "input_tokens": 693, "latency_sec": 4.317062092013657, "model_name": "gpt-5.6-terra", "out_of_srgb": null, "output_tokens": 70, "prediction": { "choice": "A" }, "prompt_sha256": "0a4ab165981a50bcd6b555f867e9fb0981199d629c3115939bc1fd3f4639f344", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T15:32:07.757365+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-14", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "6a6be69f-cc96-4f16-8080-a791637fa285", "result_sha256": "a1448d313ae619c186f3d3ae63bb578cecc88ea075d450c858711f1019ba37d0", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002262, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "B" }, "group_id": "samediff-pair-02-ba", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-02-ba.png", "input_tokens": 693, "latency_sec": 2.1526316520757973, "model_name": "gpt-5.6-terra", "out_of_srgb": null, "output_tokens": 73, "prediction": { "choice": "B" }, "prompt_sha256": "5e7848665b728e9630152c817156693405880e5f162e38c259dfb28921044958", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T16:23:35.012760+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-15", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "68a2e3fa-c76e-4f7a-a78c-b9620d7bd7f8", "result_sha256": "8570241a2b556f5a6c5e3333a175d2d52c6dda726093245c0f99a5b1d9073990", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.001806, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "A" }, "group_id": "samediff-pair-02-ba", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-02-ba.png", "input_tokens": 693, "latency_sec": 3.9333429620601237, "model_name": "gpt-5.6-terra", "out_of_srgb": null, "output_tokens": 35, "prediction": { "choice": "B" }, "prompt_sha256": "0a4ab165981a50bcd6b555f867e9fb0981199d629c3115939bc1fd3f4639f344", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T14:27:04.047996+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-samediff-16", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "910929aa-82d6-48ca-b309-2088d182ac51", "result_sha256": "8cc933ca4d81d7c098fe83d233f8547c07371d03f3ea855d0fdf345d3389aec8", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00213, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "A" }, "group_id": "samediff-pair-03-aa", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-03-aa.png", "input_tokens": 693, "latency_sec": 2.693229741998948, "model_name": "gpt-5.6-terra", "out_of_srgb": null, "output_tokens": 62, "prediction": { "choice": "A" }, "prompt_sha256": "5e7848665b728e9630152c817156693405880e5f162e38c259dfb28921044958", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T15:25:27.598957+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-17", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "d93fd604-9a1f-4083-8e58-a10cca9a3a6a", "result_sha256": "48f528bef63184c496d4409aec06e28c2d8c9fd0f16376c4dab8638df0fdd25c", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.001794, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "B" }, "group_id": "samediff-pair-03-aa", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-03-aa.png", "input_tokens": 693, "latency_sec": 2.1527933870675042, "model_name": "gpt-5.6-terra", "out_of_srgb": null, "output_tokens": 34, "prediction": { "choice": "B" }, "prompt_sha256": "0a4ab165981a50bcd6b555f867e9fb0981199d629c3115939bc1fd3f4639f344", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T15:12:18.286235+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-18", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "d1d6b645-9f90-4499-9163-26bee4ebbda1", "result_sha256": "a4f1d97f7d83227bf1c51cbb9e39a6968ee73f97780005d2fb124927ad5e2454", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002058, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "A" }, "group_id": "samediff-pair-03-bb", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-03-bb.png", "input_tokens": 693, "latency_sec": 4.677437828970142, "model_name": "gpt-5.6-terra", "out_of_srgb": null, "output_tokens": 56, "prediction": { "choice": "A" }, "prompt_sha256": "5e7848665b728e9630152c817156693405880e5f162e38c259dfb28921044958", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T15:53:07.596274+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-19", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "107085ed-89e9-494e-b132-270e6b59d173", "result_sha256": "127070f953576592c33abe12f8aa76fb377d488b25824d9c003f003876b9209b", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00231, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "B" }, "group_id": "samediff-pair-03-bb", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-03-bb.png", "input_tokens": 693, "latency_sec": 7.821952278027311, "model_name": "gpt-5.6-terra", "out_of_srgb": null, "output_tokens": 77, "prediction": { "choice": "B" }, "prompt_sha256": "0a4ab165981a50bcd6b555f867e9fb0981199d629c3115939bc1fd3f4639f344", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T16:00:55.069595+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-20", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "b25bf28c-9ca8-4ebd-bfdd-c49e9daa287e", "result_sha256": "24b53c7aa9e1327c1711fc2ccd0870d44deaf268aa4ebdf1e2069709788d5074", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.002058, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "B" }, "group_id": "samediff-pair-03-ab", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-03-ab.png", "input_tokens": 693, "latency_sec": 1.9352065150160342, "model_name": "gpt-5.6-terra", "out_of_srgb": null, "output_tokens": 56, "prediction": { "choice": "A" }, "prompt_sha256": "5e7848665b728e9630152c817156693405880e5f162e38c259dfb28921044958", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T14:43:54.281627+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-samediff-21", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "25416b7d-11ae-4855-8e82-455fece74ec5", "result_sha256": "55fe6061f5d3c68286a87844c69528d7b24938a1918c02b5919703440065dd69", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.002298, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "A" }, "group_id": "samediff-pair-03-ab", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-03-ab.png", "input_tokens": 693, "latency_sec": 2.1010739019839093, "model_name": "gpt-5.6-terra", "out_of_srgb": null, "output_tokens": 76, "prediction": { "choice": "B" }, "prompt_sha256": "0a4ab165981a50bcd6b555f867e9fb0981199d629c3115939bc1fd3f4639f344", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T15:33:35.751872+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-samediff-22", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "5b8c498e-23e9-48d7-9fac-fb83d02a185a", "result_sha256": "38a1b46dddd6b659a5216273c87e2817f886c0cd6444f926e189173eb1bcd203", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.002082, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "B" }, "group_id": "samediff-pair-03-ba", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-03-ba.png", "input_tokens": 693, "latency_sec": 1.666927466983907, "model_name": "gpt-5.6-terra", "out_of_srgb": null, "output_tokens": 58, "prediction": { "choice": "A" }, "prompt_sha256": "5e7848665b728e9630152c817156693405880e5f162e38c259dfb28921044958", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T16:13:18.829411+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-samediff-23", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "f1287f07-1d5c-4316-92a0-af1603cb1e9a", "result_sha256": "e26508cc6b21da4b8546d20e828240b8a563ec6fa077899e1e0aa5ac7a29237b", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.001854, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "A" }, "group_id": "samediff-pair-03-ba", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-03-ba.png", "input_tokens": 693, "latency_sec": 1.8461192280519754, "model_name": "gpt-5.6-terra", "out_of_srgb": null, "output_tokens": 39, "prediction": { "choice": "B" }, "prompt_sha256": "0a4ab165981a50bcd6b555f867e9fb0981199d629c3115939bc1fd3f4639f344", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T16:11:19.248591+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-samediff-24", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "292a05cf-5f7d-4d60-be10-f3a90f1fb362", "result_sha256": "eb765e0867db2c1f00e8e4cbe984a1f68b74cb509306420b0cf31d074b9dc9a0", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00213, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "A" }, "group_id": "samediff-pair-04-aa", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-04-aa.png", "input_tokens": 693, "latency_sec": 2.342015143018216, "model_name": "gpt-5.6-terra", "out_of_srgb": null, "output_tokens": 62, "prediction": { "choice": "A" }, "prompt_sha256": "5e7848665b728e9630152c817156693405880e5f162e38c259dfb28921044958", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T16:29:28.137425+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-25", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "a7639952-91dc-4dff-a11a-f0bfc836f794", "result_sha256": "3303b49269d6eff7ca63d11e1e86c737d554351af8942fcdd4b201484f2bb50e", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.001818, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "B" }, "group_id": "samediff-pair-04-aa", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-04-aa.png", "input_tokens": 693, "latency_sec": 1.725891319103539, "model_name": "gpt-5.6-terra", "out_of_srgb": null, "output_tokens": 36, "prediction": { "choice": "B" }, "prompt_sha256": "0a4ab165981a50bcd6b555f867e9fb0981199d629c3115939bc1fd3f4639f344", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T15:22:03.419156+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-26", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "293f8f29-cedb-4a89-9a1b-a221730eb771", "result_sha256": "5b41e52bdf1bc6bc13622db9fe984cff406c7f6ecb3fc5f84c4c85588b1b0e4c", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00189, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "A" }, "group_id": "samediff-pair-04-bb", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-04-bb.png", "input_tokens": 693, "latency_sec": 2.0125902189174667, "model_name": "gpt-5.6-terra", "out_of_srgb": null, "output_tokens": 42, "prediction": { "choice": "A" }, "prompt_sha256": "5e7848665b728e9630152c817156693405880e5f162e38c259dfb28921044958", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T15:32:31.239038+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-27", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "2029b910-ab00-44a1-b942-e7a7a44bccb8", "result_sha256": "ece577fd7e72d54dacbb80f643e4171d79a57498752d82f567026d237b631078", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.001986, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "B" }, "group_id": "samediff-pair-04-bb", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-04-bb.png", "input_tokens": 693, "latency_sec": 2.2499536729883403, "model_name": "gpt-5.6-terra", "out_of_srgb": null, "output_tokens": 50, "prediction": { "choice": "B" }, "prompt_sha256": "0a4ab165981a50bcd6b555f867e9fb0981199d629c3115939bc1fd3f4639f344", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T15:09:13.638512+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-28", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "4b8d0504-78d6-4bb5-bdd4-12089a1dda48", "result_sha256": "0826b6252585498a89f6da3d61fb18c7a44b577a746d3a1444c3d5f2a1be9d9e", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.00201, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "B" }, "group_id": "samediff-pair-04-ab", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-04-ab.png", "input_tokens": 693, "latency_sec": 1.9098772750003263, "model_name": "gpt-5.6-terra", "out_of_srgb": null, "output_tokens": 52, "prediction": { "choice": "A" }, "prompt_sha256": "5e7848665b728e9630152c817156693405880e5f162e38c259dfb28921044958", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T15:44:05.965464+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-samediff-29", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "06f435b9-0876-44eb-b809-8c021d37acd3", "result_sha256": "dab0c6e444af0f8446335d0ddcc18e6f1fba99ec52ff71ae80f9d886be6f1696", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.002022, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "A" }, "group_id": "samediff-pair-04-ab", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-04-ab.png", "input_tokens": 693, "latency_sec": 1.6002649000147358, "model_name": "gpt-5.6-terra", "out_of_srgb": null, "output_tokens": 53, "prediction": { "choice": "B" }, "prompt_sha256": "0a4ab165981a50bcd6b555f867e9fb0981199d629c3115939bc1fd3f4639f344", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T14:06:02.149887+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-samediff-30", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "b3dce374-e5e7-478d-809c-27d06a059996", "result_sha256": "73282e40da6f1b1c6b2aa0af4a3afe4029dcfc418088a48f9209a8332a4df0ca", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.001926, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "B" }, "group_id": "samediff-pair-04-ba", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-04-ba.png", "input_tokens": 693, "latency_sec": 1.7178924300242215, "model_name": "gpt-5.6-terra", "out_of_srgb": null, "output_tokens": 45, "prediction": { "choice": "A" }, "prompt_sha256": "5e7848665b728e9630152c817156693405880e5f162e38c259dfb28921044958", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T16:14:18.220585+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-samediff-31", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "1c610089-9b97-40a3-94e3-31b4c1978853", "result_sha256": "0aa4addeb79e84c7d9b8103be525700deb68082413d8ce49fded72a91f888808", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.002046, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "A" }, "group_id": "samediff-pair-04-ba", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-04-ba.png", "input_tokens": 693, "latency_sec": 2.5436015179147944, "model_name": "gpt-5.6-terra", "out_of_srgb": null, "output_tokens": 55, "prediction": { "choice": "B" }, "prompt_sha256": "0a4ab165981a50bcd6b555f867e9fb0981199d629c3115939bc1fd3f4639f344", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T15:46:10.001036+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-samediff-32", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "72522a1e-f8bd-4124-88c9-4776cf3a55f1", "result_sha256": "23e210eb393305fea1b15499bbd193bd9cc0868ecb363eef820516cafa38a7cc", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00195, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "A" }, "group_id": "samediff-pair-05-aa", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-05-aa.png", "input_tokens": 693, "latency_sec": 6.053684981074184, "model_name": "gpt-5.6-terra", "out_of_srgb": null, "output_tokens": 47, "prediction": { "choice": "A" }, "prompt_sha256": "5e7848665b728e9630152c817156693405880e5f162e38c259dfb28921044958", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T15:07:59.694472+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-33", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "aa702e68-6970-426f-b39f-534f35145119", "result_sha256": "174fa73cb4f0103e90eead92422247005e4845c99ac3850ed55642ed3ecea711", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.004194, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "B" }, "group_id": "samediff-pair-05-aa", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-05-aa.png", "input_tokens": 693, "latency_sec": 5.093002142966725, "model_name": "gpt-5.6-terra", "out_of_srgb": null, "output_tokens": 234, "prediction": { "choice": "A" }, "prompt_sha256": "0a4ab165981a50bcd6b555f867e9fb0981199d629c3115939bc1fd3f4639f344", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T15:43:56.279503+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-samediff-34", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "63975abe-81b8-4567-aa22-213510ddf06e", "result_sha256": "a2f8d1e85d1d3121d0aa934357b05cf2023037688ab46ce9e512bb701c76182f", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.001926, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "A" }, "group_id": "samediff-pair-05-bb", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-05-bb.png", "input_tokens": 693, "latency_sec": 1.9143494160380214, "model_name": "gpt-5.6-terra", "out_of_srgb": null, "output_tokens": 45, "prediction": { "choice": "A" }, "prompt_sha256": "5e7848665b728e9630152c817156693405880e5f162e38c259dfb28921044958", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T16:02:52.705560+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-35", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "da05a00d-0352-4be6-bc97-3f4bf5067a0a", "result_sha256": "1d816f8658f96520d471b86d64834bbf6831cf31f9271f273f16f458a931e4c2", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002094, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "B" }, "group_id": "samediff-pair-05-bb", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-05-bb.png", "input_tokens": 693, "latency_sec": 1.8084181199083105, "model_name": "gpt-5.6-terra", "out_of_srgb": null, "output_tokens": 59, "prediction": { "choice": "B" }, "prompt_sha256": "0a4ab165981a50bcd6b555f867e9fb0981199d629c3115939bc1fd3f4639f344", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T16:21:03.294485+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-36", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "c167ac35-8e78-4393-a2f3-57ebbd57c3aa", "result_sha256": "c2c82758fcb4dd45f75f85a6707975d12c948c401c0a05c949844116bd6d9535", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002706, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "B" }, "group_id": "samediff-pair-05-ab", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-05-ab.png", "input_tokens": 693, "latency_sec": 2.7591265219962224, "model_name": "gpt-5.6-terra", "out_of_srgb": null, "output_tokens": 110, "prediction": { "choice": "B" }, "prompt_sha256": "5e7848665b728e9630152c817156693405880e5f162e38c259dfb28921044958", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T15:47:56.141466+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-37", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "3f02ace5-2c34-4d2e-9a4e-6910a06f3b16", "result_sha256": "7d22e21e85f62f02508c9e8c731a96c5c5c1d40757cf0b71d76bf1ce6b63aa9f", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002358, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "A" }, "group_id": "samediff-pair-05-ab", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-05-ab.png", "input_tokens": 693, "latency_sec": 2.614208286977373, "model_name": "gpt-5.6-terra", "out_of_srgb": null, "output_tokens": 81, "prediction": { "choice": "A" }, "prompt_sha256": "0a4ab165981a50bcd6b555f867e9fb0981199d629c3115939bc1fd3f4639f344", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T15:55:12.771712+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-38", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "8f213a05-2ab9-438f-89a7-736aadffbf02", "result_sha256": "438465a39c47819722222ff97155e06bcf2efee1f0d2aa60f25443a915c1221f", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00273, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "B" }, "group_id": "samediff-pair-05-ba", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-05-ba.png", "input_tokens": 693, "latency_sec": 3.507631796062924, "model_name": "gpt-5.6-terra", "out_of_srgb": null, "output_tokens": 112, "prediction": { "choice": "B" }, "prompt_sha256": "5e7848665b728e9630152c817156693405880e5f162e38c259dfb28921044958", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T15:14:54.888996+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-39", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "29f7b94a-c361-4636-b4c1-a1cc94fb5fde", "result_sha256": "fb711f5cd690992695c3d59d5ecd9c53f3b0a893bea20b148e316b6800b60194", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002418, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "A" }, "group_id": "samediff-pair-05-ba", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-05-ba.png", "input_tokens": 693, "latency_sec": 2.674668032908812, "model_name": "gpt-5.6-terra", "out_of_srgb": null, "output_tokens": 86, "prediction": { "choice": "A" }, "prompt_sha256": "0a4ab165981a50bcd6b555f867e9fb0981199d629c3115939bc1fd3f4639f344", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T14:52:33.342407+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-40", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "f75f74a1-03a4-43dd-94a6-ed02f1881b39", "result_sha256": "f12f41cd670d44e0dfba6c5a2e8d7587472085db5201e314e89e78fb3ad65b93", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00213, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "A" }, "group_id": "samediff-pair-06-aa", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-06-aa.png", "input_tokens": 693, "latency_sec": 6.224729097099043, "model_name": "gpt-5.6-terra", "out_of_srgb": null, "output_tokens": 62, "prediction": { "choice": "A" }, "prompt_sha256": "5e7848665b728e9630152c817156693405880e5f162e38c259dfb28921044958", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T14:25:11.996655+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-41", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "c9e0a258-1712-4f10-8b4f-7041ed25a7a5", "result_sha256": "80f7aeb483af5fbb1866109e714673fb34e7b05cd94214261944e4823816da02", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002226, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "B" }, "group_id": "samediff-pair-06-aa", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-06-aa.png", "input_tokens": 693, "latency_sec": 1.9078477239236236, "model_name": "gpt-5.6-terra", "out_of_srgb": null, "output_tokens": 70, "prediction": { "choice": "B" }, "prompt_sha256": "0a4ab165981a50bcd6b555f867e9fb0981199d629c3115939bc1fd3f4639f344", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T15:19:40.249664+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-42", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "636ec0ec-27eb-4abd-826b-943cf069a71a", "result_sha256": "fd77bd0ba5d4ee0d4ce3ceb9682dcbf4a882156e512249c9a505b03f69d211e1", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00321, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "A" }, "group_id": "samediff-pair-06-bb", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-06-bb.png", "input_tokens": 693, "latency_sec": 3.8539346359902993, "model_name": "gpt-5.6-terra", "out_of_srgb": null, "output_tokens": 152, "prediction": { "choice": "A" }, "prompt_sha256": "5e7848665b728e9630152c817156693405880e5f162e38c259dfb28921044958", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T14:48:04.131011+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-43", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "6068375e-9514-4163-bc6f-17e9f53d33ed", "result_sha256": "574f9ed2674e5c2a80b9d2e8696c3fdf55a997810842dda544afaa3de8f8b5bb", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00219, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "B" }, "group_id": "samediff-pair-06-bb", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-06-bb.png", "input_tokens": 693, "latency_sec": 2.313734468072653, "model_name": "gpt-5.6-terra", "out_of_srgb": null, "output_tokens": 67, "prediction": { "choice": "B" }, "prompt_sha256": "0a4ab165981a50bcd6b555f867e9fb0981199d629c3115939bc1fd3f4639f344", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T16:17:09.499977+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-44", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "c5f461f0-cdaf-4381-8852-daf0b7e3d53c", "result_sha256": "c77c77da0e755eb79cb139bc20221284099502be7ebac7cca5d8cfa5a815c042", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002022, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "B" }, "group_id": "samediff-pair-06-ab", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-06-ab.png", "input_tokens": 693, "latency_sec": 1.74839401897043, "model_name": "gpt-5.6-terra", "out_of_srgb": null, "output_tokens": 53, "prediction": { "choice": "B" }, "prompt_sha256": "5e7848665b728e9630152c817156693405880e5f162e38c259dfb28921044958", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T14:34:32.065039+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-45", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "605c8358-847a-45b8-a5be-e347cfeff2f2", "result_sha256": "99185368fb212598deaa97fa3b85a9103cdef457791459e0e7cc6b6b9a0d9c85", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002058, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "A" }, "group_id": "samediff-pair-06-ab", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-06-ab.png", "input_tokens": 693, "latency_sec": 1.891809256048873, "model_name": "gpt-5.6-terra", "out_of_srgb": null, "output_tokens": 56, "prediction": { "choice": "A" }, "prompt_sha256": "0a4ab165981a50bcd6b555f867e9fb0981199d629c3115939bc1fd3f4639f344", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T15:33:52.008098+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-46", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "c37d4abf-7b20-4e44-b6a0-20b578857984", "result_sha256": "1bec2c32d6b0348b0b4ccbdcad20560367921e995b33e43e735370a52d31d1be", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.001962, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "B" }, "group_id": "samediff-pair-06-ba", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-06-ba.png", "input_tokens": 693, "latency_sec": 5.682609500014223, "model_name": "gpt-5.6-terra", "out_of_srgb": null, "output_tokens": 48, "prediction": { "choice": "B" }, "prompt_sha256": "5e7848665b728e9630152c817156693405880e5f162e38c259dfb28921044958", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T14:12:25.237188+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-47", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "80ff697e-27d3-408d-a830-10f9ae300901", "result_sha256": "c4c538a5fbc1adaac8b3bacc9582b68d7eeab7f27336ba5fa9443b1292b3fc19", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.001962, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "A" }, "group_id": "samediff-pair-06-ba", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-06-ba.png", "input_tokens": 693, "latency_sec": 1.9851399840554222, "model_name": "gpt-5.6-terra", "out_of_srgb": null, "output_tokens": 48, "prediction": { "choice": "A" }, "prompt_sha256": "0a4ab165981a50bcd6b555f867e9fb0981199d629c3115939bc1fd3f4639f344", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T14:41:36.222673+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-48", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "f8bba1b1-577e-4a9b-85f2-d8c01a3ca9dc", "result_sha256": "e74b86a61cfac9426694576447e0f830d0e6cd2fa612bb2278d45b1fb14082d0", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.002306, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "A" }, "group_id": "smallmatch-01-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-01.png", "input_tokens": 697, "latency_sec": 2.8429443050408736, "model_name": "gpt-5.6-terra", "out_of_srgb": null, "output_tokens": 76, "prediction": { "choice": "D" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "openai", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-16T14:22:52.024201+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-smallmatch-01", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "20a227e4-3514-4da6-b911-47009055e56d", "result_sha256": "d5f014b7fbdd4831ae06eec938081af23a254e6a221cdecb36ad65966b2b4d72", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002294, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "B" }, "group_id": "smallmatch-01-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-02.png", "input_tokens": 697, "latency_sec": 2.173240393982269, "model_name": "gpt-5.6-terra", "out_of_srgb": null, "output_tokens": 75, "prediction": { "choice": "B" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T16:03:07.258468+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-02", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "6c47c055-9898-46f9-a4aa-474c157c7572", "result_sha256": "c82296888da4a84917c39674030f3e6b6fb85a358e3dfbef43b1593fec655f82", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.007778, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "C" }, "group_id": "smallmatch-01-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-03.png", "input_tokens": 697, "latency_sec": 10.982260277029127, "model_name": "gpt-5.6-terra", "out_of_srgb": null, "output_tokens": 532, "prediction": { "choice": "A" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T14:19:18.616938+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-smallmatch-03", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "c2bd6090-8b3d-4d60-970a-d43feaf906d2", "result_sha256": "fd02294fbc7429b0d7af2947d025df91dd6a9afb2c0a6b818667002583889233", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.003866, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "D" }, "group_id": "smallmatch-01-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-04.png", "input_tokens": 697, "latency_sec": 4.621196507010609, "model_name": "gpt-5.6-terra", "out_of_srgb": null, "output_tokens": 206, "prediction": { "choice": "B" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T15:41:32.955725+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-smallmatch-04", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "49ad681b-40fd-4f1e-a07b-ee278ad4e40f", "result_sha256": "8cad4918356c905bd37a0801e63b127e2646611158e067f58fc359f3b1ef18c9", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.007754, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "A" }, "group_id": "smallmatch-01-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-05.png", "input_tokens": 697, "latency_sec": 11.73491976200603, "model_name": "gpt-5.6-terra", "out_of_srgb": null, "output_tokens": 530, "prediction": { "choice": "D" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "openai", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-16T15:54:54.748235+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-smallmatch-05", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "443d901e-e544-4aa0-956e-a95c1cd162b1", "result_sha256": "882f3ca29339b9ea812735b26d22c5b260a51405b75af1c951d259dc4e0ed76d", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002162, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "B" }, "group_id": "smallmatch-01-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-06.png", "input_tokens": 697, "latency_sec": 1.9236505429726094, "model_name": "gpt-5.6-terra", "out_of_srgb": null, "output_tokens": 64, "prediction": { "choice": "B" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T14:34:04.926262+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-06", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "0d7a1a30-fa79-4c94-a95b-548f6cda3032", "result_sha256": "815b0f5e32a30d58dde2e4fca25367d6db6a34aa25615d40a04ad7c81e897edc", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00983, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "C" }, "group_id": "smallmatch-01-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-07.png", "input_tokens": 697, "latency_sec": 14.82709509995766, "model_name": "gpt-5.6-terra", "out_of_srgb": null, "output_tokens": 703, "prediction": { "choice": "C" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-16T15:00:50.321709+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-07", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "fa348253-4f3c-40d8-99b4-5a42f22026c7", "result_sha256": "e159a47822abcd73f617a4654d6a99235de6f307eddbf1a30a176e6bd9168dcb", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00227, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "D" }, "group_id": "smallmatch-01-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-08.png", "input_tokens": 697, "latency_sec": 2.2526642869925126, "model_name": "gpt-5.6-terra", "out_of_srgb": null, "output_tokens": 73, "prediction": { "choice": "D" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "openai", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-16T16:32:20.584476+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-08", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "6eb484bb-ec3a-41a4-8760-e22eebfc5086", "result_sha256": "11f925961a4173a9216afd6d161acccfdb9a0c20dbd84d296eaad29cd4c722b0", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.006662, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "A" }, "group_id": "smallmatch-01-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-09.png", "input_tokens": 697, "latency_sec": 9.61955110298004, "model_name": "gpt-5.6-terra", "out_of_srgb": null, "output_tokens": 439, "prediction": { "choice": "A" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T16:27:41.993323+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-09", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "e87011fc-abfc-4017-a139-9c6656de2ab4", "result_sha256": "6238bfc67f23324bb8353ea5d2973a8fd867a8ec24ebc80013a0e0923910cd1a", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002162, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "B" }, "group_id": "smallmatch-01-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-10.png", "input_tokens": 697, "latency_sec": 6.363931547966786, "model_name": "gpt-5.6-terra", "out_of_srgb": null, "output_tokens": 64, "prediction": { "choice": "B" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T16:04:30.826208+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-10", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "70d6070b-a791-4cfc-ad25-905b6a1d1bf6", "result_sha256": "d336dc3c42732c15913b620ad65dc3b943ace5d43c3873b8e1ebb6c14c8d6963", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.007214, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "C" }, "group_id": "smallmatch-01-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-11.png", "input_tokens": 697, "latency_sec": 11.357645205920562, "model_name": "gpt-5.6-terra", "out_of_srgb": null, "output_tokens": 485, "prediction": { "choice": "A" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T16:02:33.287524+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-smallmatch-11", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "8afb1171-b8cf-4b68-b597-cc6b4d621f4a", "result_sha256": "ee746f32e153dd168f641e72e6041391fd7f5be7ebc3355f19fad6c2050ab988", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.002582, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "D" }, "group_id": "smallmatch-01-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-12.png", "input_tokens": 697, "latency_sec": 2.6681620170129463, "model_name": "gpt-5.6-terra", "out_of_srgb": null, "output_tokens": 99, "prediction": { "choice": "B" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T15:34:38.943050+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-smallmatch-12", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "71b70448-2bb2-4386-9b9d-400cb03a510c", "result_sha256": "1ef1ae0a43298d15efc9de21c610a7c8c09a34f154ce392c8dcecc3729cf26fa", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.009998, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "A" }, "group_id": "smallmatch-01-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-13.png", "input_tokens": 697, "latency_sec": 14.438130826922134, "model_name": "gpt-5.6-terra", "out_of_srgb": null, "output_tokens": 717, "prediction": { "choice": "A" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T16:21:30.933086+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-13", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "fbff9e3d-2f9e-430e-96ed-ad2b77947775", "result_sha256": "b984eb3d5b3e9f609fe6289ece3fe547c5afbf647f45512f6762fa428a788ad0", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00233, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "B" }, "group_id": "smallmatch-01-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-14.png", "input_tokens": 697, "latency_sec": 2.178994158981368, "model_name": "gpt-5.6-terra", "out_of_srgb": null, "output_tokens": 78, "prediction": { "choice": "B" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T16:22:52.552501+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-14", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "8eeb09b3-42a7-4cff-9a31-df816d7888dc", "result_sha256": "957111d7908cffcb3e5de2ea15ed9ad35809dd6171b5c75bc2abd63fdfa2c2ef", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.002822, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "C" }, "group_id": "smallmatch-01-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-15.png", "input_tokens": 697, "latency_sec": 3.2115271179936826, "model_name": "gpt-5.6-terra", "out_of_srgb": null, "output_tokens": 119, "prediction": { "choice": "A" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T14:24:01.217533+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-smallmatch-15", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "0e0c7480-a354-49cb-b3db-510fcb439a4f", "result_sha256": "0725f7972223cae657aef370c4ac59735dcb7d199867e642fe557fe2ef841711", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.004658, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "D" }, "group_id": "smallmatch-01-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-16.png", "input_tokens": 697, "latency_sec": 6.645534490933642, "model_name": "gpt-5.6-terra", "out_of_srgb": null, "output_tokens": 272, "prediction": { "choice": "B" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T15:11:30.516916+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-smallmatch-16", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "fc7380bc-297f-4330-a9ad-5441e2d93baf", "result_sha256": "bad0f4ae370887e9248a1f0d867d74bf3a8172a560910ae6c1f522d2521cdaec", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.003986, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "A" }, "group_id": "smallmatch-02-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-17.png", "input_tokens": 697, "latency_sec": 4.318614634103142, "model_name": "gpt-5.6-terra", "out_of_srgb": null, "output_tokens": 216, "prediction": { "choice": "D" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "openai", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-16T16:27:18.995106+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-smallmatch-17", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "bcf03561-2fb3-4f62-a9db-e7485d70455e", "result_sha256": "9b60b8b96760dd94a9e3017d2f2901b3e09032b401412d96e7898d69a8ceb86f", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002858, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "B" }, "group_id": "smallmatch-02-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-18.png", "input_tokens": 697, "latency_sec": 3.154796322924085, "model_name": "gpt-5.6-terra", "out_of_srgb": null, "output_tokens": 122, "prediction": { "choice": "B" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T16:24:26.420671+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-18", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "5bc0561c-1bad-4d16-a28b-005922e363b9", "result_sha256": "5238a98a1eb3f6a8ed436cb75ffcb318a94ac304d7eecadb8670e0524cbc0b6f", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.00365, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "C" }, "group_id": "smallmatch-02-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-19.png", "input_tokens": 697, "latency_sec": 18.410220946068875, "model_name": "gpt-5.6-terra", "out_of_srgb": null, "output_tokens": 188, "prediction": { "choice": "D" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "openai", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-16T15:26:26.704430+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-smallmatch-19", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "79447cac-2b62-4340-a478-395e1d0a3598", "result_sha256": "e9307f73b8b2ce384fa4b00683d1afa791f6832ad66d1f66ad06c00196c21487", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.005054, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "D" }, "group_id": "smallmatch-02-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-20.png", "input_tokens": 697, "latency_sec": 8.661821544053964, "model_name": "gpt-5.6-terra", "out_of_srgb": null, "output_tokens": 305, "prediction": { "choice": "D" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "openai", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-16T15:08:15.526569+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-20", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "dec6c539-64a2-450b-8cea-079c361cbdba", "result_sha256": "c6fa7fff643d1ab9c4961ac20b5b383fb64ed58de5215fbfd86694060f5f9d5d", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.007778, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "A" }, "group_id": "smallmatch-02-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-21.png", "input_tokens": 697, "latency_sec": 13.606315372977406, "model_name": "gpt-5.6-terra", "out_of_srgb": null, "output_tokens": 532, "prediction": { "choice": "D" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "openai", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-16T15:12:56.214695+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-smallmatch-21", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "92b3952c-b909-4d80-8a60-151a340c7e70", "result_sha256": "a81f32c6132084b71275d7968f86c0edf008a0b5d85e7d809ab3b5ae62316233", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002702, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "B" }, "group_id": "smallmatch-02-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-22.png", "input_tokens": 697, "latency_sec": 3.145939468056895, "model_name": "gpt-5.6-terra", "out_of_srgb": null, "output_tokens": 109, "prediction": { "choice": "B" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T14:24:55.168739+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-22", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "a7570624-5999-4cfe-bf52-5ddff1853003", "result_sha256": "123cff9c69c22903ed95243de85053c2410ceef5e642a713dc5cdae8bf8ebaa6", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.003074, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "C" }, "group_id": "smallmatch-02-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-23.png", "input_tokens": 697, "latency_sec": 3.3703256170265377, "model_name": "gpt-5.6-terra", "out_of_srgb": null, "output_tokens": 140, "prediction": { "choice": "D" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "openai", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-16T16:29:51.519801+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-smallmatch-23", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "b2c60199-94c1-4c26-b6c7-ee6914ad64e7", "result_sha256": "d9c714636cdc1d92ea5b515ede1db319df353750d07a946d26e5873179d864a7", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002918, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "D" }, "group_id": "smallmatch-02-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-24.png", "input_tokens": 697, "latency_sec": 4.371537027996965, "model_name": "gpt-5.6-terra", "out_of_srgb": null, "output_tokens": 127, "prediction": { "choice": "D" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "openai", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-16T15:39:15.020792+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-24", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "bba057c6-4e94-44da-8ca8-1100b4da4380", "result_sha256": "e85ebbe27028aa326bfc81b50854368568ac3ab2dc368eea94f01de72bed6891", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.004742, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "A" }, "group_id": "smallmatch-02-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-25.png", "input_tokens": 697, "latency_sec": 6.377611586009152, "model_name": "gpt-5.6-terra", "out_of_srgb": null, "output_tokens": 279, "prediction": { "choice": "C" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-16T16:09:56.288805+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-smallmatch-25", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "4e35c3c6-95ad-4bc0-a638-515a618a3b6e", "result_sha256": "20360389d83022240f307beafb4fbcddfce8b07f1632088525b1fbcc00461ff4", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.005762, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "B" }, "group_id": "smallmatch-02-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-26.png", "input_tokens": 697, "latency_sec": 9.59952189901378, "model_name": "gpt-5.6-terra", "out_of_srgb": null, "output_tokens": 364, "prediction": { "choice": "C" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-16T14:53:25.600140+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-smallmatch-26", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "ba692024-0911-43f8-b9bd-55795843a876", "result_sha256": "266205eba5c1dab3fc94caddcff79742ec6487306579d5899f025e8e7fbcbc69", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.003962, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "C" }, "group_id": "smallmatch-02-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-27.png", "input_tokens": 697, "latency_sec": 5.400730955996551, "model_name": "gpt-5.6-terra", "out_of_srgb": null, "output_tokens": 214, "prediction": { "choice": "C" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-16T15:17:45.606473+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-27", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "0fb1a754-2417-4998-836c-a52566984826", "result_sha256": "c01f391aa18e6761032b1e78c60ebcebc895783bc634d405c422267beb93af35", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.007538, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "D" }, "group_id": "smallmatch-02-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-28.png", "input_tokens": 697, "latency_sec": 54.61103296105284, "model_name": "gpt-5.6-terra", "out_of_srgb": null, "output_tokens": 512, "prediction": { "choice": "C" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-16T14:03:36.715682+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-smallmatch-28", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "9e619c74-5aa4-4ca2-a63d-954411a13f31", "result_sha256": "d15a8025afd7383c44fb96dc1f3c8f7dd86fcd04df345c475a12602edc5e73a8", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.006758, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "A" }, "group_id": "smallmatch-02-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-29.png", "input_tokens": 697, "latency_sec": 7.842389196972363, "model_name": "gpt-5.6-terra", "out_of_srgb": null, "output_tokens": 447, "prediction": { "choice": "B" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T14:39:30.571393+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-smallmatch-29", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "7b701da1-259f-42b4-886d-ecf39365a2ae", "result_sha256": "c1dfbd730fb225e0479b73ec2872c52a14f3b164b96081601a7a4e823beaa483", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.002834, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "B" }, "group_id": "smallmatch-02-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-30.png", "input_tokens": 697, "latency_sec": 2.641616099048406, "model_name": "gpt-5.6-terra", "out_of_srgb": null, "output_tokens": 120, "prediction": { "choice": "D" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "openai", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-16T16:02:00.725803+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-smallmatch-30", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "8c40e92a-a700-458b-8998-73ae6655ef74", "result_sha256": "9be8bc5381a2976762f7968f6f3b5715b20886619e508af9e7c1356d19f39a35", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.007478, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "C" }, "group_id": "smallmatch-02-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-31.png", "input_tokens": 697, "latency_sec": 47.431181426974945, "model_name": "gpt-5.6-terra", "out_of_srgb": null, "output_tokens": 507, "prediction": { "choice": "C" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-16T14:12:19.522930+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-31", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "2cc1c16e-b6ca-481e-b213-3a6f6e876c0a", "result_sha256": "fa2a4e159c081d8f00a8d7a41289b1184c543ba3f7f1f0a00ae7e14966362fed", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.00455, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "D" }, "group_id": "smallmatch-02-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-32.png", "input_tokens": 697, "latency_sec": 5.714097937918268, "model_name": "gpt-5.6-terra", "out_of_srgb": null, "output_tokens": 263, "prediction": { "choice": "B" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T16:03:42.684478+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-smallmatch-32", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "b2d83796-a61f-480d-851b-53f9e0c95ca4", "result_sha256": "7720a61c7b7f14eb868519bc1c6fa9955d3994e1943b42ef14a8d29371820382", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.00443, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "A" }, "group_id": "smallmatch-03-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-33.png", "input_tokens": 697, "latency_sec": 5.526511132018641, "model_name": "gpt-5.6-terra", "out_of_srgb": null, "output_tokens": 253, "prediction": { "choice": "C" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-16T14:43:03.687370+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-smallmatch-33", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "63653e13-7d63-41af-9273-582299694ae3", "result_sha256": "2b6bf97132ac4d3867b4b8ed4db7d763bf115441d86421fbc70ec8ba47198770", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002366, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "B" }, "group_id": "smallmatch-03-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-34.png", "input_tokens": 697, "latency_sec": 2.8167012099875137, "model_name": "gpt-5.6-terra", "out_of_srgb": null, "output_tokens": 81, "prediction": { "choice": "B" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T14:42:16.035008+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-34", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "417be7cb-6835-463a-b254-b5c5f1fbed7e", "result_sha256": "303cb719c5200caf3df5542cb32a5a4aa1820cede81020a7b882aad21869871a", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00299, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "C" }, "group_id": "smallmatch-03-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-35.png", "input_tokens": 697, "latency_sec": 3.7597748229745775, "model_name": "gpt-5.6-terra", "out_of_srgb": null, "output_tokens": 133, "prediction": { "choice": "C" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-16T15:27:30.084536+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-35", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "3cb7dc47-d7df-499d-aafd-18b89679f524", "result_sha256": "191edc19b87953cf0dfc81b7c3ae724399691f4edf778c69ca8814a1b2da2fb4", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00233, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "D" }, "group_id": "smallmatch-03-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-36.png", "input_tokens": 697, "latency_sec": 2.789402305963449, "model_name": "gpt-5.6-terra", "out_of_srgb": null, "output_tokens": 78, "prediction": { "choice": "D" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "openai", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-16T15:38:35.848605+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-36", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "f4d3a1b9-eb0b-4fec-92ee-c965dabf6c1c", "result_sha256": "1e330197e4e6e78deb8668d05614f08b818dbbbdd7d9dcc7e93e4ea8c5bdd9ff", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002726, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "A" }, "group_id": "smallmatch-03-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-37.png", "input_tokens": 697, "latency_sec": 4.097668061964214, "model_name": "gpt-5.6-terra", "out_of_srgb": null, "output_tokens": 111, "prediction": { "choice": "A" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T15:08:42.593318+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-37", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "a63125a5-7ee4-492e-96d2-c91044bc0647", "result_sha256": "9267c768d84582b4f069b1600fde173897bdf04e69c8e00515f5b67fe9bfbe86", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002102, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "B" }, "group_id": "smallmatch-03-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-38.png", "input_tokens": 697, "latency_sec": 5.759757541003637, "model_name": "gpt-5.6-terra", "out_of_srgb": null, "output_tokens": 59, "prediction": { "choice": "B" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T15:01:13.142340+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-38", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "abb4b28b-b1d6-4713-8403-e0305c230455", "result_sha256": "afa91187bc19da809107396e190f13de808279a8fab4802c5c9c79e2feceb3e9", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002498, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "C" }, "group_id": "smallmatch-03-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-39.png", "input_tokens": 697, "latency_sec": 2.819854069966823, "model_name": "gpt-5.6-terra", "out_of_srgb": null, "output_tokens": 92, "prediction": { "choice": "C" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-16T15:32:57.317409+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-39", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "cbe7ef80-eb1b-41a7-a439-4a066183b538", "result_sha256": "b517526200d386c80d69cd88c50e895b09d37608a121db4bdc2e57866eef3702", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002486, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "D" }, "group_id": "smallmatch-03-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-40.png", "input_tokens": 697, "latency_sec": 3.0485360579332337, "model_name": "gpt-5.6-terra", "out_of_srgb": null, "output_tokens": 91, "prediction": { "choice": "D" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "openai", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-16T14:52:52.751261+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-40", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "d067f5a1-9e85-4b15-87fa-54015634e2a1", "result_sha256": "a6726064e64c2ec444e05ed13b46c4f3e5f2730fce23c27b06b84472ec9e14af", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.007226, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "A" }, "group_id": "smallmatch-03-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-41.png", "input_tokens": 697, "latency_sec": 12.131874868064187, "model_name": "gpt-5.6-terra", "out_of_srgb": null, "output_tokens": 486, "prediction": { "choice": "C" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-16T14:14:26.836554+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-smallmatch-41", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "0d4ff0bc-f5f0-4652-98b8-fc0ee406a582", "result_sha256": "eb1ba14b774a28af2d9de9fdb76b73708528c2836988d9e6c55cd9edbb981a91", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.004766, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "B" }, "group_id": "smallmatch-03-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-42.png", "input_tokens": 697, "latency_sec": 5.997946885996498, "model_name": "gpt-5.6-terra", "out_of_srgb": null, "output_tokens": 281, "prediction": { "choice": "B" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T16:25:56.778971+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-42", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "33aab8cf-5c77-445a-bdce-7b30a2cef62f", "result_sha256": "1af3dc1ce698b9aa4b0b4ad8b276d9807cfa2f773710ff238d97f631aee81333", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.004622, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "C" }, "group_id": "smallmatch-03-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-43.png", "input_tokens": 697, "latency_sec": 6.6821482660016045, "model_name": "gpt-5.6-terra", "out_of_srgb": null, "output_tokens": 269, "prediction": { "choice": "A" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T15:02:16.829566+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-smallmatch-43", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "e06f8286-95f8-4dc4-87aa-57121830e9fd", "result_sha256": "de3074be9de108e140bc17ddd594d81a5b318b6c060565338f78c1bdaa48f02b", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002342, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "D" }, "group_id": "smallmatch-03-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-44.png", "input_tokens": 697, "latency_sec": 2.489938178914599, "model_name": "gpt-5.6-terra", "out_of_srgb": null, "output_tokens": 79, "prediction": { "choice": "D" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "openai", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-16T14:45:06.111462+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-44", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "efc41bfa-ae37-43f4-a58d-0738202283f3", "result_sha256": "769f92dd10eb3652ab763f282ca9670634312abce9c7fec56214e74c8f67e3b7", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.00233, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "A" }, "group_id": "smallmatch-03-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-45.png", "input_tokens": 697, "latency_sec": 3.287948376033455, "model_name": "gpt-5.6-terra", "out_of_srgb": null, "output_tokens": 78, "prediction": { "choice": "C" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-16T15:41:16.013228+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-smallmatch-45", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "cf455b24-775b-46b0-8140-2e805b743af9", "result_sha256": "9900bfadc5b51a0e02fd96134a08645e3d6daf98d71ea77bf7d7cb7a6fb96d30", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002318, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "B" }, "group_id": "smallmatch-03-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-46.png", "input_tokens": 697, "latency_sec": 3.346014418057166, "model_name": "gpt-5.6-terra", "out_of_srgb": null, "output_tokens": 77, "prediction": { "choice": "B" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T14:39:03.362727+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-46", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "b6d9a098-0aa7-4a35-957c-a35adb065573", "result_sha256": "946a93f5603b6a51c707f229bc0e1c92cc3cdbb7717e5760707401f07923bd0a", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002954, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "C" }, "group_id": "smallmatch-03-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-47.png", "input_tokens": 697, "latency_sec": 3.2663466340163723, "model_name": "gpt-5.6-terra", "out_of_srgb": null, "output_tokens": 130, "prediction": { "choice": "C" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-16T16:31:10.827097+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-47", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "2e5294ce-ac06-4660-88f9-19ff80a3ab13", "result_sha256": "62a6bae6fd8c27933236a6a94e29fe1fc9fbb8cf81d84db0b60c3aa6aeff0b2b", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.007046, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "D" }, "group_id": "smallmatch-03-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-48.png", "input_tokens": 697, "latency_sec": 10.301541495951824, "model_name": "gpt-5.6-terra", "out_of_srgb": null, "output_tokens": 471, "prediction": { "choice": "B" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T16:29:00.537860+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-smallmatch-48", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "0ca5de9d-4d83-4f3f-9562-3801f78f93a1", "result_sha256": "f3778ada419b425038e8a37908fba0739fe8b2ba582780bf6a1b8f1d67d333a8", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.007778, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "A" }, "group_id": "smallmatch-04-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-49.png", "input_tokens": 697, "latency_sec": 10.90534600801766, "model_name": "gpt-5.6-terra", "out_of_srgb": null, "output_tokens": 532, "prediction": { "choice": "C" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-16T16:17:37.819698+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-smallmatch-49", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "38f8d9f0-0bae-435e-aed0-3e5e2f8bcefb", "result_sha256": "af6ef77876b42ac6b7da67e311479b4f0a93d326e334adfd37cd5236ec370334", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.006374, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "B" }, "group_id": "smallmatch-04-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-50.png", "input_tokens": 697, "latency_sec": 8.352070627035573, "model_name": "gpt-5.6-terra", "out_of_srgb": null, "output_tokens": 415, "prediction": { "choice": "D" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "openai", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-16T15:29:51.379782+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-smallmatch-50", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "5dd8eada-f547-41e2-9784-58fb0756fb6e", "result_sha256": "2865af2420494fdf2f8ba604ab497c430818e5fb873cda43429f252907c956e4", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.004334, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "C" }, "group_id": "smallmatch-04-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-51.png", "input_tokens": 697, "latency_sec": 45.37788866600022, "model_name": "gpt-5.6-terra", "out_of_srgb": null, "output_tokens": 245, "prediction": { "choice": "C" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-16T14:54:34.977320+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-51", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "353d7b2b-46ca-44c2-a401-8eae26760daa", "result_sha256": "4d9f6fe5158d50a840716cd86d5316f3bb2f60a45c63dfee7de43caba5c68ce2", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00359, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "D" }, "group_id": "smallmatch-04-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-52.png", "input_tokens": 697, "latency_sec": 4.53269195498433, "model_name": "gpt-5.6-terra", "out_of_srgb": null, "output_tokens": 183, "prediction": { "choice": "D" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "openai", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-16T16:07:12.239879+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-52", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "e99f55e1-d909-44f8-83a4-3d0b2082e19c", "result_sha256": "7f324d623eca3a5ef81cc321020f614eece540eba83a6113b90d30172acb3401", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002978, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "A" }, "group_id": "smallmatch-04-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-53.png", "input_tokens": 697, "latency_sec": 3.110513358958997, "model_name": "gpt-5.6-terra", "out_of_srgb": null, "output_tokens": 132, "prediction": { "choice": "A" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T16:13:03.522790+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-53", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "b634aa8e-4d81-423b-b52c-5bff8a9a579a", "result_sha256": "b5b508b4a52c79265e0885da7c3baa31f64667437dd01e534f300ffd6db7c276", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002882, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "B" }, "group_id": "smallmatch-04-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-54.png", "input_tokens": 697, "latency_sec": 3.2497176320757717, "model_name": "gpt-5.6-terra", "out_of_srgb": null, "output_tokens": 124, "prediction": { "choice": "B" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T14:26:47.053411+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-54", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "3cb922a9-e114-47fe-b164-ae6caa5527b0", "result_sha256": "6323d129732c6f70095038b0cbe91c81d879ae2830a06d733aa1135a954d28c6", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00227, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "C" }, "group_id": "smallmatch-04-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-55.png", "input_tokens": 697, "latency_sec": 7.457382433000021, "model_name": "gpt-5.6-terra", "out_of_srgb": null, "output_tokens": 73, "prediction": { "choice": "C" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-16T14:04:39.916782+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-55", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "627074db-7529-431c-80b8-273a21048909", "result_sha256": "98042f665e622018e29e1ca709253e948ad78a8e98ff6d4b6a99bec9a9bbb096", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00227, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "D" }, "group_id": "smallmatch-04-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-56.png", "input_tokens": 697, "latency_sec": 22.26023284299299, "model_name": "gpt-5.6-terra", "out_of_srgb": null, "output_tokens": 73, "prediction": { "choice": "D" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "openai", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-16T14:59:34.150027+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-56", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "14041174-cf0c-42ee-b747-3f17f9625104", "result_sha256": "e6f08c8de8c12657d306de281d3b48cbec1a465e7e456a57d6e687dfb69e03f6", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.004934, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "A" }, "group_id": "smallmatch-04-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-57.png", "input_tokens": 697, "latency_sec": 6.370495750103146, "model_name": "gpt-5.6-terra", "out_of_srgb": null, "output_tokens": 295, "prediction": { "choice": "B" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T15:04:26.602681+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-smallmatch-57", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "b8f7c05f-fac8-4778-8608-8b0f0ea6d142", "result_sha256": "f42a129c45f64daa2f3096514052f505c44669e8c5b5b4afa96092b718f9edda", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.00581, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "B" }, "group_id": "smallmatch-04-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-58.png", "input_tokens": 697, "latency_sec": 8.759149061981589, "model_name": "gpt-5.6-terra", "out_of_srgb": null, "output_tokens": 368, "prediction": { "choice": "A" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T15:10:08.247905+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-smallmatch-58", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "82b4464a-9686-425b-88c5-82663f285c67", "result_sha256": "94891a41ad1fa3a78fe5ff19422b9cb45fcfb820349be9628dc8521de70871bd", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.007094, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "C" }, "group_id": "smallmatch-04-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-59.png", "input_tokens": 697, "latency_sec": 10.818185585085303, "model_name": "gpt-5.6-terra", "out_of_srgb": null, "output_tokens": 475, "prediction": { "choice": "C" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-16T14:11:20.691045+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-59", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "e63f1323-da90-4931-8cbe-3fc8c9c90ef9", "result_sha256": "7df1441defbd425fb76cbc998d905f94057b3400797fb5cb3e40dfcea0b3fb07", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.003194, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "D" }, "group_id": "smallmatch-04-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-60.png", "input_tokens": 697, "latency_sec": 3.5600053740199655, "model_name": "gpt-5.6-terra", "out_of_srgb": null, "output_tokens": 150, "prediction": { "choice": "B" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T15:30:50.157147+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-smallmatch-60", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "9407410c-b7b5-42f4-aa5e-19c56b35f1e4", "result_sha256": "b05a227ac74e738bd38a9153657f2393a96d8941f3c9509eeb172b6f3bed6efa", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002978, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "A" }, "group_id": "smallmatch-04-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-61.png", "input_tokens": 697, "latency_sec": 14.05524300399702, "model_name": "gpt-5.6-terra", "out_of_srgb": null, "output_tokens": 132, "prediction": { "choice": "A" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T14:26:27.032718+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-61", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "cc465324-d848-45e6-8294-0be7a5c559e8", "result_sha256": "1a31f33dea230645ecf6c5be88d1efc7961dbd507818960df8413cf1cae5afb3", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00317, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "B" }, "group_id": "smallmatch-04-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-62.png", "input_tokens": 697, "latency_sec": 3.4177265940234065, "model_name": "gpt-5.6-terra", "out_of_srgb": null, "output_tokens": 148, "prediction": { "choice": "B" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T15:26:58.699435+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-62", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "f9796b4b-5dc5-4479-9661-d69d649e66ea", "result_sha256": "90cda035b75fcf7603366196d79298954bd76bcaed0a460e45267db2a0f6e6eb", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.003854, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "C" }, "group_id": "smallmatch-04-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-63.png", "input_tokens": 697, "latency_sec": 4.895742827909999, "model_name": "gpt-5.6-terra", "out_of_srgb": null, "output_tokens": 205, "prediction": { "choice": "C" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-16T15:45:56.594801+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-63", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "202bdf18-0489-4a1e-a971-7706a7f48900", "result_sha256": "a7620f7892e16cb73ec252a903fe8a29a280847a634d6a95db5e4bfc977183d9", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00251, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "D" }, "group_id": "smallmatch-04-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-64.png", "input_tokens": 697, "latency_sec": 3.156209636013955, "model_name": "gpt-5.6-terra", "out_of_srgb": null, "output_tokens": 93, "prediction": { "choice": "D" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "openai", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-16T14:24:16.004996+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-64", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "71fcdb61-f5a9-42e6-910c-012b60cf5efd", "result_sha256": "0975f6b6ca08d27291bf53ca500383cab175dc35097353d432841dd047f1dff8", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00765, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "A" }, "group_id": "match-binding-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-01.png", "input_tokens": 695, "latency_sec": 1.8900803080759943, "model_name": "gpt-6-astra", "out_of_srgb": null, "output_tokens": 14, "prediction": { "choice": "A" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T16:12:28.398729+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-01", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "cc55608b-f66b-4a69-88ca-fb3bb25b7740", "result_sha256": "2fa7d57e4832cccb2c2bcf3d9f90541d795c8c4c0b1b3a70242eaab5d16fe8fc", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00765, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "B" }, "group_id": "match-binding-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-02.png", "input_tokens": 695, "latency_sec": 5.959638293948956, "model_name": "gpt-6-astra", "out_of_srgb": null, "output_tokens": 14, "prediction": { "choice": "B" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T14:22:08.884355+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-02", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "e9ae65a8-1457-4ba3-82a2-23a14a83d699", "result_sha256": "6b02433d96e0c6398028f7dc822975c7551da126ce577cdca0f2ce7e5cb74f79", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00765, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "C" }, "group_id": "match-binding-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-03.png", "input_tokens": 695, "latency_sec": 1.6191372399916872, "model_name": "gpt-6-astra", "out_of_srgb": null, "output_tokens": 14, "prediction": { "choice": "C" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-16T14:43:31.958110+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-03", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "9c77917c-ed6a-449c-88f6-fc518119c7b2", "result_sha256": "b521a87719440ad6887c2032814599c3576f98047d08a8245f4dd1c2bac329d7", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00765, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "D" }, "group_id": "match-binding-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-04.png", "input_tokens": 695, "latency_sec": 2.792640910949558, "model_name": "gpt-6-astra", "out_of_srgb": null, "output_tokens": 14, "prediction": { "choice": "D" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "openai", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-16T14:59:01.441917+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-04", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "b94a8f06-3680-48ce-9c8c-48b3c9d48708", "result_sha256": "10dc7b26a96ce159b5dd160cfcba1d0cd32f38bf0f14fc6e7788b87164151bfa", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00765, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "A" }, "group_id": "match-binding-05", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-05.png", "input_tokens": 695, "latency_sec": 5.173054616083391, "model_name": "gpt-6-astra", "out_of_srgb": null, "output_tokens": 14, "prediction": { "choice": "A" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T14:48:29.420530+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-05", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "0f533653-bf4b-47d9-855b-57d59805096a", "result_sha256": "ea62ffa0a252e67b8f4453320fab29d2da117069887ce8fab58e35af973ec584", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00765, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "B" }, "group_id": "match-binding-06", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-06.png", "input_tokens": 695, "latency_sec": 2.4605315699009225, "model_name": "gpt-6-astra", "out_of_srgb": null, "output_tokens": 14, "prediction": { "choice": "B" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T14:50:46.871724+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-06", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "65d59e20-9f35-4641-a620-e347280da306", "result_sha256": "e27cf61993c0fe7e5b6ec90f329ef8c7442adefa48d011ac3f7c1b8d9b3dae0f", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0085, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "C" }, "group_id": "match-binding-07", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-07.png", "input_tokens": 695, "latency_sec": 2.097210441948846, "model_name": "gpt-6-astra", "out_of_srgb": null, "output_tokens": 31, "prediction": { "choice": "C" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-16T15:26:27.285737+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-07", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "ff530404-3780-4641-add3-153a34c748ad", "result_sha256": "142933c152b2c108e9af5fa241e23d13b39d0ea70025d1bc002f56dd78dd2f79", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00925, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "D" }, "group_id": "match-binding-08", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-08.png", "input_tokens": 695, "latency_sec": 2.3882574709132314, "model_name": "gpt-6-astra", "out_of_srgb": null, "output_tokens": 46, "prediction": { "choice": "D" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "openai", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-16T16:15:27.708015+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-08", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "7e128109-f038-4efe-8119-c75b06acd378", "result_sha256": "0745dab4997c1da93819d9f492fd9644ada806eae0c3fe61c84ae8a7c7e91a2d", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.009, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "A" }, "group_id": "match-binding-09", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-09.png", "input_tokens": 695, "latency_sec": 2.5233695979695767, "model_name": "gpt-6-astra", "out_of_srgb": null, "output_tokens": 41, "prediction": { "choice": "A" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T15:43:32.567593+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-09", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "c8bc28f8-896f-4d85-b558-4b502048e61f", "result_sha256": "761607cf500b81166a0e1a70aea7ce4ca067bf656a1ff76aed072ba60f17c5eb", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0093, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "B" }, "group_id": "match-binding-10", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-10.png", "input_tokens": 695, "latency_sec": 4.182181379990652, "model_name": "gpt-6-astra", "out_of_srgb": null, "output_tokens": 47, "prediction": { "choice": "B" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T15:03:13.275268+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-10", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "e607a94d-96b9-4d2d-aaea-f210c0a74eab", "result_sha256": "840e74950c907c48c778399fb1809e1533298232951adfc722a860ae3afa7e7a", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0093, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "C" }, "group_id": "match-binding-11", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-11.png", "input_tokens": 695, "latency_sec": 2.3757831529946998, "model_name": "gpt-6-astra", "out_of_srgb": null, "output_tokens": 47, "prediction": { "choice": "C" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-16T14:48:10.291593+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-11", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "bf0728d7-b413-49e8-8630-f82827669769", "result_sha256": "24879f8f69b66b0181f5443d457c033e4b2d150e5f9cd5bb85d34f2e7895dd42", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00895, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "D" }, "group_id": "match-binding-12", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-12.png", "input_tokens": 695, "latency_sec": 2.2271615309873596, "model_name": "gpt-6-astra", "out_of_srgb": null, "output_tokens": 40, "prediction": { "choice": "D" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "openai", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-16T15:35:21.754243+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-12", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "b1058b32-5ab8-41f7-b0fe-25a4b4af7d59", "result_sha256": "3f78dd2ad421e4d493363dd7b924de2d5a3eccfb7c5cd6353efd5217bffd384a", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00915, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "A" }, "group_id": "match-binding-13", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-13.png", "input_tokens": 695, "latency_sec": 8.125626052031294, "model_name": "gpt-6-astra", "out_of_srgb": null, "output_tokens": 44, "prediction": { "choice": "A" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T15:01:36.069002+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-13", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "5c96450e-0935-44cf-adcf-db41ed40a634", "result_sha256": "be5dcdd292087216517cc499da3e80f8942741074fc3750b7fb80ef3b97311ca", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0089, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "B" }, "group_id": "match-binding-14", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-14.png", "input_tokens": 695, "latency_sec": 2.480900752940215, "model_name": "gpt-6-astra", "out_of_srgb": null, "output_tokens": 39, "prediction": { "choice": "B" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T15:38:48.911667+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-14", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "b6de0911-72c6-4ed1-bcb1-b0cf51334a17", "result_sha256": "ccdbb9d09871797b44343da9ccc5282485d7a0b65160b329929399461dccb33a", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0092, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "C" }, "group_id": "match-binding-15", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-15.png", "input_tokens": 695, "latency_sec": 3.694733901997097, "model_name": "gpt-6-astra", "out_of_srgb": null, "output_tokens": 45, "prediction": { "choice": "C" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-16T14:34:57.473127+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-15", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "4c247176-a8de-4439-bc38-b958ac9162c2", "result_sha256": "6f1af922307dbdf24a5576dc74143cc65524bbbe078b346a8ed9a04ce7812b96", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00885, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "D" }, "group_id": "match-binding-16", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-16.png", "input_tokens": 695, "latency_sec": 2.717891884036362, "model_name": "gpt-6-astra", "out_of_srgb": null, "output_tokens": 38, "prediction": { "choice": "D" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "openai", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-16T14:27:36.362727+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-16", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "19d09ba2-7d84-48c8-b567-7fc98ed15743", "result_sha256": "2c6d70ece67ab728f4c7fdc73adb36e67c8499ba7accd7d710989cba14403c0a", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00765, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "A" }, "group_id": "match-binding-17", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-17.png", "input_tokens": 695, "latency_sec": 2.2814649449428543, "model_name": "gpt-6-astra", "out_of_srgb": null, "output_tokens": 14, "prediction": { "choice": "A" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T15:55:22.578390+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-17", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "a571d123-6f3a-4f4b-8604-f1f1ba626e00", "result_sha256": "0e852da91e75d9dd257c5cc9024e37a10e788f8cb9e428d70518409f08ac6f86", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00765, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "B" }, "group_id": "match-binding-18", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-18.png", "input_tokens": 695, "latency_sec": 1.9346465839771554, "model_name": "gpt-6-astra", "out_of_srgb": null, "output_tokens": 14, "prediction": { "choice": "B" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T14:08:51.155634+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-18", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "3e85852c-988f-426e-947d-75e7095f5b6e", "result_sha256": "893f5330f8037e0c0fc717598e870fe23d25e26c1141619d9a0c4567f18d0330", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00765, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "C" }, "group_id": "match-binding-19", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-19.png", "input_tokens": 695, "latency_sec": 2.348108120029792, "model_name": "gpt-6-astra", "out_of_srgb": null, "output_tokens": 14, "prediction": { "choice": "C" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-16T15:35:49.490071+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-19", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "b196ca98-a217-4631-b93d-715024b7e830", "result_sha256": "fb338cff80f8e9556230988f3b3752b3e4dfffc834599d5f9f4e480301bc165e", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00765, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "D" }, "group_id": "match-binding-20", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-20.png", "input_tokens": 695, "latency_sec": 1.786052321898751, "model_name": "gpt-6-astra", "out_of_srgb": null, "output_tokens": 14, "prediction": { "choice": "D" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "openai", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-16T15:53:13.931679+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-20", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "42472be8-263d-4b9b-9cb2-1672866fdb9b", "result_sha256": "44d97f09ae78873f5fe6fdb402b0b9d6c7ff3e47017bb7ccb11394fddf430e1f", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00895, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "A" }, "group_id": "match-binding-21", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-21.png", "input_tokens": 695, "latency_sec": 2.9117794670164585, "model_name": "gpt-6-astra", "out_of_srgb": null, "output_tokens": 40, "prediction": { "choice": "A" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T16:31:49.138261+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-21", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "4ca48f6a-a595-4df1-80b5-6b0705bb6ebe", "result_sha256": "c133796bd939e583b5c55a94095ae53b4c9dbc4baa25ec2ea1f0658b358a8b20", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00895, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "B" }, "group_id": "match-binding-22", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-22.png", "input_tokens": 695, "latency_sec": 2.5782670789631084, "model_name": "gpt-6-astra", "out_of_srgb": null, "output_tokens": 40, "prediction": { "choice": "B" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T14:59:56.871773+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-22", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "2a285e49-f792-425f-8a52-817431e76598", "result_sha256": "41509daa2f1b6bedb90eeb2bd4a55dfe85a107950397e28ea4be202cd91cac71", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00895, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "C" }, "group_id": "match-binding-23", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-23.png", "input_tokens": 695, "latency_sec": 3.384449294069782, "model_name": "gpt-6-astra", "out_of_srgb": null, "output_tokens": 40, "prediction": { "choice": "C" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-16T14:33:33.917134+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-23", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "88443a8e-1f30-478b-b8b8-3e659e218a87", "result_sha256": "c8acce1bbec37e50a18368ab33da170928a9f07ee6205e6693856837c6cc016c", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00895, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "D" }, "group_id": "match-binding-24", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-24.png", "input_tokens": 695, "latency_sec": 3.4154170020483434, "model_name": "gpt-6-astra", "out_of_srgb": null, "output_tokens": 40, "prediction": { "choice": "D" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "openai", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-16T15:40:23.606641+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-24", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "bba92463-4b52-4052-8989-e33c18c9b22b", "result_sha256": "d8c9e4197bfbf1d1a1429e64b5754ea983c3e557d974dc12fe36d0737d93891d", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00955, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "A" }, "group_id": "match-binding-25", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-25.png", "input_tokens": 695, "latency_sec": 3.801993514993228, "model_name": "gpt-6-astra", "out_of_srgb": null, "output_tokens": 52, "prediction": { "choice": "A" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T14:07:08.673695+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-25", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "38b5e1ca-4cdc-4921-96b4-5977ed756056", "result_sha256": "6d3080a09ee5329182a120117b8bf8cb2f5ec78c1826ce7e6ceac5d1f8c05dc1", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00975, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "B" }, "group_id": "match-binding-26", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-26.png", "input_tokens": 695, "latency_sec": 3.8186916150152683, "model_name": "gpt-6-astra", "out_of_srgb": null, "output_tokens": 56, "prediction": { "choice": "B" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T14:55:01.931504+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-26", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "3c6cb3cd-082e-4ee1-8cb7-10dcd0faaead", "result_sha256": "30d025debb06e292da65bf37248a180eba9527f09736cce7b16be7d48b132050", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00915, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "C" }, "group_id": "match-binding-27", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-27.png", "input_tokens": 695, "latency_sec": 4.655996460001916, "model_name": "gpt-6-astra", "out_of_srgb": null, "output_tokens": 44, "prediction": { "choice": "C" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-16T14:00:21.355612+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-27", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "8e17a013-93ba-4487-93b4-9b3dfa7861b2", "result_sha256": "b7e0276a5be0f30080e4f554c537be30946005a556a6c53d057290f4bcdf5ec4", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0108, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "D" }, "group_id": "match-binding-28", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-28.png", "input_tokens": 695, "latency_sec": 5.163542881957255, "model_name": "gpt-6-astra", "out_of_srgb": null, "output_tokens": 77, "prediction": { "choice": "D" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "openai", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-16T14:17:29.066963+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-28", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "d7e9b035-99fa-4c3e-b540-f38863bb40f7", "result_sha256": "6586eba8d92c5434f411b0a376a9396ed195876965661c752bc07d1d3f260596", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.01115, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "A" }, "group_id": "match-binding-29", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-29.png", "input_tokens": 695, "latency_sec": 4.144823526032269, "model_name": "gpt-6-astra", "out_of_srgb": null, "output_tokens": 84, "prediction": { "choice": "A" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T14:23:09.827045+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-29", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "af7b0e5e-f5ea-4c66-b056-93ff813d2cd1", "result_sha256": "4a20b1b101633474640e55f7f208ea927700b7fd6bf46de3ae5a50f497522d30", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00935, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "B" }, "group_id": "match-binding-30", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-30.png", "input_tokens": 695, "latency_sec": 3.9035539139294997, "model_name": "gpt-6-astra", "out_of_srgb": null, "output_tokens": 48, "prediction": { "choice": "B" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T15:28:41.945420+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-30", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "614823ac-2f2c-440d-bb79-02f23baf81f5", "result_sha256": "fbb0eaf2dec410dfa4f7b87ceff4d1fafd5c72884668591efb1b8f11bccf9602", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00995, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "C" }, "group_id": "match-binding-31", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-31.png", "input_tokens": 695, "latency_sec": 2.6953351019183174, "model_name": "gpt-6-astra", "out_of_srgb": null, "output_tokens": 60, "prediction": { "choice": "C" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-16T14:54:22.810952+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-31", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "2cd118fb-e479-47a7-b23d-e46b17cb7d45", "result_sha256": "0fc61be5d6e9ec12e48988122ddbcbb91fb7fdd5b1bdfa4ff5d4015ebecd3716", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.01075, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "D" }, "group_id": "match-binding-32", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-32.png", "input_tokens": 695, "latency_sec": 3.990053694928065, "model_name": "gpt-6-astra", "out_of_srgb": null, "output_tokens": 76, "prediction": { "choice": "D" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "openai", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-16T16:16:19.207201+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-32", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "fef0a2e8-48f3-4a78-a365-38916cb96f93", "result_sha256": "06ca5890c0976e0de41a7890cfbf3607cf1a5db1cbe1f58793ec2d9d2066df95", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00765, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "A" }, "group_id": "match-binding-33", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-33.png", "input_tokens": 695, "latency_sec": 1.9607624049531296, "model_name": "gpt-6-astra", "out_of_srgb": null, "output_tokens": 14, "prediction": { "choice": "A" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T16:09:05.458522+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-33", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "5ed03dc8-744a-467f-ab91-01ea41314f50", "result_sha256": "2583cfafc69aeb95c78470d87a9b5bd37801aa3de0aaac83cf21e04bc5832b00", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00765, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "B" }, "group_id": "match-binding-34", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-34.png", "input_tokens": 695, "latency_sec": 1.5947675850475207, "model_name": "gpt-6-astra", "out_of_srgb": null, "output_tokens": 14, "prediction": { "choice": "B" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T15:17:27.806373+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-34", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "8a81e7d4-3df7-4e1c-9ea0-589fa55944ef", "result_sha256": "46bd1ae0b942c8e748cffaf805ae975d5ed81a03592831ad62aacc92a75903f5", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00765, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "C" }, "group_id": "match-binding-35", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-35.png", "input_tokens": 695, "latency_sec": 2.104429317987524, "model_name": "gpt-6-astra", "out_of_srgb": null, "output_tokens": 14, "prediction": { "choice": "C" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-16T14:49:57.676749+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-35", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "6f64db84-b52c-44c4-ad29-774aa569bd58", "result_sha256": "f4d953eb44b0a145d6f91aae36cad02c884f31e5e1c33dcde4cdab2cf42a9056", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00765, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "D" }, "group_id": "match-binding-36", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-36.png", "input_tokens": 695, "latency_sec": 2.13904543989338, "model_name": "gpt-6-astra", "out_of_srgb": null, "output_tokens": 14, "prediction": { "choice": "D" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "openai", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-16T15:54:09.685206+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-36", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "337b7a12-6a6a-4baf-bc74-e7c28ff2e840", "result_sha256": "23fbce2ef81e6145973dd22af39dd11091494d9c876f258d8f006cccf463df5b", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0088, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "A" }, "group_id": "match-binding-37", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-37.png", "input_tokens": 695, "latency_sec": 3.662928670994006, "model_name": "gpt-6-astra", "out_of_srgb": null, "output_tokens": 37, "prediction": { "choice": "A" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T15:32:20.391394+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-37", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "032fb90e-6f16-40a2-a58b-f91bdf0d5f95", "result_sha256": "62e3529abcb96035f1bd0577d28ffd0f3e9607e773395dc61fe2269d9cb19bcb", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00765, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "B" }, "group_id": "match-binding-38", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-38.png", "input_tokens": 695, "latency_sec": 1.6232187449932098, "model_name": "gpt-6-astra", "out_of_srgb": null, "output_tokens": 14, "prediction": { "choice": "B" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T16:21:34.214068+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-38", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "1e5c4c87-d8ff-4ecc-a059-1d4b5c4e858b", "result_sha256": "6c9683edcf1aeb197d20ea58d6826d26430dd12924ac1cdc5ed262f369bcce11", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00765, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "C" }, "group_id": "match-binding-39", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-39.png", "input_tokens": 695, "latency_sec": 2.0063061440596357, "model_name": "gpt-6-astra", "out_of_srgb": null, "output_tokens": 14, "prediction": { "choice": "C" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-16T14:43:13.436817+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-39", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "d6bf92dc-a864-4437-a072-10dd80199a53", "result_sha256": "17b99785f9717f81a59ea66a3b153bb38052e26ab2d92ed11a56d63abfb54bdb", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00765, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "D" }, "group_id": "match-binding-40", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-40.png", "input_tokens": 695, "latency_sec": 2.0081769379321486, "model_name": "gpt-6-astra", "out_of_srgb": null, "output_tokens": 14, "prediction": { "choice": "D" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "openai", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-16T14:48:57.305657+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-40", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "8daccbfe-9ef3-4cbd-9665-02deb09bc394", "result_sha256": "1a6425238e9d6231a36e845f22dac7d460796ed04ec2cf8f65f63bc2087016a9", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0088, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "A" }, "group_id": "match-binding-41", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-41.png", "input_tokens": 695, "latency_sec": 2.782350697903894, "model_name": "gpt-6-astra", "out_of_srgb": null, "output_tokens": 37, "prediction": { "choice": "A" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T15:23:32.381857+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-41", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "28f01706-7c79-4bf1-916e-7a917f4010d7", "result_sha256": "2d3ac88ed1b0cd41c2f61d4b7218158e0b03c3073aaf7cad911a319673e458f6", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0089, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "B" }, "group_id": "match-binding-42", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-42.png", "input_tokens": 695, "latency_sec": 2.257788805058226, "model_name": "gpt-6-astra", "out_of_srgb": null, "output_tokens": 39, "prediction": { "choice": "B" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T16:06:02.750750+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-42", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "edbe3f17-2b21-4098-97ab-947e578c1595", "result_sha256": "b2600d55d4d3aa66d0a4294e4a00edbbf0b31bd0af1b5fa08045bf9de50fff87", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00765, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "C" }, "group_id": "match-binding-43", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-43.png", "input_tokens": 695, "latency_sec": 1.8572794659994543, "model_name": "gpt-6-astra", "out_of_srgb": null, "output_tokens": 14, "prediction": { "choice": "C" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-16T15:46:19.637884+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-43", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "084012d5-d8c8-41d8-b54f-182fd93674a8", "result_sha256": "e89a407f8cc52ec31e49f484ee0d7f9d5df757f5a1e93812b62f9bb18561c108", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0089, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "D" }, "group_id": "match-binding-44", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-44.png", "input_tokens": 695, "latency_sec": 2.272541910992004, "model_name": "gpt-6-astra", "out_of_srgb": null, "output_tokens": 39, "prediction": { "choice": "D" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "openai", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-16T14:40:54.430985+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-44", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "9673e1e1-414c-49c9-be56-abc144a6cbae", "result_sha256": "a60eae1501c99ac1cf10f39cd566870d432d14598c1166733d0d2ae7e2ca8331", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00885, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "A" }, "group_id": "match-binding-45", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-45.png", "input_tokens": 695, "latency_sec": 5.402567527024075, "model_name": "gpt-6-astra", "out_of_srgb": null, "output_tokens": 38, "prediction": { "choice": "A" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T14:12:55.597002+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-45", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "650f2b15-d9d1-48c3-8c63-50a5fb7e2647", "result_sha256": "11087c4d234f77ee0f150f6c5cbac8bea566996aad6884ced2278d105c232bef", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.01, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "B" }, "group_id": "match-binding-46", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-46.png", "input_tokens": 695, "latency_sec": 3.506937094964087, "model_name": "gpt-6-astra", "out_of_srgb": null, "output_tokens": 61, "prediction": { "choice": "B" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T15:53:54.908664+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-46", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "906b3679-b161-401b-baef-a6a57c10f4e3", "result_sha256": "6c86a6c7311ede998bda856daf08091e1d7adea3715be285f86fc44d7620b34b", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00935, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "C" }, "group_id": "match-binding-47", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-47.png", "input_tokens": 695, "latency_sec": 2.765177644090727, "model_name": "gpt-6-astra", "out_of_srgb": null, "output_tokens": 48, "prediction": { "choice": "C" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-16T16:06:28.857670+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-47", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "7ac74a55-eedc-4a35-ae48-626b439a6617", "result_sha256": "5187f092d0d3cbdb892281a1ea7f514b146516322ab12e0815095072d0d51080", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0099, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "D" }, "group_id": "match-binding-48", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-48.png", "input_tokens": 695, "latency_sec": 2.9813311010366306, "model_name": "gpt-6-astra", "out_of_srgb": null, "output_tokens": 59, "prediction": { "choice": "D" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "openai", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-16T16:15:10.555957+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-48", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "c68e9e11-ff66-4fca-ad73-63e86c61c266", "result_sha256": "7d6772987bbf6ce72bc6536052f2accdffa8e61809e4e07f252b79686899990a", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00763, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "B" }, "group_id": "chroma-chain-01-edge-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-01.png", "input_tokens": 693, "latency_sec": 2.4921621429966763, "model_name": "gpt-6-astra", "out_of_srgb": null, "output_tokens": 14, "prediction": { "choice": "B" }, "prompt_sha256": "7cb1baae3d2170148c899969e7afaa6d6a5143997cc3086bc447697d521e10ca", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T16:25:29.483734+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-01", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "15424f30-95ba-4ab3-b347-b28c16fa8e5c", "result_sha256": "1cebaf0e416e5ea6d56a2b4951d2918557cb863db7b8194dfce07d1469cbcbc5", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00763, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "A" }, "group_id": "chroma-chain-01-edge-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-02.png", "input_tokens": 693, "latency_sec": 1.997036610962823, "model_name": "gpt-6-astra", "out_of_srgb": null, "output_tokens": 14, "prediction": { "choice": "A" }, "prompt_sha256": "7cb1baae3d2170148c899969e7afaa6d6a5143997cc3086bc447697d521e10ca", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T15:14:12.529477+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-02", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "9360a62e-b14e-4ac9-89dc-990ae78e2b43", "result_sha256": "34ffbf50e8cc8dd4ffa8d7309e97204b39b118f74f96d400db1b858091904cde", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00763, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "A" }, "group_id": "chroma-chain-01-edge-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-03.png", "input_tokens": 693, "latency_sec": 1.658246033010073, "model_name": "gpt-6-astra", "out_of_srgb": null, "output_tokens": 14, "prediction": { "choice": "A" }, "prompt_sha256": "f7627aca5640b4e4bb5108ec22eda036673dd7300493ad098f17639bff610e34", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T16:22:08.548865+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-03", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "938ee36a-51c8-477b-9428-bfb9b3fa5e0b", "result_sha256": "ffbe229c1b1fe33b03b087735eb90df2196a19d0e6e17a50598ccd1eaf1c1212", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00763, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "B" }, "group_id": "chroma-chain-01-edge-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-04.png", "input_tokens": 693, "latency_sec": 2.410764591069892, "model_name": "gpt-6-astra", "out_of_srgb": null, "output_tokens": 14, "prediction": { "choice": "B" }, "prompt_sha256": "f7627aca5640b4e4bb5108ec22eda036673dd7300493ad098f17639bff610e34", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T16:19:28.002607+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-04", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "cbed145f-7a02-49f7-9d1e-c25e52a9c2d4", "result_sha256": "c7efe2c0eebbb76f728b2df3d19833853ad0ad599b0a8950811685c56bd24c5f", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00763, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "B" }, "group_id": "chroma-chain-01-edge-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-05.png", "input_tokens": 693, "latency_sec": 1.6202479269122705, "model_name": "gpt-6-astra", "out_of_srgb": null, "output_tokens": 14, "prediction": { "choice": "B" }, "prompt_sha256": "7cb1baae3d2170148c899969e7afaa6d6a5143997cc3086bc447697d521e10ca", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T14:47:50.700334+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-05", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "d7a1b4c1-b2e5-49b5-8404-e5e7302b389e", "result_sha256": "013cf80e5adf28721a6bfc702f1c4b286e77a3f70372382bb8c4b35c9bef5244", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00763, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "A" }, "group_id": "chroma-chain-01-edge-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-06.png", "input_tokens": 693, "latency_sec": 2.132547474000603, "model_name": "gpt-6-astra", "out_of_srgb": null, "output_tokens": 14, "prediction": { "choice": "A" }, "prompt_sha256": "7cb1baae3d2170148c899969e7afaa6d6a5143997cc3086bc447697d521e10ca", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T14:44:01.385320+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-06", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "a376fa1b-2791-457c-9047-5bbfc4bd0418", "result_sha256": "268f19a458e2c49cfdf91b5210d5725aac19b71f28171676e18908edcb1cc864", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00763, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "A" }, "group_id": "chroma-chain-01-edge-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-07.png", "input_tokens": 693, "latency_sec": 6.35788244206924, "model_name": "gpt-6-astra", "out_of_srgb": null, "output_tokens": 14, "prediction": { "choice": "A" }, "prompt_sha256": "f7627aca5640b4e4bb5108ec22eda036673dd7300493ad098f17639bff610e34", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T14:57:16.180382+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-07", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "1b1992d7-8282-4557-a73e-ed94a2e2d499", "result_sha256": "bc10952ef2b93bdf384007c768a1c04df94c813b35c7cc95c768ad7206b9bc0f", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00763, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "B" }, "group_id": "chroma-chain-01-edge-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-08.png", "input_tokens": 693, "latency_sec": 2.803577770013362, "model_name": "gpt-6-astra", "out_of_srgb": null, "output_tokens": 14, "prediction": { "choice": "B" }, "prompt_sha256": "f7627aca5640b4e4bb5108ec22eda036673dd7300493ad098f17639bff610e34", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T16:05:01.303108+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-08", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "ca53cf71-8ce3-41d7-a50a-09c8ab75a825", "result_sha256": "16e26dfc48929e17135ec049178aa8adae5ed8474b9714f73e2c4fde8a0c8b6a", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00763, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "B" }, "group_id": "chroma-chain-01-edge-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-09.png", "input_tokens": 693, "latency_sec": 2.459478924050927, "model_name": "gpt-6-astra", "out_of_srgb": null, "output_tokens": 14, "prediction": { "choice": "B" }, "prompt_sha256": "7cb1baae3d2170148c899969e7afaa6d6a5143997cc3086bc447697d521e10ca", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T14:08:42.984262+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-09", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "de44c65d-234f-4893-b060-1075dc495daf", "result_sha256": "67d15db2c0d11e17f440e48a66272d8142ab864f37f9dcccf3beb7b1d0466adc", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00923, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "A" }, "group_id": "chroma-chain-01-edge-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-10.png", "input_tokens": 693, "latency_sec": 2.9052391840377823, "model_name": "gpt-6-astra", "out_of_srgb": null, "output_tokens": 46, "prediction": { "choice": "A" }, "prompt_sha256": "7cb1baae3d2170148c899969e7afaa6d6a5143997cc3086bc447697d521e10ca", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T15:12:31.827127+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-10", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "ac2b5727-2ac1-4229-8b79-92271ed8f33d", "result_sha256": "5afff8b1f321b1823de745ef356e780cb233610aa4f1298999e0d7ec2d5b625b", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00763, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "A" }, "group_id": "chroma-chain-01-edge-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-11.png", "input_tokens": 693, "latency_sec": 2.386807224014774, "model_name": "gpt-6-astra", "out_of_srgb": null, "output_tokens": 14, "prediction": { "choice": "A" }, "prompt_sha256": "f7627aca5640b4e4bb5108ec22eda036673dd7300493ad098f17639bff610e34", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T14:20:17.820862+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-11", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "ba5585e0-0d55-4cff-a5b9-38090eee724a", "result_sha256": "fbcd5fce4af16596166749218ef8ba28f57dac1c622064de3b7a9135a2c924c9", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00853, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "B" }, "group_id": "chroma-chain-01-edge-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-12.png", "input_tokens": 693, "latency_sec": 2.280714272055775, "model_name": "gpt-6-astra", "out_of_srgb": null, "output_tokens": 32, "prediction": { "choice": "B" }, "prompt_sha256": "f7627aca5640b4e4bb5108ec22eda036673dd7300493ad098f17639bff610e34", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T15:45:32.757919+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-12", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "ab47ffd1-aa42-4b63-9cef-ba9104cd8157", "result_sha256": "46805f4bd0e5e7522ba5561d23d5be3f0a5f52f6808c1b98073675a8df2c88b7", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00898, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "B" }, "group_id": "chroma-chain-01-edge-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-13.png", "input_tokens": 693, "latency_sec": 2.3755320529453456, "model_name": "gpt-6-astra", "out_of_srgb": null, "output_tokens": 41, "prediction": { "choice": "B" }, "prompt_sha256": "7cb1baae3d2170148c899969e7afaa6d6a5143997cc3086bc447697d521e10ca", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T15:27:13.291619+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-13", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "643371b3-85b3-4c41-9c96-df7e32a338a0", "result_sha256": "15c11dcf3185d7cd2380dd507e7e73b86e4e398457c1a9b3be4424a02a36015b", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00973, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "A" }, "group_id": "chroma-chain-01-edge-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-14.png", "input_tokens": 693, "latency_sec": 5.557725542923436, "model_name": "gpt-6-astra", "out_of_srgb": null, "output_tokens": 56, "prediction": { "choice": "A" }, "prompt_sha256": "7cb1baae3d2170148c899969e7afaa6d6a5143997cc3086bc447697d521e10ca", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T15:37:39.908282+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-14", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "e7100bf4-2d4e-408e-8e6d-3d3df67ea5c1", "result_sha256": "831e69982e3841a2c1f8078584fe2be01f0e8890229f7597b98d34ec5bd83900", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00963, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "A" }, "group_id": "chroma-chain-01-edge-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-15.png", "input_tokens": 693, "latency_sec": 3.5904867260251194, "model_name": "gpt-6-astra", "out_of_srgb": null, "output_tokens": 54, "prediction": { "choice": "A" }, "prompt_sha256": "f7627aca5640b4e4bb5108ec22eda036673dd7300493ad098f17639bff610e34", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T14:13:27.694279+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-15", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "a4ffb420-877f-4ae0-9ed9-562bfe124924", "result_sha256": "e5e31820cf19169f10b10c0ad8ce63f21d56fc8b8d5c6aa3ae78a7e5aa985eb0", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00928, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "B" }, "group_id": "chroma-chain-01-edge-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-16.png", "input_tokens": 693, "latency_sec": 3.910031054983847, "model_name": "gpt-6-astra", "out_of_srgb": null, "output_tokens": 47, "prediction": { "choice": "B" }, "prompt_sha256": "f7627aca5640b4e4bb5108ec22eda036673dd7300493ad098f17639bff610e34", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T16:03:24.122610+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-16", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "753b9953-8d3e-4f2f-9a54-c47c0167bf21", "result_sha256": "05f1a40aee4eb5b9b6d5278376698d7aedc0335bf54a44293d9be3b0b4a68469", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00763, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "B" }, "group_id": "chroma-chain-02-edge-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-17.png", "input_tokens": 693, "latency_sec": 2.700541432015598, "model_name": "gpt-6-astra", "out_of_srgb": null, "output_tokens": 14, "prediction": { "choice": "B" }, "prompt_sha256": "7cb1baae3d2170148c899969e7afaa6d6a5143997cc3086bc447697d521e10ca", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T14:19:31.411947+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-17", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "d54aa5c4-f152-4be2-a4d0-26175ba5562a", "result_sha256": "5d323d37f2ec43728549551a9c2e35662804ddb3e5afe2935a3ba61558c92b76", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00763, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "A" }, "group_id": "chroma-chain-02-edge-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-18.png", "input_tokens": 693, "latency_sec": 1.7142981430515647, "model_name": "gpt-6-astra", "out_of_srgb": null, "output_tokens": 14, "prediction": { "choice": "A" }, "prompt_sha256": "7cb1baae3d2170148c899969e7afaa6d6a5143997cc3086bc447697d521e10ca", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T14:50:06.806786+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-18", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "19c0a597-c7ab-4d5e-8d29-eca6a596ed27", "result_sha256": "3a6f7c9c87881e84685984efeb2a121097a2c755916f0d359795f01f6096c70c", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00763, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "A" }, "group_id": "chroma-chain-02-edge-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-19.png", "input_tokens": 693, "latency_sec": 1.5893712060060352, "model_name": "gpt-6-astra", "out_of_srgb": null, "output_tokens": 14, "prediction": { "choice": "A" }, "prompt_sha256": "f7627aca5640b4e4bb5108ec22eda036673dd7300493ad098f17639bff610e34", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T15:53:32.134522+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-19", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "c5edb44a-df03-45a9-b4fd-9ff35e88c17f", "result_sha256": "074fce3c3417333bf1fc6052665740ac58b2ba7ff5e960a6bc346387a1b25682", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00763, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "B" }, "group_id": "chroma-chain-02-edge-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-20.png", "input_tokens": 693, "latency_sec": 2.2463209070265293, "model_name": "gpt-6-astra", "out_of_srgb": null, "output_tokens": 14, "prediction": { "choice": "B" }, "prompt_sha256": "f7627aca5640b4e4bb5108ec22eda036673dd7300493ad098f17639bff610e34", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T14:02:32.931928+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-20", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "97923cb9-29c6-4502-8b6d-475d8424ce40", "result_sha256": "2811e297f76b6b4dc8e98f02b952c1324041f5066bba175818e961b9916097fe", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00853, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "B" }, "group_id": "chroma-chain-02-edge-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-21.png", "input_tokens": 693, "latency_sec": 3.0090603519929573, "model_name": "gpt-6-astra", "out_of_srgb": null, "output_tokens": 32, "prediction": { "choice": "B" }, "prompt_sha256": "7cb1baae3d2170148c899969e7afaa6d6a5143997cc3086bc447697d521e10ca", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T14:14:33.220868+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-21", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "ebdb9200-e86e-4752-a536-978f862eb347", "result_sha256": "917bda20fe548688af2e8075e4551d5306de0c31958bec09907465c408557c44", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00863, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "A" }, "group_id": "chroma-chain-02-edge-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-22.png", "input_tokens": 693, "latency_sec": 2.258582843001932, "model_name": "gpt-6-astra", "out_of_srgb": null, "output_tokens": 34, "prediction": { "choice": "A" }, "prompt_sha256": "7cb1baae3d2170148c899969e7afaa6d6a5143997cc3086bc447697d521e10ca", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T15:22:14.724217+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-22", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "37d5fc6b-d698-44d1-b26f-b701c0662222", "result_sha256": "4ca2d7df2c28aa039cae57beb3b039f77524f34eb5f0efa1d840348b227ca42e", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00853, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "A" }, "group_id": "chroma-chain-02-edge-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-23.png", "input_tokens": 693, "latency_sec": 2.504453286062926, "model_name": "gpt-6-astra", "out_of_srgb": null, "output_tokens": 32, "prediction": { "choice": "A" }, "prompt_sha256": "f7627aca5640b4e4bb5108ec22eda036673dd7300493ad098f17639bff610e34", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T14:50:33.221841+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-23", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "a1cf9867-f52b-4c28-bf4a-136282714169", "result_sha256": "bfb4a23a40d4db583fc34463b6bcc3d101aa7083384aeaf14d3c8f50b9faf6df", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00878, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "B" }, "group_id": "chroma-chain-02-edge-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-24.png", "input_tokens": 693, "latency_sec": 3.1312626579310745, "model_name": "gpt-6-astra", "out_of_srgb": null, "output_tokens": 37, "prediction": { "choice": "B" }, "prompt_sha256": "f7627aca5640b4e4bb5108ec22eda036673dd7300493ad098f17639bff610e34", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T16:26:35.836559+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-24", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "6fa0b027-23cb-4ae1-be3c-6e4a2780ee8f", "result_sha256": "f3c3ac59096590f41b376f994eadc9a2d7ce56793b2ad39243b8b93b163e8403", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00848, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "B" }, "group_id": "chroma-chain-02-edge-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-25.png", "input_tokens": 693, "latency_sec": 2.71508039906621, "model_name": "gpt-6-astra", "out_of_srgb": null, "output_tokens": 31, "prediction": { "choice": "B" }, "prompt_sha256": "7cb1baae3d2170148c899969e7afaa6d6a5143997cc3086bc447697d521e10ca", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T16:07:26.023661+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-25", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "1b1ead73-ce7c-4cfe-9bce-5f064a96ab19", "result_sha256": "9cef939f22e654daa91c79ac54716ec46aca5e95fd57c07956bdee2e40b737fc", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00938, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "A" }, "group_id": "chroma-chain-02-edge-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-26.png", "input_tokens": 693, "latency_sec": 3.706555368960835, "model_name": "gpt-6-astra", "out_of_srgb": null, "output_tokens": 49, "prediction": { "choice": "A" }, "prompt_sha256": "7cb1baae3d2170148c899969e7afaa6d6a5143997cc3086bc447697d521e10ca", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T14:09:08.050785+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-26", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "f55322d6-322e-4bee-9a1c-7708fb3acb67", "result_sha256": "56b98280f9de4d1ce1476e3cebc78d77776de4bbf22fa4a7e83c4062fd315af2", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00963, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "A" }, "group_id": "chroma-chain-02-edge-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-27.png", "input_tokens": 693, "latency_sec": 2.9384289329173043, "model_name": "gpt-6-astra", "out_of_srgb": null, "output_tokens": 54, "prediction": { "choice": "A" }, "prompt_sha256": "f7627aca5640b4e4bb5108ec22eda036673dd7300493ad098f17639bff610e34", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T15:41:03.871610+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-27", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "2585da37-a3af-4575-94a2-cf2c9c359f8c", "result_sha256": "7f9c5cfab7cef94fbef03a199ee349c726c7057d1609799179a8247fd3cb0b4c", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00868, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "B" }, "group_id": "chroma-chain-02-edge-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-28.png", "input_tokens": 693, "latency_sec": 2.534313749987632, "model_name": "gpt-6-astra", "out_of_srgb": null, "output_tokens": 35, "prediction": { "choice": "B" }, "prompt_sha256": "f7627aca5640b4e4bb5108ec22eda036673dd7300493ad098f17639bff610e34", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T16:22:32.303036+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-28", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "37776f6b-7d9e-4434-8392-3fdf9390fe67", "result_sha256": "05e6ee8e690289f7501ee97765dbc23c5be3786d006417fbb02686ee54edc2e3", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00763, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "B" }, "group_id": "chroma-chain-02-edge-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-29.png", "input_tokens": 693, "latency_sec": 1.8134434729581699, "model_name": "gpt-6-astra", "out_of_srgb": null, "output_tokens": 14, "prediction": { "choice": "B" }, "prompt_sha256": "7cb1baae3d2170148c899969e7afaa6d6a5143997cc3086bc447697d521e10ca", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T15:53:23.543865+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-29", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "f4b05e6c-250d-42a5-8517-10949a2691ce", "result_sha256": "30bafe03c70cd9c7ed3226d78a0a274c10bf33ea8892b33a46a7b529bed7225e", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00763, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "A" }, "group_id": "chroma-chain-02-edge-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-30.png", "input_tokens": 693, "latency_sec": 2.087428013095632, "model_name": "gpt-6-astra", "out_of_srgb": null, "output_tokens": 14, "prediction": { "choice": "A" }, "prompt_sha256": "7cb1baae3d2170148c899969e7afaa6d6a5143997cc3086bc447697d521e10ca", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T14:53:05.889163+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-30", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "f8a6279c-6ca6-4777-b630-92e675ec0cf4", "result_sha256": "4a8fc0866f4bf14e8e040cc5ddb1aac7e4702abaccdd806cd106b53ad7ca748e", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00763, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "A" }, "group_id": "chroma-chain-02-edge-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-31.png", "input_tokens": 693, "latency_sec": 3.9031969560310245, "model_name": "gpt-6-astra", "out_of_srgb": null, "output_tokens": 14, "prediction": { "choice": "A" }, "prompt_sha256": "f7627aca5640b4e4bb5108ec22eda036673dd7300493ad098f17639bff610e34", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T15:24:14.266531+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-31", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "84e42349-9fe0-487a-8612-7585a01d84a7", "result_sha256": "97cb463a02d5c63cdd9f3257bf12671aee253aff8a5c4cf21cde5d150fa61d2a", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00763, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "B" }, "group_id": "chroma-chain-02-edge-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-32.png", "input_tokens": 693, "latency_sec": 1.8967459050472826, "model_name": "gpt-6-astra", "out_of_srgb": null, "output_tokens": 14, "prediction": { "choice": "B" }, "prompt_sha256": "f7627aca5640b4e4bb5108ec22eda036673dd7300493ad098f17639bff610e34", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T15:16:48.168775+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-32", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "ffca26bd-565a-4420-af58-68bfb81a4b45", "result_sha256": "550499977d28e19999ffe37c1a08548bc0770c598f4c86c4defee14c2b5d8c9c", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00763, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "B" }, "group_id": "chroma-chain-03-edge-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-33.png", "input_tokens": 693, "latency_sec": 1.894092638976872, "model_name": "gpt-6-astra", "out_of_srgb": null, "output_tokens": 14, "prediction": { "choice": "B" }, "prompt_sha256": "7cb1baae3d2170148c899969e7afaa6d6a5143997cc3086bc447697d521e10ca", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T14:57:49.104385+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-33", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "b9955363-80ac-4924-8fae-9b0fee7db004", "result_sha256": "df15785bd4ad32ab05e4e078b6b7067f695f0041f16e30ecd548b2b59773548c", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00853, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "A" }, "group_id": "chroma-chain-03-edge-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-34.png", "input_tokens": 693, "latency_sec": 2.4632221939973533, "model_name": "gpt-6-astra", "out_of_srgb": null, "output_tokens": 32, "prediction": { "choice": "A" }, "prompt_sha256": "7cb1baae3d2170148c899969e7afaa6d6a5143997cc3086bc447697d521e10ca", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T15:28:23.015199+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-34", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "a13c9708-072f-4e7b-ac60-a3c94c5d3634", "result_sha256": "2eff77e106be495ee6fea65959f8aa094f65c097f09b9e1f3d17c65d2949f53d", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00878, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "A" }, "group_id": "chroma-chain-03-edge-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-35.png", "input_tokens": 693, "latency_sec": 2.0074252251069993, "model_name": "gpt-6-astra", "out_of_srgb": null, "output_tokens": 37, "prediction": { "choice": "A" }, "prompt_sha256": "f7627aca5640b4e4bb5108ec22eda036673dd7300493ad098f17639bff610e34", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T15:28:14.047464+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-35", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "f9885e43-4dce-4e3d-8ef3-aed9198fc4a7", "result_sha256": "60646ed4562cde3dc04a7bf800a0f0bdf5cfc43febc47b090e8fd197dde59d45", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00763, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "B" }, "group_id": "chroma-chain-03-edge-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-36.png", "input_tokens": 693, "latency_sec": 2.160753834992647, "model_name": "gpt-6-astra", "out_of_srgb": null, "output_tokens": 14, "prediction": { "choice": "B" }, "prompt_sha256": "f7627aca5640b4e4bb5108ec22eda036673dd7300493ad098f17639bff610e34", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T15:02:31.109064+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-36", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "a60f5adf-68a7-411d-ab80-297e30ff9ef1", "result_sha256": "baa6531dff895589985fbe8677052c44e96e6f9f778cd6e7d9776f8d48c8410d", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00928, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "B" }, "group_id": "chroma-chain-03-edge-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-37.png", "input_tokens": 693, "latency_sec": 11.316252193995751, "model_name": "gpt-6-astra", "out_of_srgb": null, "output_tokens": 47, "prediction": { "choice": "B" }, "prompt_sha256": "7cb1baae3d2170148c899969e7afaa6d6a5143997cc3086bc447697d521e10ca", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T14:16:12.632285+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-37", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "75a5cedb-14fe-4d49-b0ce-f0bbef2c8284", "result_sha256": "a53e40ea0e58f8b4673180204fcf8acb8dc1cc8bfe3ba00936081c4c7f5a3fe1", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00933, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "A" }, "group_id": "chroma-chain-03-edge-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-38.png", "input_tokens": 693, "latency_sec": 2.598885038984008, "model_name": "gpt-6-astra", "out_of_srgb": null, "output_tokens": 48, "prediction": { "choice": "A" }, "prompt_sha256": "7cb1baae3d2170148c899969e7afaa6d6a5143997cc3086bc447697d521e10ca", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T15:13:28.777250+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-38", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "d3a1dd4a-366d-416e-8ae0-239eb1c7662b", "result_sha256": "63c8c654e26cb6469aa22cea108c1ea23feec78285ecf410d68442a0d77e30d3", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00948, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "A" }, "group_id": "chroma-chain-03-edge-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-39.png", "input_tokens": 693, "latency_sec": 4.283719330909662, "model_name": "gpt-6-astra", "out_of_srgb": null, "output_tokens": 51, "prediction": { "choice": "A" }, "prompt_sha256": "f7627aca5640b4e4bb5108ec22eda036673dd7300493ad098f17639bff610e34", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T15:29:11.238026+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-39", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "9c79ba06-ee34-4fa0-a038-d4aeae459d72", "result_sha256": "15dd41615f881bcb15917e5ddcf78ab4fcd03c905bad87bbde64910f1602fdb7", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00928, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "B" }, "group_id": "chroma-chain-03-edge-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-40.png", "input_tokens": 693, "latency_sec": 2.623472645995207, "model_name": "gpt-6-astra", "out_of_srgb": null, "output_tokens": 47, "prediction": { "choice": "B" }, "prompt_sha256": "f7627aca5640b4e4bb5108ec22eda036673dd7300493ad098f17639bff610e34", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T15:42:09.404473+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-40", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "db53ba99-5be3-4ff6-83b2-c70d56a8adc3", "result_sha256": "e40cabdf1936f49471bb82afb40d764739cbbce802b7cb808543005cbb1f13e4", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00763, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "B" }, "group_id": "chroma-chain-03-edge-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-41.png", "input_tokens": 693, "latency_sec": 2.3004919319646433, "model_name": "gpt-6-astra", "out_of_srgb": null, "output_tokens": 14, "prediction": { "choice": "B" }, "prompt_sha256": "7cb1baae3d2170148c899969e7afaa6d6a5143997cc3086bc447697d521e10ca", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T14:49:33.841179+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-41", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "eeb8d5fb-f83e-4bad-9380-0bee50ef8f27", "result_sha256": "99e162985308635f7e6360b56349b8d2ce72de3a60188238172418b476b3af78", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00763, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "A" }, "group_id": "chroma-chain-03-edge-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-42.png", "input_tokens": 693, "latency_sec": 1.8179754280718043, "model_name": "gpt-6-astra", "out_of_srgb": null, "output_tokens": 14, "prediction": { "choice": "A" }, "prompt_sha256": "7cb1baae3d2170148c899969e7afaa6d6a5143997cc3086bc447697d521e10ca", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T15:26:46.310638+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-42", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "99a1c1c9-549d-4d41-be0c-1bae4e42dc41", "result_sha256": "c2e8b032f2d508c44c0892b2dcaf7bf9014294a1e31055957f5d2ceef0b0826f", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00763, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "A" }, "group_id": "chroma-chain-03-edge-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-43.png", "input_tokens": 693, "latency_sec": 4.162326556979679, "model_name": "gpt-6-astra", "out_of_srgb": null, "output_tokens": 14, "prediction": { "choice": "A" }, "prompt_sha256": "f7627aca5640b4e4bb5108ec22eda036673dd7300493ad098f17639bff610e34", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T14:15:55.606049+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-43", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "b263ea9b-aa95-4fa1-abe1-33f05da45182", "result_sha256": "d0f2e24f7f2abaed93c574402360317ef61997dae30e12227200401d9bde8fb4", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00763, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "B" }, "group_id": "chroma-chain-03-edge-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-44.png", "input_tokens": 693, "latency_sec": 1.5074868809897453, "model_name": "gpt-6-astra", "out_of_srgb": null, "output_tokens": 14, "prediction": { "choice": "B" }, "prompt_sha256": "f7627aca5640b4e4bb5108ec22eda036673dd7300493ad098f17639bff610e34", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T14:41:27.349868+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-44", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "370e96e3-4684-4cfa-aeab-effb5679030b", "result_sha256": "11df3600a50f989a0f75507c2b2f99c5a5301bed616544e2441a0489c1205b86", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00763, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "B" }, "group_id": "chroma-chain-03-edge-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-45.png", "input_tokens": 693, "latency_sec": 1.7096870180685073, "model_name": "gpt-6-astra", "out_of_srgb": null, "output_tokens": 14, "prediction": { "choice": "B" }, "prompt_sha256": "7cb1baae3d2170148c899969e7afaa6d6a5143997cc3086bc447697d521e10ca", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T15:31:27.843231+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-45", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "bd4311bd-9e28-4b19-86c3-03babd77349f", "result_sha256": "c96acc83ad7673c9839bfab83d96c93847b1a0f5fe22e19385d2d2d99e153509", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00763, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "A" }, "group_id": "chroma-chain-03-edge-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-46.png", "input_tokens": 693, "latency_sec": 1.5235006199218333, "model_name": "gpt-6-astra", "out_of_srgb": null, "output_tokens": 14, "prediction": { "choice": "A" }, "prompt_sha256": "7cb1baae3d2170148c899969e7afaa6d6a5143997cc3086bc447697d521e10ca", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T14:46:24.141608+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-46", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "afc5fbc1-4aea-4d0a-872c-158c77263d65", "result_sha256": "6b7cb66bb01091cf73a9993d6bfb4ce616d6f4d31660c326f75d939a446f82cb", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00763, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "A" }, "group_id": "chroma-chain-03-edge-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-47.png", "input_tokens": 693, "latency_sec": 2.315402474021539, "model_name": "gpt-6-astra", "out_of_srgb": null, "output_tokens": 14, "prediction": { "choice": "A" }, "prompt_sha256": "f7627aca5640b4e4bb5108ec22eda036673dd7300493ad098f17639bff610e34", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T15:55:56.843749+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-47", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "7647e075-8eee-4224-8baf-67cfdc0a6d42", "result_sha256": "14d84312c7c9151b3cfcc0d4d766d94ba9bdd16db83d55d40ab73cf92cad1448", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00763, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "B" }, "group_id": "chroma-chain-03-edge-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-48.png", "input_tokens": 693, "latency_sec": 1.7986903949640691, "model_name": "gpt-6-astra", "out_of_srgb": null, "output_tokens": 14, "prediction": { "choice": "B" }, "prompt_sha256": "f7627aca5640b4e4bb5108ec22eda036673dd7300493ad098f17639bff610e34", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T15:55:32.811216+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-48", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "45fc7dfe-768f-4030-811d-1f4566d84cee", "result_sha256": "677e304be681ea6c633a9db7917b5912046b004de8fb6bc8fb42ad87ff5d1071", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00868, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "B" }, "group_id": "chroma-chain-04-edge-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-49.png", "input_tokens": 693, "latency_sec": 2.7504980680532753, "model_name": "gpt-6-astra", "out_of_srgb": null, "output_tokens": 35, "prediction": { "choice": "B" }, "prompt_sha256": "7cb1baae3d2170148c899969e7afaa6d6a5143997cc3086bc447697d521e10ca", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T15:55:43.553184+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-49", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "bfaa65a4-66ee-49b5-b606-2ecebdb9ab44", "result_sha256": "65c7f45405212fb78c0b5dea475ecdce840bf556ce7ad17be51f72d1f3b086e7", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00943, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "A" }, "group_id": "chroma-chain-04-edge-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-50.png", "input_tokens": 693, "latency_sec": 3.280399654060602, "model_name": "gpt-6-astra", "out_of_srgb": null, "output_tokens": 50, "prediction": { "choice": "A" }, "prompt_sha256": "7cb1baae3d2170148c899969e7afaa6d6a5143997cc3086bc447697d521e10ca", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T16:08:49.934764+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-50", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "0a15fb70-539a-4964-9823-82fd2a1817fe", "result_sha256": "2118da73230eaefe248aef7f98e7670feb102c6d9276c5f8628409343231b7f4", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00908, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "A" }, "group_id": "chroma-chain-04-edge-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-51.png", "input_tokens": 693, "latency_sec": 3.112817615037784, "model_name": "gpt-6-astra", "out_of_srgb": null, "output_tokens": 43, "prediction": { "choice": "A" }, "prompt_sha256": "f7627aca5640b4e4bb5108ec22eda036673dd7300493ad098f17639bff610e34", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T14:10:32.909216+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-51", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "82abf6f2-56a4-4503-8729-73285f3d1d1a", "result_sha256": "ac3cb921e9a09bb6695724b403a9754bac5f10ec8e7fe3e5003d8ca786f4436e", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00888, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "B" }, "group_id": "chroma-chain-04-edge-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-52.png", "input_tokens": 693, "latency_sec": 2.667305917944759, "model_name": "gpt-6-astra", "out_of_srgb": null, "output_tokens": 39, "prediction": { "choice": "B" }, "prompt_sha256": "f7627aca5640b4e4bb5108ec22eda036673dd7300493ad098f17639bff610e34", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T15:35:10.816940+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-52", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "9161b38a-7f6a-40f0-9941-0ac0f1ad7991", "result_sha256": "4a31c7399ca4e42e6983826c7aefd1d7fe703ed3bb6a84926adc4a49a5a55989", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00763, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "B" }, "group_id": "chroma-chain-04-edge-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-53.png", "input_tokens": 693, "latency_sec": 1.8407168389530852, "model_name": "gpt-6-astra", "out_of_srgb": null, "output_tokens": 14, "prediction": { "choice": "B" }, "prompt_sha256": "7cb1baae3d2170148c899969e7afaa6d6a5143997cc3086bc447697d521e10ca", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T14:14:02.693166+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-53", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "1318a7d4-c098-4c11-b681-3906db4f336c", "result_sha256": "7d7e0aa0c00cda13f365e0fc2ca6c7592b4477e3f8ff10b5c27f6ff0ed65a9c0", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00763, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "A" }, "group_id": "chroma-chain-04-edge-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-54.png", "input_tokens": 693, "latency_sec": 3.5899753749836236, "model_name": "gpt-6-astra", "out_of_srgb": null, "output_tokens": 14, "prediction": { "choice": "A" }, "prompt_sha256": "7cb1baae3d2170148c899969e7afaa6d6a5143997cc3086bc447697d521e10ca", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T14:51:20.786089+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-54", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "210e6d3a-5ef3-489c-803f-aaa9717ed341", "result_sha256": "04ff358676a9cd3419046134aa400bc72c032e4f8ca59418d261633dd61ec99b", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00763, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "A" }, "group_id": "chroma-chain-04-edge-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-55.png", "input_tokens": 693, "latency_sec": 1.9469771808944643, "model_name": "gpt-6-astra", "out_of_srgb": null, "output_tokens": 14, "prediction": { "choice": "A" }, "prompt_sha256": "f7627aca5640b4e4bb5108ec22eda036673dd7300493ad098f17639bff610e34", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T15:30:15.780106+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-55", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "71537992-69bd-433f-805a-24c725ab8031", "result_sha256": "b8bc78dad32fc395ee34712f3f2fcf101ede083876bf15f4791abe02617570df", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00763, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "B" }, "group_id": "chroma-chain-04-edge-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-56.png", "input_tokens": 693, "latency_sec": 2.9931721850298345, "model_name": "gpt-6-astra", "out_of_srgb": null, "output_tokens": 14, "prediction": { "choice": "B" }, "prompt_sha256": "f7627aca5640b4e4bb5108ec22eda036673dd7300493ad098f17639bff610e34", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T14:09:55.778754+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-56", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "73afcc74-401c-4c6e-a0ef-ccd49e6a3bba", "result_sha256": "2e2f9f648a3737798c66084dd2bc0f36af62abb52b9d1a12170b4db8b72943d6", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00823, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "B" }, "group_id": "chroma-chain-04-edge-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-57.png", "input_tokens": 693, "latency_sec": 1.9256332500372082, "model_name": "gpt-6-astra", "out_of_srgb": null, "output_tokens": 26, "prediction": { "choice": "B" }, "prompt_sha256": "7cb1baae3d2170148c899969e7afaa6d6a5143997cc3086bc447697d521e10ca", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T16:17:53.315095+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-57", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "6c0c6123-073e-46fb-9c20-74e2d4b2eb9b", "result_sha256": "992767473b36be0976db4df7c57afd4c5edd26a8e4b066e9c2d5ebf3f582d207", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00948, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "A" }, "group_id": "chroma-chain-04-edge-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-58.png", "input_tokens": 693, "latency_sec": 4.593198993010446, "model_name": "gpt-6-astra", "out_of_srgb": null, "output_tokens": 51, "prediction": { "choice": "A" }, "prompt_sha256": "7cb1baae3d2170148c899969e7afaa6d6a5143997cc3086bc447697d521e10ca", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T14:32:59.436504+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-58", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "ca76fe57-a898-41e6-bfe3-c81ae8d71adc", "result_sha256": "a497daf77b7f27c8f5acbf012622bcd5042c8a38b8a065532b15ec4a55626aeb", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00763, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "A" }, "group_id": "chroma-chain-04-edge-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-59.png", "input_tokens": 693, "latency_sec": 2.1466506619472057, "model_name": "gpt-6-astra", "out_of_srgb": null, "output_tokens": 14, "prediction": { "choice": "A" }, "prompt_sha256": "f7627aca5640b4e4bb5108ec22eda036673dd7300493ad098f17639bff610e34", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T15:15:51.627902+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-59", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "1e4c285f-2ceb-4725-9903-56c695d5de45", "result_sha256": "b0903ea3e646202672f86408b6d3be622561c69218dbb98828393dfefa74a468", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00763, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "B" }, "group_id": "chroma-chain-04-edge-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-60.png", "input_tokens": 693, "latency_sec": 1.9207877799635753, "model_name": "gpt-6-astra", "out_of_srgb": null, "output_tokens": 14, "prediction": { "choice": "B" }, "prompt_sha256": "f7627aca5640b4e4bb5108ec22eda036673dd7300493ad098f17639bff610e34", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T15:33:58.533938+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-60", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "cd4f2ed5-b192-44d4-8849-8cd944cda54f", "result_sha256": "b227c587488a813fd9d69ab206382caafbffe248f507629a70cfef0f88ed0b98", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00943, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "B" }, "group_id": "chroma-chain-04-edge-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-61.png", "input_tokens": 693, "latency_sec": 2.766506014042534, "model_name": "gpt-6-astra", "out_of_srgb": null, "output_tokens": 50, "prediction": { "choice": "B" }, "prompt_sha256": "7cb1baae3d2170148c899969e7afaa6d6a5143997cc3086bc447697d521e10ca", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T14:20:50.379015+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-61", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "4ce64a9a-0c1f-40a4-b9e9-0e1cd9a6d981", "result_sha256": "38f7d67c67398e569fcdc4d60b38ba70d8896070f0be4b7c0fe0f9e400e87c15", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00933, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "A" }, "group_id": "chroma-chain-04-edge-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-62.png", "input_tokens": 693, "latency_sec": 3.5162115569692105, "model_name": "gpt-6-astra", "out_of_srgb": null, "output_tokens": 48, "prediction": { "choice": "A" }, "prompt_sha256": "7cb1baae3d2170148c899969e7afaa6d6a5143997cc3086bc447697d521e10ca", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T14:16:21.525330+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-62", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "63edddc9-ac06-46f9-8149-159392eae43e", "result_sha256": "27653e2130e1affd53352b963c7cc87dd3b1b3a551e7ec61bee9a859530d130e", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00968, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "A" }, "group_id": "chroma-chain-04-edge-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-63.png", "input_tokens": 693, "latency_sec": 3.0219946490833536, "model_name": "gpt-6-astra", "out_of_srgb": null, "output_tokens": 55, "prediction": { "choice": "A" }, "prompt_sha256": "f7627aca5640b4e4bb5108ec22eda036673dd7300493ad098f17639bff610e34", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T15:49:43.832697+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-63", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "4e517e8e-b21a-45db-9e2c-b8012e703a27", "result_sha256": "988d15dd23ebd2b34f067056b48062a65041a65f941f08aa5f0ad15ca5e72868", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00868, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "B" }, "group_id": "chroma-chain-04-edge-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-64.png", "input_tokens": 693, "latency_sec": 1.9442902550799772, "model_name": "gpt-6-astra", "out_of_srgb": null, "output_tokens": 35, "prediction": { "choice": "B" }, "prompt_sha256": "f7627aca5640b4e4bb5108ec22eda036673dd7300493ad098f17639bff610e34", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T16:26:58.230743+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-64", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "56e2dbbc-2374-4a90-ab96-a458e7219988", "result_sha256": "81be6fbeb132080ee3b98750f84c88218134350948f557560b30173f987b0a8d", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00894, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "A" }, "group_id": "context-01-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-01.png", "input_tokens": 699, "latency_sec": 3.777856798027642, "model_name": "gpt-6-astra", "out_of_srgb": null, "output_tokens": 39, "prediction": { "choice": "A" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T15:42:36.260162+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-01", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "249d4cb5-bec3-43eb-9ce7-d5c595017e4d", "result_sha256": "3acb11add1f262722d2f9725db13a65cb1a829a3ee025bd77fb670cef59e2656", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00769, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "B" }, "group_id": "context-01-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-02.png", "input_tokens": 699, "latency_sec": 2.6728462029714137, "model_name": "gpt-6-astra", "out_of_srgb": null, "output_tokens": 14, "prediction": { "choice": "B" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T16:08:14.638245+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-02", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "c941acc4-a499-4c38-a47d-b257c5d2eaff", "result_sha256": "51eb00be9335de20f5ccdf268bbbce5558ca131239f167180982de367d6ef730", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00769, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "C" }, "group_id": "context-01-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-03.png", "input_tokens": 699, "latency_sec": 1.8711089850403368, "model_name": "gpt-6-astra", "out_of_srgb": null, "output_tokens": 14, "prediction": { "choice": "C" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-16T15:12:04.970613+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-03", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "5c3ba897-fcfa-4288-9560-7162b486bd8a", "result_sha256": "1cadad37cd1e8690f9d2e358718a6ff511f61629903018c92945f1e7eb63f3b8", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00889, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "D" }, "group_id": "context-01-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-04.png", "input_tokens": 699, "latency_sec": 2.180974851944484, "model_name": "gpt-6-astra", "out_of_srgb": null, "output_tokens": 38, "prediction": { "choice": "D" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-16T14:50:21.855578+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-04", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "69126c58-041a-461b-b730-3dae368a56a1", "result_sha256": "a3bbdfa3aef39e89eb518d929041d7a180acf7605a107489dcd75ccffdc31afc", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00944, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "A" }, "group_id": "context-01-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-05.png", "input_tokens": 699, "latency_sec": 2.90970339498017, "model_name": "gpt-6-astra", "out_of_srgb": null, "output_tokens": 49, "prediction": { "choice": "A" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T14:00:58.359020+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-05", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "ae1c8d52-e363-43d8-bfeb-5549e5472977", "result_sha256": "02a6bd0ff95439efb65a92aebfc4701e5a61f2ba0ec77d40fd7b7afb4c962313", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00894, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "B" }, "group_id": "context-01-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-06.png", "input_tokens": 699, "latency_sec": 2.349718817975372, "model_name": "gpt-6-astra", "out_of_srgb": null, "output_tokens": 39, "prediction": { "choice": "B" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T14:45:20.876954+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-06", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "8bb3fb96-a0cd-4055-b2fe-e90daad8e9e8", "result_sha256": "66b6694751378c23cbc3c361cf2c9d259a6855f259fa79776a77bd2880e7aa07", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00914, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "C" }, "group_id": "context-01-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-07.png", "input_tokens": 699, "latency_sec": 2.94029843097087, "model_name": "gpt-6-astra", "out_of_srgb": null, "output_tokens": 43, "prediction": { "choice": "C" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-16T14:17:03.444083+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-07", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "1147e939-f3ec-4d68-80a3-a02e8fff2e28", "result_sha256": "cc812aa459431f5873dd0445ddce7223d98029a68a4378ca8ea530a955a2d3fe", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00904, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "D" }, "group_id": "context-01-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-08.png", "input_tokens": 699, "latency_sec": 2.1674170520855114, "model_name": "gpt-6-astra", "out_of_srgb": null, "output_tokens": 41, "prediction": { "choice": "D" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-16T15:01:47.797627+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-08", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "299110a7-ad99-4ad8-a638-2277d8169009", "result_sha256": "34ec61227f5cea884478578c1ded04ee784a01b13274cd91b7d02dfe30472d0f", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00984, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "A" }, "group_id": "context-01-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-09.png", "input_tokens": 699, "latency_sec": 4.796426448971033, "model_name": "gpt-6-astra", "out_of_srgb": null, "output_tokens": 57, "prediction": { "choice": "A" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T15:50:00.394345+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-09", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "e42eb20a-4d7a-4ec8-95c9-b69f342ab0b1", "result_sha256": "a928dec222e30e3ebb1fa9871791094e53c8ec894b0e5a208e3ceb3158208a9a", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00909, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "B" }, "group_id": "context-01-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-10.png", "input_tokens": 699, "latency_sec": 2.5395336899673566, "model_name": "gpt-6-astra", "out_of_srgb": null, "output_tokens": 42, "prediction": { "choice": "B" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T14:51:37.862656+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-10", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "9d9f7f97-1696-4d3b-8e4e-a0d04b85857c", "result_sha256": "227a25db4f4bab7ede7631389600cc81a44c8ac40a04698a88896149a4b2ea19", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00859, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "C" }, "group_id": "context-01-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-11.png", "input_tokens": 699, "latency_sec": 2.8044399910140783, "model_name": "gpt-6-astra", "out_of_srgb": null, "output_tokens": 32, "prediction": { "choice": "C" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-16T16:07:53.414480+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-11", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "d029c2e9-dec9-4f60-ad26-42bf9f0dd8e3", "result_sha256": "dbb26beb06bf66f3b61d36b980d496d1399693b220faa70b337327ea3a9928a8", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00899, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "D" }, "group_id": "context-01-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-12.png", "input_tokens": 699, "latency_sec": 2.3995380050037056, "model_name": "gpt-6-astra", "out_of_srgb": null, "output_tokens": 40, "prediction": { "choice": "D" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-16T15:56:31.734637+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-12", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "f453909c-916a-4fb7-826f-23a67f379359", "result_sha256": "4f175ce9d3c594ba3f336a3914d38155876443afe9469ec822f29a348a090612", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00909, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "A" }, "group_id": "context-01-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-13.png", "input_tokens": 699, "latency_sec": 16.634395645931363, "model_name": "gpt-6-astra", "out_of_srgb": null, "output_tokens": 42, "prediction": { "choice": "A" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T16:10:31.205662+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-13", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "064ab19f-5ee9-4d06-8a0c-34d7b35d599e", "result_sha256": "cbabc7b40edb6f7454cedfe9530616812fe2cde20ba842e5914bfa123fd037f6", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00899, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "B" }, "group_id": "context-01-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-14.png", "input_tokens": 699, "latency_sec": 4.537552902009338, "model_name": "gpt-6-astra", "out_of_srgb": null, "output_tokens": 40, "prediction": { "choice": "B" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T14:06:29.464403+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-14", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "28f8636c-d244-4b34-94f8-ef1ac522a805", "result_sha256": "5463822bb102b9a8f3eff06b0d826e1659cff81e8ae3518f05852eec6632f8cc", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00889, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "C" }, "group_id": "context-01-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-15.png", "input_tokens": 699, "latency_sec": 2.3481368069769815, "model_name": "gpt-6-astra", "out_of_srgb": null, "output_tokens": 38, "prediction": { "choice": "C" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-16T15:02:44.869819+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-15", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "53d6dfc5-02e3-475c-8e70-d31dfb27649c", "result_sha256": "7009a07df4d001ed3ec2df6bf9dfb5bcb6026e7925500b388410514079f1c48b", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00929, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "D" }, "group_id": "context-01-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-16.png", "input_tokens": 699, "latency_sec": 3.40420406893827, "model_name": "gpt-6-astra", "out_of_srgb": null, "output_tokens": 46, "prediction": { "choice": "D" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-16T14:18:09.729467+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-16", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "3de8de50-9bf9-470c-9043-2af8d7c04f64", "result_sha256": "93188d717ae89bd44ceacada135eebf097b23d1ba886608dc4aa323063ca06cb", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00929, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "A" }, "group_id": "context-01-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-17.png", "input_tokens": 699, "latency_sec": 2.5135647340212017, "model_name": "gpt-6-astra", "out_of_srgb": null, "output_tokens": 46, "prediction": { "choice": "A" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T16:24:42.210389+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-17", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "d34f6f53-39cf-4566-be65-c3c691d825c6", "result_sha256": "c9c754d7b5dfc1a349c38f494fc6ad7cfbf896bcfcc70897fea4aa22fa9668d6", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00899, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "B" }, "group_id": "context-01-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-18.png", "input_tokens": 699, "latency_sec": 2.498905895045027, "model_name": "gpt-6-astra", "out_of_srgb": null, "output_tokens": 40, "prediction": { "choice": "B" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T14:20:33.760944+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-18", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "0fed2ca4-8596-40b1-8ba3-562c56c9b739", "result_sha256": "9a28b8192960ef654b36fe14e005562e2584628c97fe6e5d495c9713adc99fc2", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00894, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "C" }, "group_id": "context-01-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-19.png", "input_tokens": 699, "latency_sec": 2.9701714989496395, "model_name": "gpt-6-astra", "out_of_srgb": null, "output_tokens": 39, "prediction": { "choice": "C" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-16T14:32:10.800159+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-19", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "427637af-f5a8-4b0f-b52f-bcfa6900c6a5", "result_sha256": "bfd3b310e3518087fe052247105dced9f3daff209aa2ce20c36c24886722fa49", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00909, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "D" }, "group_id": "context-01-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-20.png", "input_tokens": 699, "latency_sec": 2.9330283199669793, "model_name": "gpt-6-astra", "out_of_srgb": null, "output_tokens": 42, "prediction": { "choice": "D" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-16T14:05:37.397766+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-20", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "2aa8409e-5fd3-4383-a8d4-be6fe5274f4d", "result_sha256": "9c105b09c0be137e95a1f16126c1585d876ba9797e60300592ae6f4bf3a3465d", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00919, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "A" }, "group_id": "context-02-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-21.png", "input_tokens": 699, "latency_sec": 2.598491716082208, "model_name": "gpt-6-astra", "out_of_srgb": null, "output_tokens": 44, "prediction": { "choice": "A" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T16:31:24.773146+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-21", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "39ea0a56-4eb5-45f6-b099-bf5a1ea49fe0", "result_sha256": "4913ffd7dd14e30874ec9c36391def57d97d481df84a66c37902f653cdd782fd", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00929, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "B" }, "group_id": "context-02-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-22.png", "input_tokens": 699, "latency_sec": 2.8675322510534897, "model_name": "gpt-6-astra", "out_of_srgb": null, "output_tokens": 46, "prediction": { "choice": "B" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T16:16:34.370808+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-22", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "4749fb08-2bea-4176-8c45-17b26b34c928", "result_sha256": "c6b97f0e824e639870121b98d069f1086abbaa7b7ca3bcda9fc11edc1111ddf8", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00904, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "C" }, "group_id": "context-02-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-23.png", "input_tokens": 699, "latency_sec": 3.76226459199097, "model_name": "gpt-6-astra", "out_of_srgb": null, "output_tokens": 41, "prediction": { "choice": "C" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-16T14:09:42.607171+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-23", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "41d90dc1-a5d6-49e1-b9ee-0586a0041288", "result_sha256": "e443126cf263d47d6ba9c83a16902af005e6fb6b750af619efb9ef18e6d9e2a8", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00924, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "D" }, "group_id": "context-02-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-24.png", "input_tokens": 699, "latency_sec": 2.5897296550683677, "model_name": "gpt-6-astra", "out_of_srgb": null, "output_tokens": 45, "prediction": { "choice": "D" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-16T15:05:00.802067+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-24", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "82e1cc5d-5aad-4839-b47a-3ec0bef9b422", "result_sha256": "ec5ed4d204f463bacbaf22c48bbdac96a0c2b70d052bd2c8812125a87cdf9feb", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00949, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "A" }, "group_id": "context-02-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-25.png", "input_tokens": 699, "latency_sec": 4.7901149950921535, "model_name": "gpt-6-astra", "out_of_srgb": null, "output_tokens": 50, "prediction": { "choice": "A" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T14:18:30.975789+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-25", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "608b82d5-dc8d-4191-887f-9e8a65510656", "result_sha256": "aed2c745425f923fc6b7c7714e3eb4aedc27a6e19c2fc4ae2df833f0c697d2e9", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00954, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "B" }, "group_id": "context-02-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-26.png", "input_tokens": 699, "latency_sec": 3.720581882982515, "model_name": "gpt-6-astra", "out_of_srgb": null, "output_tokens": 51, "prediction": { "choice": "B" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T14:44:28.096387+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-26", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "b0581b80-26c1-4553-bcf4-ec51881069f1", "result_sha256": "985acf3e9e78f978f4281dc1311c598f1786bea24146c5cc582f651a08c4e330", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.01109, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "C" }, "group_id": "context-02-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-27.png", "input_tokens": 699, "latency_sec": 3.480662269052118, "model_name": "gpt-6-astra", "out_of_srgb": null, "output_tokens": 82, "prediction": { "choice": "C" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-16T15:43:05.005382+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-27", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "27fd75c6-28aa-4488-acc3-9541b9ec57cd", "result_sha256": "a07f7f622dfb3644865a766cdc0516429976a3eba97e7b5992b52b839b3664ea", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.01119, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "D" }, "group_id": "context-02-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-28.png", "input_tokens": 699, "latency_sec": 6.954130209982395, "model_name": "gpt-6-astra", "out_of_srgb": null, "output_tokens": 84, "prediction": { "choice": "D" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-16T14:21:10.957628+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-28", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "77b73d78-5921-47f2-8cb6-6f0ac2f66c89", "result_sha256": "1f3225eee52b2be04998113e32f1b14cb9d8f4f2b206cbb3898730686460cdc6", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00979, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "A" }, "group_id": "context-02-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-29.png", "input_tokens": 699, "latency_sec": 4.461120640975423, "model_name": "gpt-6-astra", "out_of_srgb": null, "output_tokens": 56, "prediction": { "choice": "A" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T15:48:20.817843+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-29", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "7fd79e95-ba1f-4306-915f-666991efbbb6", "result_sha256": "ab5382f15fbc8f161157ed11184bf702e70af079e2150922817f76c73fda3bfe", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00959, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "B" }, "group_id": "context-02-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-30.png", "input_tokens": 699, "latency_sec": 3.2600523700239137, "model_name": "gpt-6-astra", "out_of_srgb": null, "output_tokens": 52, "prediction": { "choice": "B" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T15:50:47.414596+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-30", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "4e146c70-96e9-4fef-9187-50977817795a", "result_sha256": "5d371f41af9517daf85cac2a572ef5cd2205f9845a7cf2637263fb7501515ceb", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.01034, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "C" }, "group_id": "context-02-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-31.png", "input_tokens": 699, "latency_sec": 3.335797000094317, "model_name": "gpt-6-astra", "out_of_srgb": null, "output_tokens": 67, "prediction": { "choice": "C" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-16T14:47:02.996750+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-31", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "57111ef8-974a-4b22-ae7c-2cc6119b4c83", "result_sha256": "ad4dddfd51d8d1310b1bec6f0b644b36c7e949a7ce5e5184aa4431f352d9ceac", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.01014, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "D" }, "group_id": "context-02-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-32.png", "input_tokens": 699, "latency_sec": 3.1384782490786165, "model_name": "gpt-6-astra", "out_of_srgb": null, "output_tokens": 63, "prediction": { "choice": "D" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-16T15:22:29.707714+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-32", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "7e03e0dc-bb50-4073-9936-a1d96126b378", "result_sha256": "3fb9c1e4c528a3a67866e180b40f69e02476e7fde8d8363d5e94c3c9209cbc98", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.01019, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "A" }, "group_id": "context-02-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-33.png", "input_tokens": 699, "latency_sec": 3.894412358989939, "model_name": "gpt-6-astra", "out_of_srgb": null, "output_tokens": 64, "prediction": { "choice": "A" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T16:26:11.163670+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-33", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "c8d3540a-26a3-4e6d-bb8a-36a2118194df", "result_sha256": "e6ade6996f502e6d0c3066b079add9717ca9b89b294b7f7236c763272dd1ee30", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.01039, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "B" }, "group_id": "context-02-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-34.png", "input_tokens": 699, "latency_sec": 3.9773204550147057, "model_name": "gpt-6-astra", "out_of_srgb": null, "output_tokens": 68, "prediction": { "choice": "B" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T15:10:24.072933+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-34", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "b954a844-abc6-4cdd-a6b5-b13f569f7756", "result_sha256": "29d3930e5edce482411af43b484d232b9b0e77896b4e8817f2fbdd68c06e9ec0", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00954, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "C" }, "group_id": "context-02-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-35.png", "input_tokens": 699, "latency_sec": 2.430638794088736, "model_name": "gpt-6-astra", "out_of_srgb": null, "output_tokens": 51, "prediction": { "choice": "C" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-16T14:33:09.368890+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-35", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "a5ecab80-ac14-4356-aa2b-80af4413b86c", "result_sha256": "e6bac259c36ad6a914ade1e789def34dd64fffda36c7e42a6d7a5f48519a2ab3", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00984, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "D" }, "group_id": "context-02-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-36.png", "input_tokens": 699, "latency_sec": 3.293998117907904, "model_name": "gpt-6-astra", "out_of_srgb": null, "output_tokens": 57, "prediction": { "choice": "D" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-16T16:01:12.273819+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-36", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "50f1358f-5fe4-48a8-aaea-9fe245254013", "result_sha256": "504420414f17a1975104750a2a9827ec8e5f346fc5a7aef729db77e8b1fc218c", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00929, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "A" }, "group_id": "context-02-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-37.png", "input_tokens": 699, "latency_sec": 2.8564849130343646, "model_name": "gpt-6-astra", "out_of_srgb": null, "output_tokens": 46, "prediction": { "choice": "A" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T15:56:06.800886+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-37", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "bac07efb-4e26-44b7-9758-4599cb9c892e", "result_sha256": "7ddee0ae8e6223377a00af882fb66c0aff67e0d988ef211c2784319acc98b9b5", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00949, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "B" }, "group_id": "context-02-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-38.png", "input_tokens": 699, "latency_sec": 2.972270816913806, "model_name": "gpt-6-astra", "out_of_srgb": null, "output_tokens": 50, "prediction": { "choice": "B" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T16:04:05.721653+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-38", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "9cceedcd-27ed-4996-9c4b-ca4164168e35", "result_sha256": "dabc76f10f5b26c6034a249a94191c32cf1665fb13eb151c003fe8de54408625", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.01019, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "C" }, "group_id": "context-02-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-39.png", "input_tokens": 699, "latency_sec": 2.6367197500076145, "model_name": "gpt-6-astra", "out_of_srgb": null, "output_tokens": 64, "prediction": { "choice": "C" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-16T14:39:48.246404+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-39", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "ce0575b6-655e-405c-9b54-20110fa69c6a", "result_sha256": "24e51d8a78c75cac84ecaa13155142a8df9c4ef5cb0b106f0a51db4fb9118ef2", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.01074, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "D" }, "group_id": "context-02-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-40.png", "input_tokens": 699, "latency_sec": 3.9698264030739665, "model_name": "gpt-6-astra", "out_of_srgb": null, "output_tokens": 75, "prediction": { "choice": "D" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-16T15:18:57.060273+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-40", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "468536d2-322f-4c03-ae30-5ba278465038", "result_sha256": "86e9c99a7e6d40e02c340974f330c1fef87abd9f7fae1e020c3b4c4957bfe212", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00869, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "A" }, "group_id": "context-03-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-41.png", "input_tokens": 699, "latency_sec": 4.15995413903147, "model_name": "gpt-6-astra", "out_of_srgb": null, "output_tokens": 34, "prediction": { "choice": "A" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T15:14:34.528972+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-41", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "1bb52608-55cb-484d-9ca5-4032d2a173b6", "result_sha256": "bff05a17b5659123548c63d7055d887e4c385007b90fae57f369d1771eadb200", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00844, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "B" }, "group_id": "context-03-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-42.png", "input_tokens": 699, "latency_sec": 2.31154428597074, "model_name": "gpt-6-astra", "out_of_srgb": null, "output_tokens": 29, "prediction": { "choice": "B" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T14:00:39.653573+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-42", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "e7d850e0-0043-476e-99b4-49e265db9ea9", "result_sha256": "01a0ded756cb823406215ecc7add21f01caf389a3fb22b5675eab4cb3c5236ca", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00874, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "C" }, "group_id": "context-03-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-43.png", "input_tokens": 699, "latency_sec": 2.38757570204325, "model_name": "gpt-6-astra", "out_of_srgb": null, "output_tokens": 35, "prediction": { "choice": "C" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-16T16:04:44.909917+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-43", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "8ecde2d6-fbf4-48e8-a8d1-24f92630ef27", "result_sha256": "72aaa90b9e83cf2843d6c829d0896142aaf140a079c3d3f420ec82026b27feee", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00769, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "D" }, "group_id": "context-03-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-44.png", "input_tokens": 699, "latency_sec": 2.262689881026745, "model_name": "gpt-6-astra", "out_of_srgb": null, "output_tokens": 14, "prediction": { "choice": "D" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-16T16:29:11.441387+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-44", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "4f6454eb-63fc-4564-8387-f07e089d26fe", "result_sha256": "a4abec737acffc86b10318300fcc678e65d83048ef7b13645d4d08f8ff76a3ef", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00979, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "A" }, "group_id": "context-03-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-45.png", "input_tokens": 699, "latency_sec": 3.2559319119900465, "model_name": "gpt-6-astra", "out_of_srgb": null, "output_tokens": 56, "prediction": { "choice": "A" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T14:55:17.162618+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-45", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "154a8541-5db3-45c5-b62e-b1f8645e90e5", "result_sha256": "b5470c60f4064448fb575d76642b25008ce1d34c33f3fae968be7741aea9f22a", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.01019, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "B" }, "group_id": "context-03-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-46.png", "input_tokens": 699, "latency_sec": 3.333664585952647, "model_name": "gpt-6-astra", "out_of_srgb": null, "output_tokens": 64, "prediction": { "choice": "B" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T14:15:16.628223+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-46", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "49180a1c-0cdc-49f6-8112-237af4dd480c", "result_sha256": "5f7221480fa12bc9ac77c7e2377511a59dd895298ed08432b69fdd9fa3037789", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00919, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "C" }, "group_id": "context-03-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-47.png", "input_tokens": 699, "latency_sec": 2.6640403179917485, "model_name": "gpt-6-astra", "out_of_srgb": null, "output_tokens": 44, "prediction": { "choice": "C" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-16T16:22:19.295564+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-47", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "4094b516-2301-4e0c-a606-df12f200c779", "result_sha256": "10a5d312441d7899758d621e5ed8c7300959a1fedc0409fc5fe24c87240d77b7", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00909, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "D" }, "group_id": "context-03-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-48.png", "input_tokens": 699, "latency_sec": 3.524407956050709, "model_name": "gpt-6-astra", "out_of_srgb": null, "output_tokens": 42, "prediction": { "choice": "D" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-16T15:24:58.373484+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-48", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "d31d8b6e-8de9-4b3b-9fc4-85407cbf1625", "result_sha256": "6ebc192c9718d6edbef5d54de2f6d15e34a0a4f8541e1a50d5d253f5f8bdc39a", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00919, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "A" }, "group_id": "context-03-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-49.png", "input_tokens": 699, "latency_sec": 3.074943767976947, "model_name": "gpt-6-astra", "out_of_srgb": null, "output_tokens": 44, "prediction": { "choice": "A" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T14:51:06.101971+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-49", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "df018b47-4378-4ef8-aba7-3b39b7f42867", "result_sha256": "fc02a880b3baa84b5a77a83c37731e4a5da49816e5faf8e4fd5de73b1f1ec512", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00899, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "B" }, "group_id": "context-03-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-50.png", "input_tokens": 699, "latency_sec": 2.5207473199116066, "model_name": "gpt-6-astra", "out_of_srgb": null, "output_tokens": 40, "prediction": { "choice": "B" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T16:18:35.696509+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-50", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "1ab20622-9572-4a39-a0a1-dec518663076", "result_sha256": "996d27487a79eed6a0685f77dfa2da4cfb295ffc8423fd7dc82dbc0219cb6013", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00934, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "C" }, "group_id": "context-03-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-51.png", "input_tokens": 699, "latency_sec": 2.999039206071757, "model_name": "gpt-6-astra", "out_of_srgb": null, "output_tokens": 47, "prediction": { "choice": "C" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-16T15:59:25.353419+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-51", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "18f9f621-d6a1-4f5a-8560-765068eab508", "result_sha256": "cbb9ef472fdcae935c6accfe9f6cc62d22d72eb11584f2d22c662988d73e1aca", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00869, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "D" }, "group_id": "context-03-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-52.png", "input_tokens": 699, "latency_sec": 9.038244361057878, "model_name": "gpt-6-astra", "out_of_srgb": null, "output_tokens": 34, "prediction": { "choice": "D" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-16T16:05:52.002027+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-52", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "8bd65f17-d5a1-4d8c-8f6a-4c0f36b4281f", "result_sha256": "0bde8db13718ddfd8494f94f17e2295d59f9cf1b378e2980172b818e9915ac17", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00889, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "A" }, "group_id": "context-03-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-53.png", "input_tokens": 699, "latency_sec": 2.711001421092078, "model_name": "gpt-6-astra", "out_of_srgb": null, "output_tokens": 38, "prediction": { "choice": "A" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T14:41:45.553462+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-53", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "557a8879-2ce4-4e60-8374-e6edbfaf6743", "result_sha256": "3f6f2a35c7c0111a73c543c76584d6edbda2bf761187c9a51d10eacd4d6f6e3d", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00964, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "B" }, "group_id": "context-03-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-54.png", "input_tokens": 699, "latency_sec": 3.379027407965623, "model_name": "gpt-6-astra", "out_of_srgb": null, "output_tokens": 53, "prediction": { "choice": "B" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T14:04:18.927640+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-54", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "feb0300e-cd35-4e7c-9d75-64403db8ebd5", "result_sha256": "7996016925363b399663abd58c8395a23e851d7070b4db6f97dd2c3d23884946", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00894, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "C" }, "group_id": "context-03-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-55.png", "input_tokens": 699, "latency_sec": 4.073538979981095, "model_name": "gpt-6-astra", "out_of_srgb": null, "output_tokens": 39, "prediction": { "choice": "C" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-16T16:09:30.153834+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-55", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "9791b59c-3853-4a60-85ec-00abd50c29e8", "result_sha256": "409f0a9460b94356d33ec81f6bd9736ded575e1deffc006257caf3ec6380b615", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00899, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "D" }, "group_id": "context-03-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-56.png", "input_tokens": 699, "latency_sec": 2.641696411999874, "model_name": "gpt-6-astra", "out_of_srgb": null, "output_tokens": 40, "prediction": { "choice": "D" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-16T14:36:00.909926+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-56", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "1090cd8f-a39f-4019-97a4-d534c88f126b", "result_sha256": "7a4947914cc848891127f605ef2ad73530c5dd8867cafe0800f9444e112b4623", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00904, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "A" }, "group_id": "context-03-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-57.png", "input_tokens": 699, "latency_sec": 2.4637056320207193, "model_name": "gpt-6-astra", "out_of_srgb": null, "output_tokens": 41, "prediction": { "choice": "A" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T14:48:41.082269+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-57", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "cd6cec62-6ed6-42b9-bcd3-2c7e57ae26df", "result_sha256": "a8cc817a22a6ecc70c1a60e04a87dbfc5ccec2d30de8a60e2dac2ba004633961", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00899, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "B" }, "group_id": "context-03-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-58.png", "input_tokens": 699, "latency_sec": 2.2637393310433254, "model_name": "gpt-6-astra", "out_of_srgb": null, "output_tokens": 40, "prediction": { "choice": "B" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T16:20:13.180989+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-58", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "66bd67c0-687a-4b38-9d37-e0e2a9bcbd26", "result_sha256": "ea3c6a1feb90be09e18bcec2fd0696492d0f88d5df3831beb408777878aeb91f", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00894, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "C" }, "group_id": "context-03-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-59.png", "input_tokens": 699, "latency_sec": 2.3544877560343593, "model_name": "gpt-6-astra", "out_of_srgb": null, "output_tokens": 39, "prediction": { "choice": "C" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-16T16:10:41.526841+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-59", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "a144eb17-456d-4f5a-ab1c-30d89dbcc8de", "result_sha256": "5ab8624bf40eed8d18df0304f3e3a39b82d4e2c4a900dec3ea6dba155ce080d9", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00879, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "D" }, "group_id": "context-03-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-60.png", "input_tokens": 699, "latency_sec": 2.423457983066328, "model_name": "gpt-6-astra", "out_of_srgb": null, "output_tokens": 36, "prediction": { "choice": "D" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-16T15:44:17.783165+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-60", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "14f14d95-9e0c-43f1-8af6-100220e1353e", "result_sha256": "5aac3ba3c8e9e4529fa5107ce3555518a1fb1026df21fa5aa65c6b8a01f4cc58", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00874, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "A" }, "group_id": "context-04-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-61.png", "input_tokens": 699, "latency_sec": 2.605903967982158, "model_name": "gpt-6-astra", "out_of_srgb": null, "output_tokens": 35, "prediction": { "choice": "A" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T15:10:51.229752+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-61", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "3fbcf165-2b71-4ac1-ab0c-9fd228423e72", "result_sha256": "2ee658d96bfc6a2a3715c02ed7140f50f22fa1b0c1895b92375b27e90d6aa324", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00884, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "B" }, "group_id": "context-04-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-62.png", "input_tokens": 699, "latency_sec": 4.1470519619761035, "model_name": "gpt-6-astra", "out_of_srgb": null, "output_tokens": 37, "prediction": { "choice": "B" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T14:58:20.123380+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-62", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "5d2b6816-2d8a-437a-bbd0-9c38d6bcd066", "result_sha256": "1d2dd6d187452dd8c7f248273cc69f48747e9e46cc5c3403b4ba9c09d4e0f32b", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00769, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "C" }, "group_id": "context-04-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-63.png", "input_tokens": 699, "latency_sec": 1.7357134040212259, "model_name": "gpt-6-astra", "out_of_srgb": null, "output_tokens": 14, "prediction": { "choice": "C" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-16T14:24:39.565263+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-63", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "e4a5ff4e-d52a-467c-8fe8-a19a6f1480f8", "result_sha256": "aae715e87a373d41b0a77c4899364e3230e7b80e81dece01513f376a425ca442", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00769, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "D" }, "group_id": "context-04-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-64.png", "input_tokens": 699, "latency_sec": 2.48042258201167, "model_name": "gpt-6-astra", "out_of_srgb": null, "output_tokens": 14, "prediction": { "choice": "D" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-16T15:28:01.524195+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-64", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "06cd99e4-11ac-41b5-a2b5-225fa111bed0", "result_sha256": "c516868f9a7b00550b783d3d8d1ca8f5cc09b4cc27a617fec249cd9b4e252406", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00894, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "A" }, "group_id": "context-04-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-65.png", "input_tokens": 699, "latency_sec": 2.535726381931454, "model_name": "gpt-6-astra", "out_of_srgb": null, "output_tokens": 39, "prediction": { "choice": "A" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T14:39:11.280807+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-65", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "0106dd86-4c27-41fb-929c-b95daa707412", "result_sha256": "4040130cc10878e7f9e929082858d39e8e85d33989d8f6683185e0710b824438", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00914, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "B" }, "group_id": "context-04-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-66.png", "input_tokens": 699, "latency_sec": 2.6189723489806056, "model_name": "gpt-6-astra", "out_of_srgb": null, "output_tokens": 43, "prediction": { "choice": "B" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T14:30:23.693518+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-66", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "d21e9c10-bccf-4cb8-8f61-32d38fcbb6cf", "result_sha256": "4a0d751a57d39561f1dfbc18a11c751f9d5f012898c0341b68f739d9ecdbb078", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00894, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "C" }, "group_id": "context-04-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-67.png", "input_tokens": 699, "latency_sec": 2.746318203979172, "model_name": "gpt-6-astra", "out_of_srgb": null, "output_tokens": 39, "prediction": { "choice": "C" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-16T15:13:52.792193+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-67", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "fb3e826c-c653-45be-8b73-25808edf1e1c", "result_sha256": "4e728fec13d2933439c9bd990e7d395287e13c71c6d292e20d3ce45cc4db068e", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.01014, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "D" }, "group_id": "context-04-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-68.png", "input_tokens": 699, "latency_sec": 3.1064353329129517, "model_name": "gpt-6-astra", "out_of_srgb": null, "output_tokens": 63, "prediction": { "choice": "D" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-16T15:31:52.667581+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-68", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "6ef1fced-d62e-4b52-a673-83d6ace4efbd", "result_sha256": "66b195f0c750071373733452b5b5d9f78679505e58360de11696fbb90d95611f", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00914, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "A" }, "group_id": "context-04-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-69.png", "input_tokens": 699, "latency_sec": 3.3545664319535717, "model_name": "gpt-6-astra", "out_of_srgb": null, "output_tokens": 43, "prediction": { "choice": "A" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T15:21:18.835698+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-69", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "23657a98-6910-412e-bb06-0a56ff77061d", "result_sha256": "cdd750936d263b3d4b0aa2c1b0cd6f085e3c9d6caeef4f562b8ff85a833e408b", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00969, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "B" }, "group_id": "context-04-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-70.png", "input_tokens": 699, "latency_sec": 2.634126885095611, "model_name": "gpt-6-astra", "out_of_srgb": null, "output_tokens": 54, "prediction": { "choice": "B" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T16:19:09.577679+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-70", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "0375f2d0-bd41-47a6-ab4f-957c08506c4c", "result_sha256": "bf6d47d8471ee78cb0e460e6525adcd9986c4404a1f1d6d22064a79eb31b2a1d", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.01024, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "C" }, "group_id": "context-04-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-71.png", "input_tokens": 699, "latency_sec": 4.670169794000685, "model_name": "gpt-6-astra", "out_of_srgb": null, "output_tokens": 65, "prediction": { "choice": "C" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-16T15:46:35.668507+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-71", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "73f68fd5-cd04-42fd-96f2-4f5895234478", "result_sha256": "32fa7be9ee4ab9fed0dff8fd13b9d388d6ffef30f5c3d301835c11cb4759a853", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00884, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "D" }, "group_id": "context-04-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-72.png", "input_tokens": 699, "latency_sec": 2.355436039972119, "model_name": "gpt-6-astra", "out_of_srgb": null, "output_tokens": 37, "prediction": { "choice": "D" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-16T16:28:02.627559+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-72", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "9c6ed2e9-1416-40f4-b811-cf0a8cdfe295", "result_sha256": "3df3dbeab8591a349f990ee64f1c68ee438a595d01b12b8720c3f0529d71a54d", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00904, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "A" }, "group_id": "context-04-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-73.png", "input_tokens": 699, "latency_sec": 2.2902317009866238, "model_name": "gpt-6-astra", "out_of_srgb": null, "output_tokens": 41, "prediction": { "choice": "A" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T14:28:43.185235+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-73", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "489a1e46-0b17-4354-9fd5-71cd9634b493", "result_sha256": "3dcc58dbbc09b5bc32910e2a7c71df8d868e18091efef14a2e68b9509ff4682f", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00939, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "B" }, "group_id": "context-04-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-74.png", "input_tokens": 699, "latency_sec": 2.3575726579874754, "model_name": "gpt-6-astra", "out_of_srgb": null, "output_tokens": 48, "prediction": { "choice": "B" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T14:59:30.073913+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-74", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "cfabbc74-434e-4e80-8f4d-7e6653ed3cca", "result_sha256": "37796dc4f46474ddc928ccf5fc2894e936b776aac525569a92e4886ec4308ca5", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00899, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "C" }, "group_id": "context-04-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-75.png", "input_tokens": 699, "latency_sec": 3.187939819996245, "model_name": "gpt-6-astra", "out_of_srgb": null, "output_tokens": 40, "prediction": { "choice": "C" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-16T14:09:22.496164+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-75", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "3bd4b107-c8d3-4ae4-ae82-ee5b0a1febcf", "result_sha256": "7beedefa2c4977f24eecc266a75d490239efc351369dde678de4465ba935d5e1", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00899, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "D" }, "group_id": "context-04-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-76.png", "input_tokens": 699, "latency_sec": 4.068588789086789, "model_name": "gpt-6-astra", "out_of_srgb": null, "output_tokens": 40, "prediction": { "choice": "D" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-16T14:56:46.417929+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-76", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "db55ca29-e203-48d5-b60b-6618a4b4b3ea", "result_sha256": "75d3737a23c9983d57da23146bf7d77f3789731c6dea50e377b4c8104d68bc30", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00994, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "A" }, "group_id": "context-04-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-77.png", "input_tokens": 699, "latency_sec": 3.5065107779810205, "model_name": "gpt-6-astra", "out_of_srgb": null, "output_tokens": 59, "prediction": { "choice": "A" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T14:13:44.433536+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-77", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "ea0cb421-1f86-4f78-9bba-cec7e01c5116", "result_sha256": "95e293355b1093e49a0132e01abce4101da48d0db6df95456541e77df8cf5091", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00919, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "B" }, "group_id": "context-04-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-78.png", "input_tokens": 699, "latency_sec": 2.126545629929751, "model_name": "gpt-6-astra", "out_of_srgb": null, "output_tokens": 44, "prediction": { "choice": "B" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T15:36:19.429686+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-78", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "e5d9c703-9cdc-41a2-939a-51dfc90d5417", "result_sha256": "86b6d34893bad7f56d323287452d7175617802c70c56430bbcc65a7f9401e549", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00934, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "C" }, "group_id": "context-04-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-79.png", "input_tokens": 699, "latency_sec": 3.323543231934309, "model_name": "gpt-6-astra", "out_of_srgb": null, "output_tokens": 47, "prediction": { "choice": "C" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-16T15:42:20.940562+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-79", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "6997e9d4-eb15-4b69-b83b-6d37dcdc54d1", "result_sha256": "31512484a2ba9bba3af0cc33f1667d42ec710911ce1b509ff35b476dd1e4b1a4", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00894, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "D" }, "group_id": "context-04-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-80.png", "input_tokens": 699, "latency_sec": 3.2712874790886417, "model_name": "gpt-6-astra", "out_of_srgb": null, "output_tokens": 39, "prediction": { "choice": "D" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-16T15:16:08.766584+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-80", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "0702680b-6ba4-45d2-bcb5-1451c00e3346", "result_sha256": "51efc570d2c6c32ea2ac024d5093e014c5107ef06ca23c7de25f219a149b622d", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0094, "delta_e_ok": null, "error": null, "error_kind": null, "family": "gradient", "ground_truth": { "choice": "A" }, "group_id": "gradient-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/gradient-01.png", "input_tokens": 705, "latency_sec": 4.269224948016927, "model_name": "gpt-6-astra", "out_of_srgb": null, "output_tokens": 47, "prediction": { "choice": "A" }, "prompt_sha256": "93858b61346b697f9021a41a361838e5b0b8c06fbde9b0b35f514c9e29082ee5", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T14:10:46.900964+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-gradient-01", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "b0b59cd7-bae9-4977-8fef-fce65f1ce636", "result_sha256": "1e1b285181f1e475089d5d54d072f7ab1539bd4b37c0fd36c31ac9593a7fe775", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00775, "delta_e_ok": null, "error": null, "error_kind": null, "family": "gradient", "ground_truth": { "choice": "B" }, "group_id": "gradient-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/gradient-02.png", "input_tokens": 705, "latency_sec": 1.9554122559493408, "model_name": "gpt-6-astra", "out_of_srgb": null, "output_tokens": 14, "prediction": { "choice": "B" }, "prompt_sha256": "93858b61346b697f9021a41a361838e5b0b8c06fbde9b0b35f514c9e29082ee5", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T15:03:43.784932+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-gradient-02", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "8d4041d9-187d-40dc-b0c0-16d5e6525a56", "result_sha256": "5b2adc66ba8fccaab2faae997e699b5c2f62828b5519a5d23bf88513bb8a69ab", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.01115, "delta_e_ok": null, "error": null, "error_kind": null, "family": "gradient", "ground_truth": { "choice": "C" }, "group_id": "gradient-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/gradient-03.png", "input_tokens": 705, "latency_sec": 3.262802783981897, "model_name": "gpt-6-astra", "out_of_srgb": null, "output_tokens": 82, "prediction": { "choice": "C" }, "prompt_sha256": "93858b61346b697f9021a41a361838e5b0b8c06fbde9b0b35f514c9e29082ee5", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-16T14:58:04.916810+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-gradient-03", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "50c2591e-77ff-4561-9fab-8c574ff75de0", "result_sha256": "976a9959c720bdde7610fd341a35eb73fa876d814fa7c2ec93a8f1dc766fc4c9", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00935, "delta_e_ok": null, "error": null, "error_kind": null, "family": "gradient", "ground_truth": { "choice": "D" }, "group_id": "gradient-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/gradient-04.png", "input_tokens": 705, "latency_sec": 6.345193893066607, "model_name": "gpt-6-astra", "out_of_srgb": null, "output_tokens": 46, "prediction": { "choice": "D" }, "prompt_sha256": "93858b61346b697f9021a41a361838e5b0b8c06fbde9b0b35f514c9e29082ee5", "provider": "openai", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-16T14:29:41.359238+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-gradient-04", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "fbc6c121-9a0c-44af-968b-dc044f5e293d", "result_sha256": "365ce08ff2ae9a6d3c30d0eea52beca115d1af49cacf366ed10aa58cb2e22146", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00775, "delta_e_ok": null, "error": null, "error_kind": null, "family": "gradient", "ground_truth": { "choice": "A" }, "group_id": "gradient-05", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/gradient-05.png", "input_tokens": 705, "latency_sec": 1.9235473019070923, "model_name": "gpt-6-astra", "out_of_srgb": null, "output_tokens": 14, "prediction": { "choice": "A" }, "prompt_sha256": "93858b61346b697f9021a41a361838e5b0b8c06fbde9b0b35f514c9e29082ee5", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T14:26:00.680605+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-gradient-05", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "affa7b7d-c830-4095-94aa-8faaf8ce2045", "result_sha256": "e6ce3fde2ce7e1364a3863994d0568a08be995a5bfdcc96e99c0a693a5fa22a1", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0101, "delta_e_ok": null, "error": null, "error_kind": null, "family": "gradient", "ground_truth": { "choice": "B" }, "group_id": "gradient-06", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/gradient-06.png", "input_tokens": 705, "latency_sec": 4.536932774004526, "model_name": "gpt-6-astra", "out_of_srgb": null, "output_tokens": 61, "prediction": { "choice": "B" }, "prompt_sha256": "93858b61346b697f9021a41a361838e5b0b8c06fbde9b0b35f514c9e29082ee5", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T15:59:52.579635+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-gradient-06", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "1bc3c95f-55c5-4522-b5a1-ad76b6f681d9", "result_sha256": "6350c5d677f5a65b0d2ebca50f1114d162788ee59e1cfa46e28eb54b6dd735d3", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.01015, "delta_e_ok": null, "error": null, "error_kind": null, "family": "gradient", "ground_truth": { "choice": "C" }, "group_id": "gradient-07", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/gradient-07.png", "input_tokens": 705, "latency_sec": 3.246042618062347, "model_name": "gpt-6-astra", "out_of_srgb": null, "output_tokens": 62, "prediction": { "choice": "C" }, "prompt_sha256": "93858b61346b697f9021a41a361838e5b0b8c06fbde9b0b35f514c9e29082ee5", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-16T15:24:29.528626+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-gradient-07", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "a71754c6-fdaf-4a00-96e5-41dc7afac449", "result_sha256": "af9426f739d182b7f0e839c79ad2fb04c813b0a61b3627329838ec2f7eb0ca04", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.01035, "delta_e_ok": null, "error": null, "error_kind": null, "family": "gradient", "ground_truth": { "choice": "D" }, "group_id": "gradient-08", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/gradient-08.png", "input_tokens": 705, "latency_sec": 3.594297521049157, "model_name": "gpt-6-astra", "out_of_srgb": null, "output_tokens": 66, "prediction": { "choice": "D" }, "prompt_sha256": "93858b61346b697f9021a41a361838e5b0b8c06fbde9b0b35f514c9e29082ee5", "provider": "openai", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-16T14:45:42.884213+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-gradient-08", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "72a7a4df-7ba6-47e1-b213-d4c7ada07d33", "result_sha256": "95e56c227d07fb2c98e8c9334663f5839b4735e46debb2b153f9100529aeeddc", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0122, "delta_e_ok": null, "error": null, "error_kind": null, "family": "gradient", "ground_truth": { "choice": "A" }, "group_id": "gradient-09", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/gradient-09.png", "input_tokens": 705, "latency_sec": 4.00074507901445, "model_name": "gpt-6-astra", "out_of_srgb": null, "output_tokens": 103, "prediction": { "choice": "A" }, "prompt_sha256": "93858b61346b697f9021a41a361838e5b0b8c06fbde9b0b35f514c9e29082ee5", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T15:51:53.894184+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-gradient-09", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "a6642243-90a9-4e91-82fe-c644c6d9e80b", "result_sha256": "189a7e08419b91b3f97827994ff681073c2534f104d66097f2686ddafd81eab5", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.011, "delta_e_ok": null, "error": null, "error_kind": null, "family": "gradient", "ground_truth": { "choice": "B" }, "group_id": "gradient-10", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/gradient-10.png", "input_tokens": 705, "latency_sec": 3.3945490419864655, "model_name": "gpt-6-astra", "out_of_srgb": null, "output_tokens": 79, "prediction": { "choice": "B" }, "prompt_sha256": "93858b61346b697f9021a41a361838e5b0b8c06fbde9b0b35f514c9e29082ee5", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T14:57:33.102429+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-gradient-10", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "f28e59bb-8470-44e8-82cf-d9e49c607030", "result_sha256": "9b316b9390af84881d60f1a64e3b3d8ffa7e076efbfa60f8088d2c427f316cb0", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.01255, "delta_e_ok": null, "error": null, "error_kind": null, "family": "gradient", "ground_truth": { "choice": "C" }, "group_id": "gradient-11", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/gradient-11.png", "input_tokens": 705, "latency_sec": 4.173883037059568, "model_name": "gpt-6-astra", "out_of_srgb": null, "output_tokens": 110, "prediction": { "choice": "C" }, "prompt_sha256": "93858b61346b697f9021a41a361838e5b0b8c06fbde9b0b35f514c9e29082ee5", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-16T14:54:42.637257+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-gradient-11", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "bd145f30-0a3e-4dca-87da-e6fea79872b4", "result_sha256": "c09453e3bc947a177218ed28890ad317280850f6f2efb6c054dc34d9b9703428", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00945, "delta_e_ok": null, "error": null, "error_kind": null, "family": "gradient", "ground_truth": { "choice": "D" }, "group_id": "gradient-12", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/gradient-12.png", "input_tokens": 705, "latency_sec": 5.251485085929744, "model_name": "gpt-6-astra", "out_of_srgb": null, "output_tokens": 48, "prediction": { "choice": "D" }, "prompt_sha256": "93858b61346b697f9021a41a361838e5b0b8c06fbde9b0b35f514c9e29082ee5", "provider": "openai", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-16T14:12:39.080729+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-gradient-12", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "8e052c2c-b038-4b8d-950f-e325f6db6264", "result_sha256": "58c82a5260a9312910a5de973237eaf1e9bed06e693af90d4dad6ad457e642f6", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0102, "delta_e_ok": null, "error": null, "error_kind": null, "family": "gradient", "ground_truth": { "choice": "A" }, "group_id": "gradient-13", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/gradient-13.png", "input_tokens": 705, "latency_sec": 3.690346834016964, "model_name": "gpt-6-astra", "out_of_srgb": null, "output_tokens": 63, "prediction": { "choice": "A" }, "prompt_sha256": "93858b61346b697f9021a41a361838e5b0b8c06fbde9b0b35f514c9e29082ee5", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T16:13:57.753400+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-gradient-13", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "228ee368-563f-4eed-b671-08e7e2943f26", "result_sha256": "15e0010f9d3b5278bfcc033c37d2fc92ac5092d740e38387d620927a3f228b23", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0111, "delta_e_ok": null, "error": null, "error_kind": null, "family": "gradient", "ground_truth": { "choice": "B" }, "group_id": "gradient-14", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/gradient-14.png", "input_tokens": 705, "latency_sec": 3.4884506590897217, "model_name": "gpt-6-astra", "out_of_srgb": null, "output_tokens": 81, "prediction": { "choice": "B" }, "prompt_sha256": "93858b61346b697f9021a41a361838e5b0b8c06fbde9b0b35f514c9e29082ee5", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T14:21:42.466171+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-gradient-14", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "a79b7378-b6e6-48f7-ab87-4f991aedc6fb", "result_sha256": "9bc4a516c4201688ee380e19a6f11d3ac7ccbd751694fa70ab423a24d3e26986", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0091, "delta_e_ok": null, "error": null, "error_kind": null, "family": "gradient", "ground_truth": { "choice": "C" }, "group_id": "gradient-15", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/gradient-15.png", "input_tokens": 705, "latency_sec": 2.7882461019326, "model_name": "gpt-6-astra", "out_of_srgb": null, "output_tokens": 41, "prediction": { "choice": "C" }, "prompt_sha256": "93858b61346b697f9021a41a361838e5b0b8c06fbde9b0b35f514c9e29082ee5", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-16T14:55:44.831486+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-gradient-15", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "34311346-cdf2-4c18-837b-e197eb76ff7f", "result_sha256": "58854b87997cce3c697d0de006125b992f537e0e363bfb3b482137cd2b19afbc", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.01145, "delta_e_ok": null, "error": null, "error_kind": null, "family": "gradient", "ground_truth": { "choice": "D" }, "group_id": "gradient-16", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/gradient-16.png", "input_tokens": 705, "latency_sec": 3.092128618969582, "model_name": "gpt-6-astra", "out_of_srgb": null, "output_tokens": 88, "prediction": { "choice": "D" }, "prompt_sha256": "93858b61346b697f9021a41a361838e5b0b8c06fbde9b0b35f514c9e29082ee5", "provider": "openai", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-16T16:30:04.819800+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-gradient-16", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "091d0dff-4791-401c-8489-9d1a924d65fd", "result_sha256": "bb318e0b36552f3d66075f0ee8c33706f1e76f2f9d1b098bdff6115ba78bef04", "result": { "component_errors": { "h": 1.5, "l": 1.1960784313725483, "s": 0.6062992125984294 }, "correct": null, "cost_estimated": false, "cost_usd": 0.01411, "delta_e_ok": 0.009326023836785862, "error": null, "error_kind": null, "family": "hsl", "ground_truth": { "rgb": [ 192, 64, 80 ] }, "group_id": "numeric-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-01.png", "input_tokens": 736, "latency_sec": 6.2542463089339435, "model_name": "gpt-6-astra", "out_of_srgb": false, "output_tokens": 135, "prediction": { "h": 351.0, "l": 49.0, "s": 51.0 }, "prompt_sha256": "d5a3e77db006cc09848010934a3ee06e3beb9ab32aa54f5bf67eb79750a81ad8", "provider": "openai", "raw_prediction": "{\"h\":351,\"s\":51,\"l\":49}", "recorded_at": "2026-09-16T14:03:31.953929+00:00", "request_attempts": 1, "score": 95.33698808160706, "task_id": "colorbench-hsl-01", "tight_score": 81.34795232642827, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": true, "0.02": true, "0.05": true } } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "854ff6bf-ebf5-4da7-9e6d-583315a5f516", "result_sha256": "6cc85c4835379f4b88ca35d87e8a7414822196c7de810ce850b2c609868c4acb", "result": { "component_errors": { "h": 0.18947368421055444, "l": 0.20588235294118107, "s": 1.0666666666666629 }, "correct": null, "cost_estimated": false, "cost_usd": 0.01441, "delta_e_ok": 0.0032801398628334436, "error": null, "error_kind": null, "family": "hsl", "ground_truth": { "rgb": [ 38, 112, 190 ] }, "group_id": "numeric-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-02.png", "input_tokens": 736, "latency_sec": 5.440684285014868, "model_name": "gpt-6-astra", "out_of_srgb": false, "output_tokens": 141, "prediction": { "h": 210.6, "l": 44.5, "s": 65.6 }, "prompt_sha256": "d5a3e77db006cc09848010934a3ee06e3beb9ab32aa54f5bf67eb79750a81ad8", "provider": "openai", "raw_prediction": "{\"h\":210.6,\"s\":65.6,\"l\":44.5}", "recorded_at": "2026-09-16T15:25:50.168587+00:00", "request_attempts": 1, "score": 98.35993006858328, "task_id": "colorbench-hsl-02", "tight_score": 93.43972027433311, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": true, "0.01": true, "0.02": true, "0.05": true } } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "59f8bc41-fe6f-4505-a870-088b6c362fb7", "result_sha256": "c50d1d7bb9398bdb6cfb5f74e69829efbbf1ca837ac6f9b1fe034af0430115c5", "result": { "component_errors": { "h": 2.0, "l": 0.18431372549019187, "s": 2.0 }, "correct": null, "cost_estimated": false, "cost_usd": 0.01541, "delta_e_ok": 0.007246505563574757, "error": null, "error_kind": null, "family": "hsl", "ground_truth": { "rgb": [ 60, 140, 100 ] }, "group_id": "numeric-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-03.png", "input_tokens": 736, "latency_sec": 6.5663624739972875, "model_name": "gpt-6-astra", "out_of_srgb": false, "output_tokens": 161, "prediction": { "h": 152.0, "l": 39.4, "s": 38.0 }, "prompt_sha256": "d5a3e77db006cc09848010934a3ee06e3beb9ab32aa54f5bf67eb79750a81ad8", "provider": "openai", "raw_prediction": "{\"h\":152,\"s\":38,\"l\":39.4}", "recorded_at": "2026-09-16T14:47:32.359364+00:00", "request_attempts": 1, "score": 96.37674721821263, "task_id": "colorbench-hsl-03", "tight_score": 85.50698887285048, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": true, "0.02": true, "0.05": true } } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "6fa2dfb1-fc39-45a8-905f-a0c21275ca24", "result_sha256": "36e99f4050e7e004f113991188729fdbeef587550f4020ecfe4f3021ea53cc76", "result": { "component_errors": { "h": 0.8285714285714221, "l": 0.9980392156862763, "s": 1.8304347826087053 }, "correct": null, "cost_estimated": false, "cost_usd": 0.01376, "delta_e_ok": 0.004411407025903638, "error": null, "error_kind": null, "family": "hsl", "ground_truth": { "rgb": [ 185, 135, 45 ] }, "group_id": "numeric-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-04.png", "input_tokens": 736, "latency_sec": 4.5194990739692, "model_name": "gpt-6-astra", "out_of_srgb": false, "output_tokens": 128, "prediction": { "h": 39.4, "l": 44.1, "s": 62.7 }, "prompt_sha256": "d5a3e77db006cc09848010934a3ee06e3beb9ab32aa54f5bf67eb79750a81ad8", "provider": "openai", "raw_prediction": "{\"h\":39.4,\"s\":62.7,\"l\":44.1}", "recorded_at": "2026-09-16T14:35:24.117823+00:00", "request_attempts": 1, "score": 97.79429648704819, "task_id": "colorbench-hsl-04", "tight_score": 91.17718594819273, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": true, "0.01": true, "0.02": true, "0.05": true } } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "5b2ce846-008a-4393-8f62-9cc1662e896f", "result_sha256": "9b56996b0e9e63f557190cb9a002a6c7e7b58fe1e07b699cba003a8f1be90a62", "result": { "component_errors": { "h": 3.466666666666697, "l": 1.580392156862743, "s": 1.1000000000000014 }, "correct": null, "cost_estimated": false, "cost_usd": 0.01281, "delta_e_ok": 0.009667992730398806, "error": null, "error_kind": null, "family": "hsl", "ground_truth": { "rgb": [ 135, 85, 175 ] }, "group_id": "numeric-05", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-05.png", "input_tokens": 736, "latency_sec": 5.142101353034377, "model_name": "gpt-6-astra", "out_of_srgb": false, "output_tokens": 109, "prediction": { "h": 276.8, "l": 49.4, "s": 34.9 }, "prompt_sha256": "d5a3e77db006cc09848010934a3ee06e3beb9ab32aa54f5bf67eb79750a81ad8", "provider": "openai", "raw_prediction": "{\"h\":276.8,\"s\":34.9,\"l\":49.4}", "recorded_at": "2026-09-16T15:15:39.819224+00:00", "request_attempts": 1, "score": 95.1660036348006, "task_id": "colorbench-hsl-05", "tight_score": 80.66401453920238, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": true, "0.02": true, "0.05": true } } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "b1240861-75a9-406c-8773-48516717aa9c", "result_sha256": "8a596bf22eb986bfb05dbf1f02b533983d561beae3f65f2a8f1df8fe45e4c545", "result": { "component_errors": { "h": 0.5660377358490507, "l": 0.019607843137254832, "s": 3.6391752577319636 }, "correct": null, "cost_estimated": false, "cost_usd": 0.01386, "delta_e_ok": 0.004416625012913195, "error": null, "error_kind": null, "family": "hsl", "ground_truth": { "rgb": [ 22, 48, 75 ] }, "group_id": "numeric-06", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-06.png", "input_tokens": 736, "latency_sec": 5.1006941149244085, "model_name": "gpt-6-astra", "out_of_srgb": false, "output_tokens": 130, "prediction": { "h": 210.0, "l": 19.0, "s": 51.0 }, "prompt_sha256": "d5a3e77db006cc09848010934a3ee06e3beb9ab32aa54f5bf67eb79750a81ad8", "provider": "openai", "raw_prediction": "{\"h\":210,\"s\":51,\"l\":19}", "recorded_at": "2026-09-16T14:31:27.149474+00:00", "request_attempts": 1, "score": 97.7916874935434, "task_id": "colorbench-hsl-06", "tight_score": 91.16674997417361, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": true, "0.01": true, "0.02": true, "0.05": true } } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "f7de0d0b-cd28-4d2b-beb4-60fb218d7a68", "result_sha256": "05a5c3deb0d600c0bc37c7d8e3a0a5f8abf253a4af8788934fd99a4e24d53787", "result": { "component_errors": { "h": 1.616216216216202, "l": 0.41960784313725696, "s": 0.044329896907193245 }, "correct": null, "cost_estimated": false, "cost_usd": 0.01386, "delta_e_ok": 0.004797482842477542, "error": null, "error_kind": null, "family": "hsl", "ground_truth": { "rgb": [ 225, 215, 188 ] }, "group_id": "numeric-07", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-07.png", "input_tokens": 736, "latency_sec": 6.2441236400045455, "model_name": "gpt-6-astra", "out_of_srgb": false, "output_tokens": 130, "prediction": { "h": 45.4, "l": 81.4, "s": 38.1 }, "prompt_sha256": "d5a3e77db006cc09848010934a3ee06e3beb9ab32aa54f5bf67eb79750a81ad8", "provider": "openai", "raw_prediction": "{\"h\":45.4,\"s\":38.1,\"l\":81.4}", "recorded_at": "2026-09-16T15:48:50.648098+00:00", "request_attempts": 1, "score": 97.60125857876123, "task_id": "colorbench-hsl-07", "tight_score": 90.40503431504492, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": true, "0.01": true, "0.02": true, "0.05": true } } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "cbe6a151-f4f7-4497-9ca0-60267c24b050", "result_sha256": "7f998323a269313bfd575d2d3e87d256b054fe2d233f537bbd84dfb7db01812f", "result": { "component_errors": { "h": null, "l": 0.7960784313725497, "s": 0.0 }, "correct": null, "cost_estimated": false, "cost_usd": 0.01326, "delta_e_ok": 0.006869147271902692, "error": null, "error_kind": null, "family": "hsl", "ground_truth": { "rgb": [ 128, 128, 128 ] }, "group_id": "numeric-08", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-08.png", "input_tokens": 736, "latency_sec": 10.154759990051389, "model_name": "gpt-6-astra", "out_of_srgb": false, "output_tokens": 118, "prediction": { "h": 0.0, "l": 49.4, "s": 0.0 }, "prompt_sha256": "d5a3e77db006cc09848010934a3ee06e3beb9ab32aa54f5bf67eb79750a81ad8", "provider": "openai", "raw_prediction": "{\"h\":0,\"s\":0,\"l\":49.4}", "recorded_at": "2026-09-16T16:32:12.612775+00:00", "request_attempts": 1, "score": 96.56542636404866, "task_id": "colorbench-hsl-08", "tight_score": 86.26170545619462, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": true, "0.02": true, "0.05": true } } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "8bfc1171-930a-4408-a724-d7fe244338b4", "result_sha256": "c56f0fc8dfbf547135c0e3615eb439ed6bbeaf5a36060eacbde419f8e05dfe06", "result": { "component_errors": { "h": 1.363636363636374, "l": 0.37254901960783826, "s": 3.161290322580655 }, "correct": null, "cost_estimated": false, "cost_usd": 0.01391, "delta_e_ok": 0.007228501337869952, "error": null, "error_kind": null, "family": "hsl", "ground_truth": { "rgb": [ 230, 32, 44 ] }, "group_id": "numeric-09", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-09.png", "input_tokens": 736, "latency_sec": 5.684921411098912, "model_name": "gpt-6-astra", "out_of_srgb": false, "output_tokens": 131, "prediction": { "h": 355.0, "l": 51.0, "s": 83.0 }, "prompt_sha256": "d5a3e77db006cc09848010934a3ee06e3beb9ab32aa54f5bf67eb79750a81ad8", "provider": "openai", "raw_prediction": "{\"h\":355,\"s\":83,\"l\":51}", "recorded_at": "2026-09-16T14:08:10.875688+00:00", "request_attempts": 1, "score": 96.38574933106503, "task_id": "colorbench-hsl-09", "tight_score": 85.5429973242601, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": true, "0.02": true, "0.05": true } } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "1d2dfacd-c293-4fd8-ad61-ea960d88c913", "result_sha256": "8d2cbda64f70c965cce5486797234438378e70e36d517250518bcb7839c8d269", "result": { "component_errors": { "h": 1.029850746268636, "l": 0.6862745098039227, "s": 0.3736263736263652 }, "correct": null, "cost_estimated": false, "cost_usd": 0.01251, "delta_e_ok": 0.008555002091527328, "error": null, "error_kind": null, "family": "hsl", "ground_truth": { "rgb": [ 24, 158, 82 ] }, "group_id": "numeric-10", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-10.png", "input_tokens": 736, "latency_sec": 5.2485351170180365, "model_name": "gpt-6-astra", "out_of_srgb": false, "output_tokens": 103, "prediction": { "h": 147.0, "l": 35.0, "s": 74.0 }, "prompt_sha256": "d5a3e77db006cc09848010934a3ee06e3beb9ab32aa54f5bf67eb79750a81ad8", "provider": "openai", "raw_prediction": "{\"h\":147,\"s\":74,\"l\":35}", "recorded_at": "2026-09-16T15:33:23.819874+00:00", "request_attempts": 1, "score": 95.72249895423633, "task_id": "colorbench-hsl-10", "tight_score": 82.88999581694534, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": true, "0.02": true, "0.05": true } } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "92b991fa-25f4-4b9b-86a6-97dfa02787fd", "result_sha256": "76b45e0e1c39f1b8e08b5b562a6157b7c52855e0ca9abb12ac39c41ecc0e228e", "result": { "component_errors": { "h": 1.0434782608695627, "l": 0.6666666666666643, "s": 2.6890756302520913 }, "correct": null, "cost_estimated": false, "cost_usd": 0.01351, "delta_e_ok": 0.0075942919842037285, "error": null, "error_kind": null, "family": "hsl", "ground_truth": { "rgb": [ 44, 84, 228 ] }, "group_id": "numeric-11", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-11.png", "input_tokens": 736, "latency_sec": 4.766110733966343, "model_name": "gpt-6-astra", "out_of_srgb": false, "output_tokens": 123, "prediction": { "h": 228.0, "l": 54.0, "s": 80.0 }, "prompt_sha256": "d5a3e77db006cc09848010934a3ee06e3beb9ab32aa54f5bf67eb79750a81ad8", "provider": "openai", "raw_prediction": "{\"h\":228,\"s\":80,\"l\":54}", "recorded_at": "2026-09-16T15:41:47.045686+00:00", "request_attempts": 1, "score": 96.20285400789813, "task_id": "colorbench-hsl-11", "tight_score": 84.81141603159254, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": true, "0.02": true, "0.05": true } } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "2b973d81-e137-4ff6-b93b-d5bb146b6c08", "result_sha256": "f756adbfdcde8801dd43e3b31e470d435d9f7f55b86200a951aa3be5660bdff2", "result": { "component_errors": { "h": 1.75, "l": 0.9019607843137294, "s": 0.4782608695652186 }, "correct": null, "cost_estimated": false, "cost_usd": 0.01386, "delta_e_ok": 0.011516483185424723, "error": null, "error_kind": null, "family": "hsl", "ground_truth": { "rgb": [ 236, 208, 44 ] }, "group_id": "numeric-12", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-12.png", "input_tokens": 736, "latency_sec": 6.871879859943874, "model_name": "gpt-6-astra", "out_of_srgb": false, "output_tokens": 130, "prediction": { "h": 53.0, "l": 54.0, "s": 83.0 }, "prompt_sha256": "d5a3e77db006cc09848010934a3ee06e3beb9ab32aa54f5bf67eb79750a81ad8", "provider": "openai", "raw_prediction": "{\"h\":53,\"s\":83,\"l\":54}", "recorded_at": "2026-09-16T14:23:44.014723+00:00", "request_attempts": 1, "score": 94.24175840728763, "task_id": "colorbench-hsl-12", "tight_score": 76.96703362915056, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": false, "0.02": true, "0.05": true } } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "a5a57cd7-92d5-4a9b-a908-4811caa555df", "result_sha256": "b4e608254f1f71ac4ff0cdd03d912b4d6416a893ed71ab9f9f354a1f7d8e26ed", "result": { "component_errors": { "h": 2.7142857142857224, "l": 0.19607843137254832, "s": 2.881889763779526 }, "correct": null, "cost_estimated": false, "cost_usd": 0.01331, "delta_e_ok": 0.009607716802947626, "error": null, "error_kind": null, "family": "hsl", "ground_truth": { "rgb": [ 198, 58, 188 ] }, "group_id": "numeric-13", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-13.png", "input_tokens": 736, "latency_sec": 4.9859210919821635, "model_name": "gpt-6-astra", "out_of_srgb": false, "output_tokens": 119, "prediction": { "h": 307.0, "l": 50.0, "s": 58.0 }, "prompt_sha256": "d5a3e77db006cc09848010934a3ee06e3beb9ab32aa54f5bf67eb79750a81ad8", "provider": "openai", "raw_prediction": "{\"h\":307,\"s\":58,\"l\":50}", "recorded_at": "2026-09-16T15:06:08.773184+00:00", "request_attempts": 1, "score": 95.19614159852618, "task_id": "colorbench-hsl-13", "tight_score": 80.78456639410476, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": true, "0.02": true, "0.05": true } } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "f19cccfa-6c6d-4186-9f40-55fa04c650c9", "result_sha256": "4026bfaf9c90e8eda5eb63ab70c0a4a6f3dbc6d3408bd26e3e8d201bd7f530df", "result": { "component_errors": { "h": 0.7922077922078188, "l": 1.4509803921568576, "s": 0.36363636363635266 }, "correct": null, "cost_estimated": false, "cost_usd": 0.01406, "delta_e_ok": 0.010892540502924113, "error": null, "error_kind": null, "family": "hsl", "ground_truth": { "rgb": [ 44, 178, 198 ] }, "group_id": "numeric-14", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-14.png", "input_tokens": 736, "latency_sec": 5.47326424496714, "model_name": "gpt-6-astra", "out_of_srgb": false, "output_tokens": 134, "prediction": { "h": 187.0, "l": 46.0, "s": 64.0 }, "prompt_sha256": "d5a3e77db006cc09848010934a3ee06e3beb9ab32aa54f5bf67eb79750a81ad8", "provider": "openai", "raw_prediction": "{\"h\":187,\"s\":64,\"l\":46}", "recorded_at": "2026-09-16T14:58:40.784871+00:00", "request_attempts": 1, "score": 94.55372974853795, "task_id": "colorbench-hsl-14", "tight_score": 78.21491899415177, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": false, "0.02": true, "0.05": true } } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "d1297ae7-8ff5-42ae-b30d-b26443aa7bcb", "result_sha256": "c07dd95573e3b169de40b7eedf40c6581c0902f2acbf6abdb73054fbbee8ba96", "result": { "component_errors": { "h": null, "l": 0.36666666666666714, "s": 5.88235294117647 }, "correct": null, "cost_estimated": false, "cost_usd": 0.00986, "delta_e_ok": 0.004137076526068073, "error": null, "error_kind": null, "family": "hsl", "ground_truth": { "rgb": [ 16, 16, 18 ] }, "group_id": "numeric-15", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-15.png", "input_tokens": 736, "latency_sec": 2.311776674934663, "model_name": "gpt-6-astra", "out_of_srgb": false, "output_tokens": 50, "prediction": { "h": 0.0, "l": 6.3, "s": 0.0 }, "prompt_sha256": "d5a3e77db006cc09848010934a3ee06e3beb9ab32aa54f5bf67eb79750a81ad8", "provider": "openai", "raw_prediction": "{\"h\":0,\"s\":0,\"l\":6.3}", "recorded_at": "2026-09-16T16:18:48.232940+00:00", "request_attempts": 1, "score": 97.93146173696596, "task_id": "colorbench-hsl-15", "tight_score": 91.72584694786386, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": true, "0.01": true, "0.02": true, "0.05": true } } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "02831fe9-12ca-4b06-948e-d88e7f678d7c", "result_sha256": "52fa547d81e91f9b1fb33e91b19b1c0d044299d9090ba48939f6e1089b3791d8", "result": { "component_errors": { "h": null, "l": 0.39411764705882035, "s": 0.8888888888889355 }, "correct": null, "cost_estimated": false, "cost_usd": 0.02271, "delta_e_ok": 0.0024914772298649914, "error": null, "error_kind": null, "family": "hsl", "ground_truth": { "rgb": [ 243, 243, 240 ] }, "group_id": "numeric-16", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-16.png", "input_tokens": 736, "latency_sec": 13.15290439594537, "model_name": "gpt-6-astra", "out_of_srgb": false, "output_tokens": 307, "prediction": { "h": 80.0, "l": 95.1, "s": 12.0 }, "prompt_sha256": "d5a3e77db006cc09848010934a3ee06e3beb9ab32aa54f5bf67eb79750a81ad8", "provider": "openai", "raw_prediction": "{\"h\":80,\"s\":12,\"l\":95.1}", "recorded_at": "2026-09-16T15:31:46.472405+00:00", "request_attempts": 1, "score": 98.75426138506751, "task_id": "colorbench-hsl-16", "tight_score": 95.01704554027002, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": true, "0.01": true, "0.02": true, "0.05": true } } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "5464558b-0776-4e9c-a671-0b52cd5c9462", "result_sha256": "2e358e55a7c192a0747d3dee400842aff4c9dada08ec5aa69b4c3846528a7e46", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00777, "delta_e_ok": null, "error": null, "error_kind": null, "family": "hue", "ground_truth": { "choice": "A" }, "group_id": "hue-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/hue-01.png", "input_tokens": 707, "latency_sec": 1.5540695160161704, "model_name": "gpt-6-astra", "out_of_srgb": null, "output_tokens": 14, "prediction": { "choice": "A" }, "prompt_sha256": "8234947471a1bb7076e1e5dfe2fd3aba8c91ae436b20be843f2b0ab51861fe52", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T15:11:10.129289+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-hue-01", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "1da61f83-8a23-4ae4-99b5-b30a51b952ad", "result_sha256": "f17d5bf3f00b8eed7df3664b3d3298bdd0130a7c984da3fc6fc1464bddf584ab", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00777, "delta_e_ok": null, "error": null, "error_kind": null, "family": "hue", "ground_truth": { "choice": "B" }, "group_id": "hue-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/hue-02.png", "input_tokens": 707, "latency_sec": 2.3784213099861518, "model_name": "gpt-6-astra", "out_of_srgb": null, "output_tokens": 14, "prediction": { "choice": "B" }, "prompt_sha256": "8234947471a1bb7076e1e5dfe2fd3aba8c91ae436b20be843f2b0ab51861fe52", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T15:08:56.934531+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-hue-02", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "5a778270-d7b3-4d08-a0ce-135f0906dff4", "result_sha256": "e8b40ff78555ff45c30c16b9fd4fe52b079ce2ac5eba0b6d8096d1bd507de570", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00777, "delta_e_ok": null, "error": null, "error_kind": null, "family": "hue", "ground_truth": { "choice": "C" }, "group_id": "hue-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/hue-03.png", "input_tokens": 707, "latency_sec": 3.9702915369998664, "model_name": "gpt-6-astra", "out_of_srgb": null, "output_tokens": 14, "prediction": { "choice": "C" }, "prompt_sha256": "8234947471a1bb7076e1e5dfe2fd3aba8c91ae436b20be843f2b0ab51861fe52", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-16T16:17:20.222742+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-hue-03", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "69fbb2b4-8ecd-4ad1-a0be-cfc9cac846e3", "result_sha256": "fdce517417862b64a019573e64551252bd05eedbb49c0294280f299e3544f3ea", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00777, "delta_e_ok": null, "error": null, "error_kind": null, "family": "hue", "ground_truth": { "choice": "D" }, "group_id": "hue-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/hue-04.png", "input_tokens": 707, "latency_sec": 2.88318874000106, "model_name": "gpt-6-astra", "out_of_srgb": null, "output_tokens": 14, "prediction": { "choice": "D" }, "prompt_sha256": "8234947471a1bb7076e1e5dfe2fd3aba8c91ae436b20be843f2b0ab51861fe52", "provider": "openai", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-16T16:01:01.327619+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-hue-04", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "41cae77f-a545-4fcb-acda-0c747b00d8d0", "result_sha256": "35a219e432def006978ef393ee4fec40eceed775ab912340d178fb9e4e725388", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00777, "delta_e_ok": null, "error": null, "error_kind": null, "family": "hue", "ground_truth": { "choice": "A" }, "group_id": "hue-05", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/hue-05.png", "input_tokens": 707, "latency_sec": 4.137341237976216, "model_name": "gpt-6-astra", "out_of_srgb": null, "output_tokens": 14, "prediction": { "choice": "A" }, "prompt_sha256": "8234947471a1bb7076e1e5dfe2fd3aba8c91ae436b20be843f2b0ab51861fe52", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T15:18:33.368009+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-hue-05", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "641cc827-0a8a-499a-b73a-7ece6879efb2", "result_sha256": "9f20d7b32512c9a4ecec5475943897f8a74c8cf879d82795eeb7f61d8a19c292", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00777, "delta_e_ok": null, "error": null, "error_kind": null, "family": "hue", "ground_truth": { "choice": "B" }, "group_id": "hue-06", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/hue-06.png", "input_tokens": 707, "latency_sec": 3.6900481659686193, "model_name": "gpt-6-astra", "out_of_srgb": null, "output_tokens": 14, "prediction": { "choice": "B" }, "prompt_sha256": "8234947471a1bb7076e1e5dfe2fd3aba8c91ae436b20be843f2b0ab51861fe52", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T16:06:51.285650+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-hue-06", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "63acadf9-5128-42a2-80c2-6fcfa18ae71d", "result_sha256": "90f3beffcdc3552e6eb920b36b26c36d15027269cdd7b416ba490595be1d263f", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00777, "delta_e_ok": null, "error": null, "error_kind": null, "family": "hue", "ground_truth": { "choice": "C" }, "group_id": "hue-07", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/hue-07.png", "input_tokens": 707, "latency_sec": 1.9211001829244196, "model_name": "gpt-6-astra", "out_of_srgb": null, "output_tokens": 14, "prediction": { "choice": "C" }, "prompt_sha256": "8234947471a1bb7076e1e5dfe2fd3aba8c91ae436b20be843f2b0ab51861fe52", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-16T15:48:06.709612+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-hue-07", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "69589e0d-9cdc-4676-bc95-9612bcff8e3f", "result_sha256": "5d633029e21031d2fe0467d074b653b95067ff7d2005049eb44eaa28e2f7e116", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00777, "delta_e_ok": null, "error": null, "error_kind": null, "family": "hue", "ground_truth": { "choice": "D" }, "group_id": "hue-08", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/hue-08.png", "input_tokens": 707, "latency_sec": 2.793196734972298, "model_name": "gpt-6-astra", "out_of_srgb": null, "output_tokens": 14, "prediction": { "choice": "D" }, "prompt_sha256": "8234947471a1bb7076e1e5dfe2fd3aba8c91ae436b20be843f2b0ab51861fe52", "provider": "openai", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-16T14:35:40.885128+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-hue-08", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "c448c2f2-a074-4ac2-a1ac-c09540d729ad", "result_sha256": "a82f9ec0dc49b5be05dabcd22fb84a256b7d60cff3968f78ead8840bca6121c6", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00777, "delta_e_ok": null, "error": null, "error_kind": null, "family": "hue", "ground_truth": { "choice": "A" }, "group_id": "hue-09", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/hue-09.png", "input_tokens": 707, "latency_sec": 3.45314475602936, "model_name": "gpt-6-astra", "out_of_srgb": null, "output_tokens": 14, "prediction": { "choice": "A" }, "prompt_sha256": "8234947471a1bb7076e1e5dfe2fd3aba8c91ae436b20be843f2b0ab51861fe52", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T14:03:46.877408+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-hue-09", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "3acebe8e-f1ba-4ce4-a039-ee8b61c0c169", "result_sha256": "51f5b28dda4f1fd7c8eb721799275faf7e42e9dcec9a6464171d889280562290", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00777, "delta_e_ok": null, "error": null, "error_kind": null, "family": "hue", "ground_truth": { "choice": "B" }, "group_id": "hue-10", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/hue-10.png", "input_tokens": 707, "latency_sec": 4.818546294001862, "model_name": "gpt-6-astra", "out_of_srgb": null, "output_tokens": 14, "prediction": { "choice": "B" }, "prompt_sha256": "8234947471a1bb7076e1e5dfe2fd3aba8c91ae436b20be843f2b0ab51861fe52", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T14:34:46.997522+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-hue-10", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "f6d1131b-c50f-491b-b93a-d55b8d0121f3", "result_sha256": "5fe4f4e02a7983e65bf52559cd01138c2974743a77725417f65c815118080514", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00777, "delta_e_ok": null, "error": null, "error_kind": null, "family": "hue", "ground_truth": { "choice": "C" }, "group_id": "hue-11", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/hue-11.png", "input_tokens": 707, "latency_sec": 3.259485666989349, "model_name": "gpt-6-astra", "out_of_srgb": null, "output_tokens": 14, "prediction": { "choice": "C" }, "prompt_sha256": "8234947471a1bb7076e1e5dfe2fd3aba8c91ae436b20be843f2b0ab51861fe52", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-16T15:23:49.241973+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-hue-11", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "c6c6520d-7971-4132-a122-1b36c84e0dfe", "result_sha256": "b7f041b93f9b1f4356f312a3bf508e70b51cfb318fff4b5fd8fcd78e37816086", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00777, "delta_e_ok": null, "error": null, "error_kind": null, "family": "hue", "ground_truth": { "choice": "D" }, "group_id": "hue-12", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/hue-12.png", "input_tokens": 707, "latency_sec": 2.0852405710611492, "model_name": "gpt-6-astra", "out_of_srgb": null, "output_tokens": 14, "prediction": { "choice": "D" }, "prompt_sha256": "8234947471a1bb7076e1e5dfe2fd3aba8c91ae436b20be843f2b0ab51861fe52", "provider": "openai", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-16T14:42:46.596906+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-hue-12", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "bb7ea66f-6a19-43df-bc66-0e1f892e48e5", "result_sha256": "85394348bf1b3a933bbdaad17f578658608078935a99eb28c023d649c1fbdba1", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00902, "delta_e_ok": null, "error": null, "error_kind": null, "family": "hue", "ground_truth": { "choice": "A" }, "group_id": "hue-13", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/hue-13.png", "input_tokens": 707, "latency_sec": 2.2326325400499627, "model_name": "gpt-6-astra", "out_of_srgb": null, "output_tokens": 39, "prediction": { "choice": "A" }, "prompt_sha256": "8234947471a1bb7076e1e5dfe2fd3aba8c91ae436b20be843f2b0ab51861fe52", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T14:38:24.037440+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-hue-13", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "567df7d4-8fe0-48c0-a270-0cfe59803388", "result_sha256": "fcd0fa6bed6f6f90221d4a76f8b0865b66ba23a060e34208b32df25938a72ae8", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00882, "delta_e_ok": null, "error": null, "error_kind": null, "family": "hue", "ground_truth": { "choice": "B" }, "group_id": "hue-14", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/hue-14.png", "input_tokens": 707, "latency_sec": 2.5841847779229283, "model_name": "gpt-6-astra", "out_of_srgb": null, "output_tokens": 35, "prediction": { "choice": "B" }, "prompt_sha256": "8234947471a1bb7076e1e5dfe2fd3aba8c91ae436b20be843f2b0ab51861fe52", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T14:22:22.201037+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-hue-14", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "45b86d3c-cf72-4f25-adcf-96ca848b32ae", "result_sha256": "a9f50f587e5e81bed3f1ae4c90f49fa197bcf914bcf4e3d66e9160352886b497", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00882, "delta_e_ok": null, "error": null, "error_kind": null, "family": "hue", "ground_truth": { "choice": "C" }, "group_id": "hue-15", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/hue-15.png", "input_tokens": 707, "latency_sec": 2.0935513420263305, "model_name": "gpt-6-astra", "out_of_srgb": null, "output_tokens": 35, "prediction": { "choice": "C" }, "prompt_sha256": "8234947471a1bb7076e1e5dfe2fd3aba8c91ae436b20be843f2b0ab51861fe52", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-16T14:33:51.445144+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-hue-15", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "d06fac26-4046-45aa-a123-ae885607be88", "result_sha256": "05f500351fe13159a39676546ab1b17afe7eff3a4be39f71170418b60fa6a52c", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00847, "delta_e_ok": null, "error": null, "error_kind": null, "family": "hue", "ground_truth": { "choice": "D" }, "group_id": "hue-16", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/hue-16.png", "input_tokens": 707, "latency_sec": 2.361323071992956, "model_name": "gpt-6-astra", "out_of_srgb": null, "output_tokens": 28, "prediction": { "choice": "D" }, "prompt_sha256": "8234947471a1bb7076e1e5dfe2fd3aba8c91ae436b20be843f2b0ab51861fe52", "provider": "openai", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-16T15:31:00.736498+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-hue-16", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "5410551c-f357-46e1-988e-767a80f882ae", "result_sha256": "7c14ee740c7617ed947fd44ec82919673cf4e5af97824eca4ddcac52db954d35", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00962, "delta_e_ok": null, "error": null, "error_kind": null, "family": "hue", "ground_truth": { "choice": "A" }, "group_id": "hue-17", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/hue-17.png", "input_tokens": 707, "latency_sec": 2.9502440909855068, "model_name": "gpt-6-astra", "out_of_srgb": null, "output_tokens": 51, "prediction": { "choice": "A" }, "prompt_sha256": "8234947471a1bb7076e1e5dfe2fd3aba8c91ae436b20be843f2b0ab51861fe52", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T15:29:23.477607+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-hue-17", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "2a28fefe-dc30-4578-9bb5-f97b7d9b535a", "result_sha256": "83cb501577248e936f27aaa996669586908407d85ac16871eb6f920e1df6caac", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00922, "delta_e_ok": null, "error": null, "error_kind": null, "family": "hue", "ground_truth": { "choice": "B" }, "group_id": "hue-18", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/hue-18.png", "input_tokens": 707, "latency_sec": 2.0881664770422503, "model_name": "gpt-6-astra", "out_of_srgb": null, "output_tokens": 43, "prediction": { "choice": "B" }, "prompt_sha256": "8234947471a1bb7076e1e5dfe2fd3aba8c91ae436b20be843f2b0ab51861fe52", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T16:19:55.783899+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-hue-18", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "ec1ae7f6-1dbc-4366-875e-e2b5ed18bdbb", "result_sha256": "8cd475a16ae4a8fdb06385dc79c646317ef3ec165df107e3f80b3fe91128a459", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00902, "delta_e_ok": null, "error": null, "error_kind": null, "family": "hue", "ground_truth": { "choice": "C" }, "group_id": "hue-19", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/hue-19.png", "input_tokens": 707, "latency_sec": 2.349269232014194, "model_name": "gpt-6-astra", "out_of_srgb": null, "output_tokens": 39, "prediction": { "choice": "C" }, "prompt_sha256": "8234947471a1bb7076e1e5dfe2fd3aba8c91ae436b20be843f2b0ab51861fe52", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-16T15:18:39.186973+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-hue-19", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "d3553fc2-08e5-4b96-9a11-d27e641cb840", "result_sha256": "6419f9fa989817866e23b53a77201a32b48b8348b0fabfad7d8f586872ca6f84", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00912, "delta_e_ok": null, "error": null, "error_kind": null, "family": "hue", "ground_truth": { "choice": "D" }, "group_id": "hue-20", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/hue-20.png", "input_tokens": 707, "latency_sec": 2.1907412400469184, "model_name": "gpt-6-astra", "out_of_srgb": null, "output_tokens": 41, "prediction": { "choice": "D" }, "prompt_sha256": "8234947471a1bb7076e1e5dfe2fd3aba8c91ae436b20be843f2b0ab51861fe52", "provider": "openai", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-16T15:54:20.960645+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-hue-20", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "2cdfafe4-9ba9-4efa-bef6-763ce50a4c63", "result_sha256": "18e30056342a302a53ca620040bd31a48457353cc7615021e2bf2a1b9527a566", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.01057, "delta_e_ok": null, "error": null, "error_kind": null, "family": "hue", "ground_truth": { "choice": "A" }, "group_id": "hue-21", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/hue-21.png", "input_tokens": 707, "latency_sec": 3.6759841040475294, "model_name": "gpt-6-astra", "out_of_srgb": null, "output_tokens": 70, "prediction": { "choice": "A" }, "prompt_sha256": "8234947471a1bb7076e1e5dfe2fd3aba8c91ae436b20be843f2b0ab51861fe52", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T16:28:22.760183+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-hue-21", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "e5649ad2-a116-4090-b995-11025317e95e", "result_sha256": "7b4d21f20df4280f2e6157637c62beb40712b3f1e5bd8280b0fe93def56e238b", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.01112, "delta_e_ok": null, "error": null, "error_kind": null, "family": "hue", "ground_truth": { "choice": "B" }, "group_id": "hue-22", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/hue-22.png", "input_tokens": 707, "latency_sec": 4.222073029959574, "model_name": "gpt-6-astra", "out_of_srgb": null, "output_tokens": 81, "prediction": { "choice": "B" }, "prompt_sha256": "8234947471a1bb7076e1e5dfe2fd3aba8c91ae436b20be843f2b0ab51861fe52", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T15:34:09.337561+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-hue-22", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "5a6b1c57-a280-4d25-9f8c-a4de98ced534", "result_sha256": "84728d91a39151679ce775005522448314eeb64c6b35671f6bd9733d4fabcf30", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.01137, "delta_e_ok": null, "error": null, "error_kind": null, "family": "hue", "ground_truth": { "choice": "C" }, "group_id": "hue-23", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/hue-23.png", "input_tokens": 707, "latency_sec": 5.4796613320941105, "model_name": "gpt-6-astra", "out_of_srgb": null, "output_tokens": 86, "prediction": { "choice": "C" }, "prompt_sha256": "8234947471a1bb7076e1e5dfe2fd3aba8c91ae436b20be843f2b0ab51861fe52", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-16T15:21:39.931674+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-hue-23", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "750b63c2-4eb7-4455-ba16-671cf01f66d0", "result_sha256": "3fe097ef148dc15e02e70978c086c605fb04eb5d746ac5add240000321c92a8f", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.01172, "delta_e_ok": null, "error": null, "error_kind": null, "family": "hue", "ground_truth": { "choice": "D" }, "group_id": "hue-24", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/hue-24.png", "input_tokens": 707, "latency_sec": 3.7994601140962914, "model_name": "gpt-6-astra", "out_of_srgb": null, "output_tokens": 93, "prediction": { "choice": "D" }, "prompt_sha256": "8234947471a1bb7076e1e5dfe2fd3aba8c91ae436b20be843f2b0ab51861fe52", "provider": "openai", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-16T14:46:43.986253+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-hue-24", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "a614ffa2-2f6c-461f-bf3b-5997d4058568", "result_sha256": "7140e3b2f6485b5779012c1e4b0ea199be8b984dfc0d374f38c8c2d459e1af49", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.01002, "delta_e_ok": null, "error": null, "error_kind": null, "family": "hue", "ground_truth": { "choice": "A" }, "group_id": "hue-25", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/hue-25.png", "input_tokens": 707, "latency_sec": 2.5190018069697544, "model_name": "gpt-6-astra", "out_of_srgb": null, "output_tokens": 59, "prediction": { "choice": "A" }, "prompt_sha256": "8234947471a1bb7076e1e5dfe2fd3aba8c91ae436b20be843f2b0ab51861fe52", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T16:30:24.131103+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-hue-25", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "697544b6-e8fd-4f9c-be8e-6893b512cf1d", "result_sha256": "4fe893f7adae0434b6b3ef22247ebc2226cdd3ae4b5f2a7edf9267fe2055e8ea", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.01037, "delta_e_ok": null, "error": null, "error_kind": null, "family": "hue", "ground_truth": { "choice": "B" }, "group_id": "hue-26", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/hue-26.png", "input_tokens": 707, "latency_sec": 3.901294925948605, "model_name": "gpt-6-astra", "out_of_srgb": null, "output_tokens": 66, "prediction": { "choice": "B" }, "prompt_sha256": "8234947471a1bb7076e1e5dfe2fd3aba8c91ae436b20be843f2b0ab51861fe52", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T15:45:16.039095+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-hue-26", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "f25b4fa7-2acf-45ed-bfa5-31b6882694cf", "result_sha256": "f842bb53d202b759c7afe42354cfab02958f505ab18e929d8c6e97cb0deb6542", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00922, "delta_e_ok": null, "error": null, "error_kind": null, "family": "hue", "ground_truth": { "choice": "C" }, "group_id": "hue-27", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/hue-27.png", "input_tokens": 707, "latency_sec": 2.925587105914019, "model_name": "gpt-6-astra", "out_of_srgb": null, "output_tokens": 43, "prediction": { "choice": "C" }, "prompt_sha256": "8234947471a1bb7076e1e5dfe2fd3aba8c91ae436b20be843f2b0ab51861fe52", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-16T16:05:15.288088+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-hue-27", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "f59f3e52-9467-411c-802c-83ad01126f8e", "result_sha256": "79444cc9cc6918dd74f40260c7b5dc7795f012c87a578a0b8f1b10b3b1fdb538", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00997, "delta_e_ok": null, "error": null, "error_kind": null, "family": "hue", "ground_truth": { "choice": "D" }, "group_id": "hue-28", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/hue-28.png", "input_tokens": 707, "latency_sec": 3.362547419965267, "model_name": "gpt-6-astra", "out_of_srgb": null, "output_tokens": 58, "prediction": { "choice": "D" }, "prompt_sha256": "8234947471a1bb7076e1e5dfe2fd3aba8c91ae436b20be843f2b0ab51861fe52", "provider": "openai", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-16T15:00:15.968503+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-hue-28", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "4be4fc21-8160-4e18-881f-ac8adbe778b7", "result_sha256": "973035ef6544227e029a438b6fc2d5ca4001ce74bbb4def45873c6e065897646", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.01192, "delta_e_ok": null, "error": null, "error_kind": null, "family": "hue", "ground_truth": { "choice": "A" }, "group_id": "hue-29", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/hue-29.png", "input_tokens": 707, "latency_sec": 4.686330827069469, "model_name": "gpt-6-astra", "out_of_srgb": null, "output_tokens": 97, "prediction": { "choice": "A" }, "prompt_sha256": "8234947471a1bb7076e1e5dfe2fd3aba8c91ae436b20be843f2b0ab51861fe52", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T16:11:47.279073+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-hue-29", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "21e6e109-ad20-4800-83b5-b62478f0f0ef", "result_sha256": "57a58a7ef91ec56e05ab961193f2ae1ea689682726bd2914b68bf1a8ad18ab36", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.01442, "delta_e_ok": null, "error": null, "error_kind": null, "family": "hue", "ground_truth": { "choice": "B" }, "group_id": "hue-30", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/hue-30.png", "input_tokens": 707, "latency_sec": 7.557174660032615, "model_name": "gpt-6-astra", "out_of_srgb": null, "output_tokens": 147, "prediction": { "choice": "B" }, "prompt_sha256": "8234947471a1bb7076e1e5dfe2fd3aba8c91ae436b20be843f2b0ab51861fe52", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T15:05:23.095790+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-hue-30", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "e5e8709e-61f1-4dda-8973-177dfba1da82", "result_sha256": "5ab512ab950cff3ce335525e2d5f1d872f30fc341f0a8c0a74a1d78522e04979", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.01077, "delta_e_ok": null, "error": null, "error_kind": null, "family": "hue", "ground_truth": { "choice": "C" }, "group_id": "hue-31", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/hue-31.png", "input_tokens": 707, "latency_sec": 4.999826880986802, "model_name": "gpt-6-astra", "out_of_srgb": null, "output_tokens": 74, "prediction": { "choice": "C" }, "prompt_sha256": "8234947471a1bb7076e1e5dfe2fd3aba8c91ae436b20be843f2b0ab51861fe52", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-16T14:29:08.526295+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-hue-31", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "4c569354-cf4a-47bc-9315-f858b3609187", "result_sha256": "50bdeec0a6dc4a32da957a0d62447c9fa9dbcdedb508b31761f07082dda4064b", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.04207, "delta_e_ok": null, "error": null, "error_kind": null, "family": "hue", "ground_truth": { "choice": "D" }, "group_id": "hue-32", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/hue-32.png", "input_tokens": 707, "latency_sec": 22.561220641015097, "model_name": "gpt-6-astra", "out_of_srgb": null, "output_tokens": 700, "prediction": { "choice": "D" }, "prompt_sha256": "8234947471a1bb7076e1e5dfe2fd3aba8c91ae436b20be843f2b0ab51861fe52", "provider": "openai", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-16T15:17:24.800294+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-hue-32", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "a3d6a1c7-1c87-4be7-87d1-6d2401c85411", "result_sha256": "e9ad5d14d356609616a37f1ca26fa45b2a16b1e632647c2c114f94fede52a281", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00747, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "B" }, "group_id": "lightness-chain-01-edge-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-01.png", "input_tokens": 677, "latency_sec": 4.20034343295265, "model_name": "gpt-6-astra", "out_of_srgb": null, "output_tokens": 14, "prediction": { "choice": "B" }, "prompt_sha256": "64bfc83d308291dc6a447de93571b42ec09ec6278f7fe82905c059b3926629a9", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T14:03:13.999412+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-01", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "23fd39b9-fb05-4d6c-8709-c4094eb6d15d", "result_sha256": "30eda37be705fe61ad72f17612d13269f192c24fc0ad63a7fbcadb84eb20d68a", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00747, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "A" }, "group_id": "lightness-chain-01-edge-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-02.png", "input_tokens": 677, "latency_sec": 3.504034621990286, "model_name": "gpt-6-astra", "out_of_srgb": null, "output_tokens": 14, "prediction": { "choice": "A" }, "prompt_sha256": "64bfc83d308291dc6a447de93571b42ec09ec6278f7fe82905c059b3926629a9", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T15:31:12.920327+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-02", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "2c548094-39b0-4c28-98dc-906f5b5c996f", "result_sha256": "6fdb72b80a095b4b804ab30c957b0d3a869fbddc90b51e4143265e98630d0550", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00747, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "A" }, "group_id": "lightness-chain-01-edge-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-03.png", "input_tokens": 677, "latency_sec": 1.577824258012697, "model_name": "gpt-6-astra", "out_of_srgb": null, "output_tokens": 14, "prediction": { "choice": "A" }, "prompt_sha256": "14500bd7eefa43cebfa107c8a8fa9fa53dddd9be742ffa97660526f7a924c308", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T16:26:48.105955+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-03", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "42dd44d9-c898-4b15-8f8c-443ac6f1c9a5", "result_sha256": "a57ed409e8323e1f356bb6f0b7452008bab4a30d50028ec7a9ec5e5f171f54f0", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00747, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "B" }, "group_id": "lightness-chain-01-edge-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-04.png", "input_tokens": 677, "latency_sec": 1.7017130269668996, "model_name": "gpt-6-astra", "out_of_srgb": null, "output_tokens": 14, "prediction": { "choice": "B" }, "prompt_sha256": "14500bd7eefa43cebfa107c8a8fa9fa53dddd9be742ffa97660526f7a924c308", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T14:28:17.640610+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-04", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "2cafe310-b027-4040-94f0-2b7ed1f2763d", "result_sha256": "68e4b27a6526c19c424019cf516121e9b0115f930c1869c47d676176ddb379ee", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00747, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "B" }, "group_id": "lightness-chain-01-edge-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-05.png", "input_tokens": 677, "latency_sec": 2.0590900549432263, "model_name": "gpt-6-astra", "out_of_srgb": null, "output_tokens": 14, "prediction": { "choice": "B" }, "prompt_sha256": "64bfc83d308291dc6a447de93571b42ec09ec6278f7fe82905c059b3926629a9", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T16:05:31.777709+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-05", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "ac7451fa-6fce-4f5a-9279-57f651e7b39b", "result_sha256": "d845e2fdd934a2fd233a7502beb4a20dbe8e54e56d2d5e95099d4eebcdae0521", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00747, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "A" }, "group_id": "lightness-chain-01-edge-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-06.png", "input_tokens": 677, "latency_sec": 5.141006482066587, "model_name": "gpt-6-astra", "out_of_srgb": null, "output_tokens": 14, "prediction": { "choice": "A" }, "prompt_sha256": "64bfc83d308291dc6a447de93571b42ec09ec6278f7fe82905c059b3926629a9", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T16:30:52.086575+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-06", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "eed5d79c-6906-4f28-b582-5d303443ee63", "result_sha256": "1c571d639b6dd03af1c6374dc0798c0a4746ad5f0f7918f27e27ba4ba604922d", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00747, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "A" }, "group_id": "lightness-chain-01-edge-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-07.png", "input_tokens": 677, "latency_sec": 1.9217106030555442, "model_name": "gpt-6-astra", "out_of_srgb": null, "output_tokens": 14, "prediction": { "choice": "A" }, "prompt_sha256": "14500bd7eefa43cebfa107c8a8fa9fa53dddd9be742ffa97660526f7a924c308", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T14:16:48.329139+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-07", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "0239ec53-d6e0-4ddb-8c6f-5ecef0c4e45f", "result_sha256": "6bcac0c42b1b13ca2060e916d37e3f7673b864429a9301686796afba7cb8978a", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00747, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "B" }, "group_id": "lightness-chain-01-edge-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-08.png", "input_tokens": 677, "latency_sec": 1.482531567919068, "model_name": "gpt-6-astra", "out_of_srgb": null, "output_tokens": 14, "prediction": { "choice": "B" }, "prompt_sha256": "14500bd7eefa43cebfa107c8a8fa9fa53dddd9be742ffa97660526f7a924c308", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T14:23:27.385765+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-08", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "4fe903f6-a37c-4d89-b878-d94ad685726e", "result_sha256": "24924a7430bcc6cdeca5bc42e7966492a05e71d7e70022109086fd923ee3560d", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00832, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "B" }, "group_id": "lightness-chain-01-edge-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-09.png", "input_tokens": 677, "latency_sec": 3.2782566390233114, "model_name": "gpt-6-astra", "out_of_srgb": null, "output_tokens": 31, "prediction": { "choice": "B" }, "prompt_sha256": "64bfc83d308291dc6a447de93571b42ec09ec6278f7fe82905c059b3926629a9", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T15:13:10.527605+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-09", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "39d12575-8542-4973-8db0-4b4611c4ab76", "result_sha256": "756374a63def189122170b0cd25a0065cf14984323d334a7b804f0f7518eb634", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00837, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "A" }, "group_id": "lightness-chain-01-edge-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-10.png", "input_tokens": 677, "latency_sec": 3.094704405986704, "model_name": "gpt-6-astra", "out_of_srgb": null, "output_tokens": 32, "prediction": { "choice": "A" }, "prompt_sha256": "64bfc83d308291dc6a447de93571b42ec09ec6278f7fe82905c059b3926629a9", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T15:05:43.742995+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-10", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "5a9b371f-a219-4efc-ac74-9d4af9908768", "result_sha256": "91580286bf668028f0019363507df01312019cf60bcc8737dd20d56f65f68f7d", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00837, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "A" }, "group_id": "lightness-chain-01-edge-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-11.png", "input_tokens": 677, "latency_sec": 2.506251629907638, "model_name": "gpt-6-astra", "out_of_srgb": null, "output_tokens": 32, "prediction": { "choice": "A" }, "prompt_sha256": "14500bd7eefa43cebfa107c8a8fa9fa53dddd9be742ffa97660526f7a924c308", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T16:16:53.618447+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-11", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "61d6ea42-6ff8-4d58-bda5-78d5163262ee", "result_sha256": "8174ae5f2e28906c2ad3d088f3365707694057e5a7d9802fddbaf2774f07a5e6", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00837, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "B" }, "group_id": "lightness-chain-01-edge-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-12.png", "input_tokens": 677, "latency_sec": 1.8869954979745671, "model_name": "gpt-6-astra", "out_of_srgb": null, "output_tokens": 32, "prediction": { "choice": "B" }, "prompt_sha256": "14500bd7eefa43cebfa107c8a8fa9fa53dddd9be742ffa97660526f7a924c308", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T15:50:19.815984+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-12", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "7fa5b1d0-9cd7-43be-9891-ce4cef647479", "result_sha256": "d324249ee5af42c1c7b0e326bbecaf725c9a5f182910b46ef0e3428e08679843", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00867, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "B" }, "group_id": "lightness-chain-01-edge-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-13.png", "input_tokens": 677, "latency_sec": 2.909569910960272, "model_name": "gpt-6-astra", "out_of_srgb": null, "output_tokens": 38, "prediction": { "choice": "B" }, "prompt_sha256": "64bfc83d308291dc6a447de93571b42ec09ec6278f7fe82905c059b3926629a9", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T15:51:08.430751+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-13", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "c32d3b09-8038-4702-b277-923f8cdbd229", "result_sha256": "f89e3d8d9027e9d7d650e1dfd65484e1e330bf3ea2ecdf9272760084a7e39121", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00872, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "A" }, "group_id": "lightness-chain-01-edge-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-14.png", "input_tokens": 677, "latency_sec": 2.9659805190749466, "model_name": "gpt-6-astra", "out_of_srgb": null, "output_tokens": 39, "prediction": { "choice": "A" }, "prompt_sha256": "64bfc83d308291dc6a447de93571b42ec09ec6278f7fe82905c059b3926629a9", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T14:16:37.011665+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-14", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "5a5d68b8-0364-4fcb-ac32-2fac2310b583", "result_sha256": "e844f1b18fdda432b12712dceba410608d603bea4d00d881c3b3511a4942386e", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00877, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "A" }, "group_id": "lightness-chain-01-edge-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-15.png", "input_tokens": 677, "latency_sec": 2.394032577984035, "model_name": "gpt-6-astra", "out_of_srgb": null, "output_tokens": 40, "prediction": { "choice": "A" }, "prompt_sha256": "14500bd7eefa43cebfa107c8a8fa9fa53dddd9be742ffa97660526f7a924c308", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T14:56:24.249662+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-15", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "ab3530fa-916c-40a6-a29b-ac49320ca451", "result_sha256": "4f6eb1334ae5a844ab3d03061afed07113b1191c3d0b49392485fcb772418454", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00847, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "B" }, "group_id": "lightness-chain-01-edge-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-16.png", "input_tokens": 677, "latency_sec": 2.75049051491078, "model_name": "gpt-6-astra", "out_of_srgb": null, "output_tokens": 34, "prediction": { "choice": "B" }, "prompt_sha256": "14500bd7eefa43cebfa107c8a8fa9fa53dddd9be742ffa97660526f7a924c308", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T15:27:41.894562+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-16", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "e0b32b77-9089-4a1b-83e0-f94ed3e011cc", "result_sha256": "193651a012dccee3e9ba1456e2f4633839e903c58cc777e085f15738c6e4c633", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00747, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "B" }, "group_id": "lightness-chain-02-edge-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-17.png", "input_tokens": 677, "latency_sec": 1.73150395299308, "model_name": "gpt-6-astra", "out_of_srgb": null, "output_tokens": 14, "prediction": { "choice": "B" }, "prompt_sha256": "64bfc83d308291dc6a447de93571b42ec09ec6278f7fe82905c059b3926629a9", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T16:24:05.846651+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-17", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "0c10fbad-54ed-4b93-999b-a5ce1faa4b02", "result_sha256": "fbf11c15d95ddc2e22331ecb7228b410e3e57ec78a3a474240e5e38195d00c1c", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00747, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "A" }, "group_id": "lightness-chain-02-edge-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-18.png", "input_tokens": 677, "latency_sec": 2.214004056993872, "model_name": "gpt-6-astra", "out_of_srgb": null, "output_tokens": 14, "prediction": { "choice": "A" }, "prompt_sha256": "64bfc83d308291dc6a447de93571b42ec09ec6278f7fe82905c059b3926629a9", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T15:39:43.268288+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-18", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "41ea6978-c4b9-483b-a2bd-5053c15f4731", "result_sha256": "6fd42da854735bd17322d7c1631f2f4ed06f6442e451e86c2e31d9d78437b885", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00747, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "A" }, "group_id": "lightness-chain-02-edge-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-19.png", "input_tokens": 677, "latency_sec": 1.801870358060114, "model_name": "gpt-6-astra", "out_of_srgb": null, "output_tokens": 14, "prediction": { "choice": "A" }, "prompt_sha256": "14500bd7eefa43cebfa107c8a8fa9fa53dddd9be742ffa97660526f7a924c308", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T14:53:31.870755+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-19", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "282c6ad3-d95d-4a24-9c95-dc22484fb5eb", "result_sha256": "c9b346b1a6250ed79e143c9a7fb53e84c8ecc9c313250c1722d8938413efc44f", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00747, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "B" }, "group_id": "lightness-chain-02-edge-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-20.png", "input_tokens": 677, "latency_sec": 2.2806919310241938, "model_name": "gpt-6-astra", "out_of_srgb": null, "output_tokens": 14, "prediction": { "choice": "B" }, "prompt_sha256": "14500bd7eefa43cebfa107c8a8fa9fa53dddd9be742ffa97660526f7a924c308", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T15:24:03.152821+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-20", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "82633c59-ef33-4fee-8c82-c107ffb29763", "result_sha256": "f3d33567c5c76ab187e9a599ce188f2d6c9fc4ad607a90ac600fcc8b29d1774e", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00902, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "B" }, "group_id": "lightness-chain-02-edge-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-21.png", "input_tokens": 677, "latency_sec": 2.461564124911092, "model_name": "gpt-6-astra", "out_of_srgb": null, "output_tokens": 45, "prediction": { "choice": "B" }, "prompt_sha256": "64bfc83d308291dc6a447de93571b42ec09ec6278f7fe82905c059b3926629a9", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T16:02:37.318370+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-21", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "dbcde74c-6120-42b5-a744-30a4934fdd3d", "result_sha256": "07dc2b38d93b2f2aea1a3f915061f88f15eb2ea2ab9bbb8169e98b492472fcf3", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00902, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "A" }, "group_id": "lightness-chain-02-edge-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-22.png", "input_tokens": 677, "latency_sec": 3.162334991968237, "model_name": "gpt-6-astra", "out_of_srgb": null, "output_tokens": 45, "prediction": { "choice": "A" }, "prompt_sha256": "64bfc83d308291dc6a447de93571b42ec09ec6278f7fe82905c059b3926629a9", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T14:56:10.196849+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-22", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "96dc1b56-dad0-4fe1-a11b-088aadabec45", "result_sha256": "4935b6b67b520ce5b4e5001e1853bb1b2ef74a37ca9f33ff535c588e18cd336e", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00912, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "A" }, "group_id": "lightness-chain-02-edge-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-23.png", "input_tokens": 677, "latency_sec": 3.1271900279680267, "model_name": "gpt-6-astra", "out_of_srgb": null, "output_tokens": 47, "prediction": { "choice": "A" }, "prompt_sha256": "14500bd7eefa43cebfa107c8a8fa9fa53dddd9be742ffa97660526f7a924c308", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T16:06:59.920318+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-23", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "f06a99db-9b31-46cf-84d2-2e9e11db8d48", "result_sha256": "d966bbdebc44884507d6df1a3100d7b9640a25d8e77cfd4caa6ffa6152687bca", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00882, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "B" }, "group_id": "lightness-chain-02-edge-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-24.png", "input_tokens": 677, "latency_sec": 2.086137362057343, "model_name": "gpt-6-astra", "out_of_srgb": null, "output_tokens": 41, "prediction": { "choice": "B" }, "prompt_sha256": "14500bd7eefa43cebfa107c8a8fa9fa53dddd9be742ffa97660526f7a924c308", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T15:24:20.675466+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-24", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "080b80a2-0405-4704-aece-6f2dfc2e7951", "result_sha256": "d4d4fb12c917beef9b1753d93a59157758ded70f688536fcf0ddbd912c6b9d42", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00907, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "B" }, "group_id": "lightness-chain-02-edge-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-25.png", "input_tokens": 677, "latency_sec": 2.7362594769801944, "model_name": "gpt-6-astra", "out_of_srgb": null, "output_tokens": 46, "prediction": { "choice": "B" }, "prompt_sha256": "64bfc83d308291dc6a447de93571b42ec09ec6278f7fe82905c059b3926629a9", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T16:15:47.172038+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-25", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "e3cfef1d-1bc7-46e6-81a7-7c8bd2427d31", "result_sha256": "4b5116bd243511a82f84dc0a7162ec2434b10988c76a6ec29e64800e4c695182", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00917, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "A" }, "group_id": "lightness-chain-02-edge-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-26.png", "input_tokens": 677, "latency_sec": 2.1354516310384497, "model_name": "gpt-6-astra", "out_of_srgb": null, "output_tokens": 48, "prediction": { "choice": "A" }, "prompt_sha256": "64bfc83d308291dc6a447de93571b42ec09ec6278f7fe82905c059b3926629a9", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T14:51:59.141103+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-26", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "cf809ee2-58c1-4784-bb8e-06e203c551ce", "result_sha256": "fca6306384d0ac9e65514c4492d259b04470ee070152a8b065cdfe677aab3eb7", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00927, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "A" }, "group_id": "lightness-chain-02-edge-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-27.png", "input_tokens": 677, "latency_sec": 2.715819956967607, "model_name": "gpt-6-astra", "out_of_srgb": null, "output_tokens": 50, "prediction": { "choice": "A" }, "prompt_sha256": "14500bd7eefa43cebfa107c8a8fa9fa53dddd9be742ffa97660526f7a924c308", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T16:17:40.871965+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-27", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "49eb0758-26c6-40d4-8ee8-c5dddfb6c242", "result_sha256": "16b07dcf8bf445e21d1d2caaf6af0518fec1da308d71fd4525e16de2f8fe703a", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00907, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "B" }, "group_id": "lightness-chain-02-edge-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-28.png", "input_tokens": 677, "latency_sec": 3.552730359020643, "model_name": "gpt-6-astra", "out_of_srgb": null, "output_tokens": 46, "prediction": { "choice": "B" }, "prompt_sha256": "14500bd7eefa43cebfa107c8a8fa9fa53dddd9be742ffa97660526f7a924c308", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T14:15:33.754668+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-28", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "37e80d01-0dc2-4300-8277-7489f7a3fe2d", "result_sha256": "0e2c0e83101f2e910aff1cb01890d3d2f39b27ee0c33b3110b460cac55e8227a", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00747, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "B" }, "group_id": "lightness-chain-02-edge-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-29.png", "input_tokens": 677, "latency_sec": 2.1726267049089074, "model_name": "gpt-6-astra", "out_of_srgb": null, "output_tokens": 14, "prediction": { "choice": "B" }, "prompt_sha256": "64bfc83d308291dc6a447de93571b42ec09ec6278f7fe82905c059b3926629a9", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T14:50:13.924614+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-29", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "a987ad1b-1a83-4ba8-a77e-51d1aded9b2f", "result_sha256": "240df6bb2facaebe3f3209b94ae4e7668126e32945b90fcd7e57a06d47985c0d", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00747, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "A" }, "group_id": "lightness-chain-02-edge-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-30.png", "input_tokens": 677, "latency_sec": 4.9825091189704835, "model_name": "gpt-6-astra", "out_of_srgb": null, "output_tokens": 14, "prediction": { "choice": "A" }, "prompt_sha256": "64bfc83d308291dc6a447de93571b42ec09ec6278f7fe82905c059b3926629a9", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T14:08:34.396838+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-30", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "654b1dfe-515b-466c-b368-cbbd90d302c5", "result_sha256": "21f24cd685914d7a07561d5c35d8fd82a2c1dddc8db190357fde87be5821bf55", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00747, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "A" }, "group_id": "lightness-chain-02-edge-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-31.png", "input_tokens": 677, "latency_sec": 1.9517746909987181, "model_name": "gpt-6-astra", "out_of_srgb": null, "output_tokens": 14, "prediction": { "choice": "A" }, "prompt_sha256": "14500bd7eefa43cebfa107c8a8fa9fa53dddd9be742ffa97660526f7a924c308", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T16:19:39.324758+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-31", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "16ae77ff-2e4b-45dd-bd84-1e174bcc90ae", "result_sha256": "e89d12cb2a6ae2f2b9941bb9e6b9b3c1e64c71beef6a851ef77061f982323c4f", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00747, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "B" }, "group_id": "lightness-chain-02-edge-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-32.png", "input_tokens": 677, "latency_sec": 1.6636877370765433, "model_name": "gpt-6-astra", "out_of_srgb": null, "output_tokens": 14, "prediction": { "choice": "B" }, "prompt_sha256": "14500bd7eefa43cebfa107c8a8fa9fa53dddd9be742ffa97660526f7a924c308", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T14:50:54.469773+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-32", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "fbcb2782-4c3e-45ea-9b14-4fbfb7bb4c2a", "result_sha256": "35f272683b4d7c0e5fc31be1017a23d29501f4fb396418a2b58ac915ed262069", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00897, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "B" }, "group_id": "lightness-chain-03-edge-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-33.png", "input_tokens": 677, "latency_sec": 2.6572991959983483, "model_name": "gpt-6-astra", "out_of_srgb": null, "output_tokens": 44, "prediction": { "choice": "B" }, "prompt_sha256": "64bfc83d308291dc6a447de93571b42ec09ec6278f7fe82905c059b3926629a9", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T15:19:24.578376+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-33", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "e83ccb47-204d-4f99-8878-d3ac2816b81b", "result_sha256": "6dd86dee7b3621c1db273491caa998705b85eeeea4f372b09518dac808307bd4", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00887, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "A" }, "group_id": "lightness-chain-03-edge-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-34.png", "input_tokens": 677, "latency_sec": 2.6389612909406424, "model_name": "gpt-6-astra", "out_of_srgb": null, "output_tokens": 42, "prediction": { "choice": "A" }, "prompt_sha256": "64bfc83d308291dc6a447de93571b42ec09ec6278f7fe82905c059b3926629a9", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T14:49:43.996392+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-34", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "9897b42d-13ab-4a46-bed7-6bb5e052765d", "result_sha256": "ce8c330d866a63b32be3d37a9cca80fc3963f968fa4105bb4c0a4b3d16d4b20c", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00877, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "A" }, "group_id": "lightness-chain-03-edge-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-35.png", "input_tokens": 677, "latency_sec": 3.3613348370417953, "model_name": "gpt-6-astra", "out_of_srgb": null, "output_tokens": 40, "prediction": { "choice": "A" }, "prompt_sha256": "14500bd7eefa43cebfa107c8a8fa9fa53dddd9be742ffa97660526f7a924c308", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T16:08:32.039056+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-35", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "e978e346-3341-4b51-936e-43bf4976c2ac", "result_sha256": "5edc2c8ec44d4285a7454e77ec0f7f94ae903183b16dd1dad52fa9bf36842f9d", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00892, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "B" }, "group_id": "lightness-chain-03-edge-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-36.png", "input_tokens": 677, "latency_sec": 6.386371384956874, "model_name": "gpt-6-astra", "out_of_srgb": null, "output_tokens": 43, "prediction": { "choice": "B" }, "prompt_sha256": "14500bd7eefa43cebfa107c8a8fa9fa53dddd9be742ffa97660526f7a924c308", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T14:32:47.671414+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-36", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "89d48881-599c-4a14-a722-5f0cda8febbb", "result_sha256": "dd0f284fa068753ca5f4f35c3d592c4cfb0890fc0ad8e042ce4ecdfda4ba2486", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00927, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "B" }, "group_id": "lightness-chain-03-edge-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-37.png", "input_tokens": 677, "latency_sec": 6.22369339002762, "model_name": "gpt-6-astra", "out_of_srgb": null, "output_tokens": 50, "prediction": { "choice": "B" }, "prompt_sha256": "64bfc83d308291dc6a447de93571b42ec09ec6278f7fe82905c059b3926629a9", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T14:31:51.151486+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-37", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "98578937-dc6c-4cc1-afd7-89b18ab2b159", "result_sha256": "a6b78212a47ecc50b33afdab42386a94f133150cf64d302e4cbf89cc4e504639", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00897, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "A" }, "group_id": "lightness-chain-03-edge-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-38.png", "input_tokens": 677, "latency_sec": 2.7299982940312475, "model_name": "gpt-6-astra", "out_of_srgb": null, "output_tokens": 44, "prediction": { "choice": "A" }, "prompt_sha256": "64bfc83d308291dc6a447de93571b42ec09ec6278f7fe82905c059b3926629a9", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T15:40:06.268439+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-38", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "22dfffe6-dd75-4071-b1eb-8841064c7dac", "result_sha256": "4ff74ea09d53d7c85b47f0fc9df9dae315c22eeb4f068e11c8047f62977b1b4b", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00892, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "A" }, "group_id": "lightness-chain-03-edge-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-39.png", "input_tokens": 677, "latency_sec": 2.862962929997593, "model_name": "gpt-6-astra", "out_of_srgb": null, "output_tokens": 43, "prediction": { "choice": "A" }, "prompt_sha256": "14500bd7eefa43cebfa107c8a8fa9fa53dddd9be742ffa97660526f7a924c308", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T15:59:10.211501+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-39", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "6148c6c4-b753-408c-865e-f766749aa185", "result_sha256": "203fff9d33ae15b8fbda68b9eb05ef2ee159d52fa128e663ea403d06f5350d31", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00927, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "B" }, "group_id": "lightness-chain-03-edge-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-40.png", "input_tokens": 677, "latency_sec": 3.497007395955734, "model_name": "gpt-6-astra", "out_of_srgb": null, "output_tokens": 50, "prediction": { "choice": "B" }, "prompt_sha256": "14500bd7eefa43cebfa107c8a8fa9fa53dddd9be742ffa97660526f7a924c308", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T14:10:05.615916+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-40", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "2ed30c56-67bc-4002-95b7-ae883c7dd862", "result_sha256": "df68abd3cbaebfd4481fd6717a6995af5e581395659836747afa8f20704b59ba", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00747, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "B" }, "group_id": "lightness-chain-03-edge-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-41.png", "input_tokens": 677, "latency_sec": 2.422351435991004, "model_name": "gpt-6-astra", "out_of_srgb": null, "output_tokens": 14, "prediction": { "choice": "B" }, "prompt_sha256": "64bfc83d308291dc6a447de93571b42ec09ec6278f7fe82905c059b3926629a9", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T15:48:33.370033+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-41", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "c74aca81-83bb-4dc1-a2ae-56da946a192c", "result_sha256": "9f52112c689a2b286c53c93fc47ffe64043500905e757ea186c776b6dee3cf74", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00747, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "A" }, "group_id": "lightness-chain-03-edge-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-42.png", "input_tokens": 677, "latency_sec": 1.5795169139746577, "model_name": "gpt-6-astra", "out_of_srgb": null, "output_tokens": 14, "prediction": { "choice": "A" }, "prompt_sha256": "64bfc83d308291dc6a447de93571b42ec09ec6278f7fe82905c059b3926629a9", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T14:17:56.037981+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-42", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "963422f1-c837-4741-b148-a669f5ca8f40", "result_sha256": "d1291c361cb038c9bfdf2948897b739b8734afb462d5c9334cf0b1291ddc97ad", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00747, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "A" }, "group_id": "lightness-chain-03-edge-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-43.png", "input_tokens": 677, "latency_sec": 2.6494626170024276, "model_name": "gpt-6-astra", "out_of_srgb": null, "output_tokens": 14, "prediction": { "choice": "A" }, "prompt_sha256": "14500bd7eefa43cebfa107c8a8fa9fa53dddd9be742ffa97660526f7a924c308", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T16:27:52.949135+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-43", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "28260cd2-d234-407a-8495-b02610e6ff5e", "result_sha256": "d8a53d56c3f428bf5f236760c36bac7d76a93c2f6565489dc361a322e5ea2b25", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00747, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "B" }, "group_id": "lightness-chain-03-edge-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-44.png", "input_tokens": 677, "latency_sec": 3.7024015380302444, "model_name": "gpt-6-astra", "out_of_srgb": null, "output_tokens": 14, "prediction": { "choice": "B" }, "prompt_sha256": "14500bd7eefa43cebfa107c8a8fa9fa53dddd9be742ffa97660526f7a924c308", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T15:09:06.123985+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-44", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "77189de0-07ad-42c4-a7e5-dc495695518a", "result_sha256": "202251ef570423c82295408697c4f5f1cc5c4a755e565875d2adf16c54d0055c", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00747, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "B" }, "group_id": "lightness-chain-03-edge-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-45.png", "input_tokens": 677, "latency_sec": 2.2935426260810345, "model_name": "gpt-6-astra", "out_of_srgb": null, "output_tokens": 14, "prediction": { "choice": "B" }, "prompt_sha256": "64bfc83d308291dc6a447de93571b42ec09ec6278f7fe82905c059b3926629a9", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T16:01:34.730911+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-45", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "03f692b1-a152-4df7-aa59-e4650271c735", "result_sha256": "c10fe13d562712fc00e92d095d057f63bbcdcd7bf0a748ef72cc0ad31308df95", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00747, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "A" }, "group_id": "lightness-chain-03-edge-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-46.png", "input_tokens": 677, "latency_sec": 2.4765112650347874, "model_name": "gpt-6-astra", "out_of_srgb": null, "output_tokens": 14, "prediction": { "choice": "A" }, "prompt_sha256": "64bfc83d308291dc6a447de93571b42ec09ec6278f7fe82905c059b3926629a9", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T15:49:13.679375+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-46", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "ad286150-d309-4d5a-be2c-2e7c2e4e615f", "result_sha256": "6b214a92b662c1a2481a0afeda9262ea020f2e8a0f375d82e4d49a83ecc0e37b", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00747, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "A" }, "group_id": "lightness-chain-03-edge-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-47.png", "input_tokens": 677, "latency_sec": 2.0470975530333817, "model_name": "gpt-6-astra", "out_of_srgb": null, "output_tokens": 14, "prediction": { "choice": "A" }, "prompt_sha256": "14500bd7eefa43cebfa107c8a8fa9fa53dddd9be742ffa97660526f7a924c308", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T14:35:08.879903+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-47", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "b0789f23-6966-4dc4-8abf-a8170aafad94", "result_sha256": "9086541f36264e6746e723a7b68ce76b0041ae878027c1ae702644188a4a1462", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00747, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "B" }, "group_id": "lightness-chain-03-edge-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-48.png", "input_tokens": 677, "latency_sec": 2.010347460047342, "model_name": "gpt-6-astra", "out_of_srgb": null, "output_tokens": 14, "prediction": { "choice": "B" }, "prompt_sha256": "14500bd7eefa43cebfa107c8a8fa9fa53dddd9be742ffa97660526f7a924c308", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T14:43:21.795542+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-48", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "f5490ea3-0e7f-4c6e-bf0b-e2d7b2726105", "result_sha256": "db9ac4b73e0b85c55cfef92dce441e51c4cf4303178f1fcc5be3668215b52018", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00907, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "B" }, "group_id": "lightness-chain-04-edge-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-49.png", "input_tokens": 677, "latency_sec": 2.9548268909566104, "model_name": "gpt-6-astra", "out_of_srgb": null, "output_tokens": 46, "prediction": { "choice": "B" }, "prompt_sha256": "64bfc83d308291dc6a447de93571b42ec09ec6278f7fe82905c059b3926629a9", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T15:30:01.139728+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-49", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "bd292c99-3475-463f-b600-f766b611a02d", "result_sha256": "07235aa58157ed03459a2323cdfd16521eb70c2d000e5f918b554a79ca9e4455", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00897, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "A" }, "group_id": "lightness-chain-04-edge-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-50.png", "input_tokens": 677, "latency_sec": 3.370164718013257, "model_name": "gpt-6-astra", "out_of_srgb": null, "output_tokens": 44, "prediction": { "choice": "A" }, "prompt_sha256": "64bfc83d308291dc6a447de93571b42ec09ec6278f7fe82905c059b3926629a9", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T16:00:23.539193+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-50", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "6998f173-f2ec-4126-ac11-709cd330800e", "result_sha256": "90bea076f64c4a3e002581832b732883d7632e2c225085233fbfb84a618f24e0", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00917, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "A" }, "group_id": "lightness-chain-04-edge-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-51.png", "input_tokens": 677, "latency_sec": 2.9827021680539474, "model_name": "gpt-6-astra", "out_of_srgb": null, "output_tokens": 48, "prediction": { "choice": "A" }, "prompt_sha256": "14500bd7eefa43cebfa107c8a8fa9fa53dddd9be742ffa97660526f7a924c308", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T14:40:11.180289+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-51", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "ae8c464b-21ee-4700-b4fd-47f9d0b21ab4", "result_sha256": "5d0d4b8b55f0b7f4f38e5c6b87b913724039067410d61b86308acfed72dad8a7", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00862, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "B" }, "group_id": "lightness-chain-04-edge-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-52.png", "input_tokens": 677, "latency_sec": 3.269088109023869, "model_name": "gpt-6-astra", "out_of_srgb": null, "output_tokens": 37, "prediction": { "choice": "B" }, "prompt_sha256": "14500bd7eefa43cebfa107c8a8fa9fa53dddd9be742ffa97660526f7a924c308", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T14:28:30.108007+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-52", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "ffc95200-5a3b-4586-9eb2-a364deb6dcc3", "result_sha256": "a0bbe5489c534ccc5982b6ac436f77b09f4641c86fc62655961cefde16f64240", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00747, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "B" }, "group_id": "lightness-chain-04-edge-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-53.png", "input_tokens": 677, "latency_sec": 2.260525195975788, "model_name": "gpt-6-astra", "out_of_srgb": null, "output_tokens": 14, "prediction": { "choice": "B" }, "prompt_sha256": "64bfc83d308291dc6a447de93571b42ec09ec6278f7fe82905c059b3926629a9", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T16:23:20.227524+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-53", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "a82eeafc-4011-499e-add8-8d643fbc724a", "result_sha256": "a2cf103a4266a12da00b012eb39db5d7b650a49227042868c3fada6f941bc652", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00747, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "A" }, "group_id": "lightness-chain-04-edge-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-54.png", "input_tokens": 677, "latency_sec": 1.8666292349807918, "model_name": "gpt-6-astra", "out_of_srgb": null, "output_tokens": 14, "prediction": { "choice": "A" }, "prompt_sha256": "64bfc83d308291dc6a447de93571b42ec09ec6278f7fe82905c059b3926629a9", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T15:31:20.211236+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-54", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "93d0badc-86dd-4bfb-890c-a61740096f24", "result_sha256": "b14623cd3aa77472cc1cce574018e668fab9ce2e6a2f7c8896b4bff72dc55550", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00747, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "A" }, "group_id": "lightness-chain-04-edge-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-55.png", "input_tokens": 677, "latency_sec": 2.1137047150405124, "model_name": "gpt-6-astra", "out_of_srgb": null, "output_tokens": 14, "prediction": { "choice": "A" }, "prompt_sha256": "14500bd7eefa43cebfa107c8a8fa9fa53dddd9be742ffa97660526f7a924c308", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T15:38:03.914495+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-55", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "f9ce5fb3-90bb-4638-ad02-988a9d3e8e64", "result_sha256": "7fef1779db600c01a70e12c0760c65a7513735e4299f69aee707ecf873af0459", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00747, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "B" }, "group_id": "lightness-chain-04-edge-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-56.png", "input_tokens": 677, "latency_sec": 2.098764933994971, "model_name": "gpt-6-astra", "out_of_srgb": null, "output_tokens": 14, "prediction": { "choice": "B" }, "prompt_sha256": "14500bd7eefa43cebfa107c8a8fa9fa53dddd9be742ffa97660526f7a924c308", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T14:40:39.290491+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-56", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "6329d2f7-e9ab-4581-ad02-abb973c34747", "result_sha256": "742efdd81d51e0aa3ba9dcfac62d4679ec3f53c127e5ad214e538d6ef71d62cd", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00747, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "B" }, "group_id": "lightness-chain-04-edge-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-57.png", "input_tokens": 677, "latency_sec": 2.289937764988281, "model_name": "gpt-6-astra", "out_of_srgb": null, "output_tokens": 14, "prediction": { "choice": "B" }, "prompt_sha256": "64bfc83d308291dc6a447de93571b42ec09ec6278f7fe82905c059b3926629a9", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T16:18:25.131785+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-57", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "a21e5cc8-5aa9-4835-9e55-3f76dd013b05", "result_sha256": "6dd73f348b615c6b712fcc4515d4426b6d6a7039659594928ce63b364afe2d74", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00747, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "A" }, "group_id": "lightness-chain-04-edge-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-58.png", "input_tokens": 677, "latency_sec": 2.088782330043614, "model_name": "gpt-6-astra", "out_of_srgb": null, "output_tokens": 14, "prediction": { "choice": "A" }, "prompt_sha256": "64bfc83d308291dc6a447de93571b42ec09ec6278f7fe82905c059b3926629a9", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T16:12:14.462029+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-58", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "4063016a-f3b5-43f6-8864-16a875c6b159", "result_sha256": "655744d3ad0bda8c59dd531ecb4c4000ee33b5308b4c55c1092bae9c70487a7c", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00747, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "A" }, "group_id": "lightness-chain-04-edge-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-59.png", "input_tokens": 677, "latency_sec": 2.354221234098077, "model_name": "gpt-6-astra", "out_of_srgb": null, "output_tokens": 14, "prediction": { "choice": "A" }, "prompt_sha256": "14500bd7eefa43cebfa107c8a8fa9fa53dddd9be742ffa97660526f7a924c308", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T15:16:24.138764+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-59", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "9400f0be-ecbb-4c66-8b29-7c8b59928bed", "result_sha256": "2f121ab3e2d987d868066eec283f42dd5a00488cbd5d710af10d72cc49978c92", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00747, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "B" }, "group_id": "lightness-chain-04-edge-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-60.png", "input_tokens": 677, "latency_sec": 1.8491239210125059, "model_name": "gpt-6-astra", "out_of_srgb": null, "output_tokens": 14, "prediction": { "choice": "B" }, "prompt_sha256": "14500bd7eefa43cebfa107c8a8fa9fa53dddd9be742ffa97660526f7a924c308", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T15:33:43.481667+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-60", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "7f15c9d5-fa46-45b8-a660-93d3a548ceca", "result_sha256": "1760f7dfe34b242a1ee15fc2bf6643ffb517c74d9b73290b222ac614c1acbea0", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00917, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "B" }, "group_id": "lightness-chain-04-edge-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-61.png", "input_tokens": 677, "latency_sec": 3.263831998105161, "model_name": "gpt-6-astra", "out_of_srgb": null, "output_tokens": 48, "prediction": { "choice": "B" }, "prompt_sha256": "64bfc83d308291dc6a447de93571b42ec09ec6278f7fe82905c059b3926629a9", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T16:25:13.805130+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-61", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "aed02436-2b9a-478b-b964-bc0a6d27c419", "result_sha256": "38fd2b81f8f95864288e930b1e7ae74dcbee318576dfd849f78f07c83da15e4c", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00927, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "A" }, "group_id": "lightness-chain-04-edge-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-62.png", "input_tokens": 677, "latency_sec": 3.1655972090084106, "model_name": "gpt-6-astra", "out_of_srgb": null, "output_tokens": 50, "prediction": { "choice": "A" }, "prompt_sha256": "64bfc83d308291dc6a447de93571b42ec09ec6278f7fe82905c059b3926629a9", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T14:06:50.447692+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-62", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "b3a6d767-a305-4344-9731-ff9181d2aac7", "result_sha256": "2d82dd8c738b45bdb813830e3ba46f23a50659eebae2470af6b51a4826ebe4b6", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00892, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "A" }, "group_id": "lightness-chain-04-edge-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-63.png", "input_tokens": 677, "latency_sec": 2.638266647933051, "model_name": "gpt-6-astra", "out_of_srgb": null, "output_tokens": 43, "prediction": { "choice": "A" }, "prompt_sha256": "14500bd7eefa43cebfa107c8a8fa9fa53dddd9be742ffa97660526f7a924c308", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T14:12:03.442458+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-63", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "ec754c7a-d4d5-42fc-9f64-d883628685be", "result_sha256": "3e6792323fd9fdd5894841a3848b4b80507f1b5f52dc6b6482ded9e459886fd9", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00827, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "B" }, "group_id": "lightness-chain-04-edge-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-64.png", "input_tokens": 677, "latency_sec": 1.855369469965808, "model_name": "gpt-6-astra", "out_of_srgb": null, "output_tokens": 30, "prediction": { "choice": "B" }, "prompt_sha256": "14500bd7eefa43cebfa107c8a8fa9fa53dddd9be742ffa97660526f7a924c308", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T14:34:19.299886+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-64", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "7ebedeb8-9b40-4b20-b6b2-c9a05a9b842d", "result_sha256": "b8cce0bc4559d7c028b044155a06e8365ca89d2be08a93401edfe4700704f7c7", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00764, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "A" }, "group_id": "match-binding-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-01.png", "input_tokens": 694, "latency_sec": 1.6010262860218063, "model_name": "gpt-6-astra", "out_of_srgb": null, "output_tokens": 14, "prediction": { "choice": "A" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T16:12:37.532850+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-01", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "6c6a9f2d-2744-47b7-8fb2-9b69475a562e", "result_sha256": "1249d8da0c9fcc61e21f05d6668100e3f3bbc1636991e9ec680423f4d9c88575", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00764, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "B" }, "group_id": "match-binding-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-02.png", "input_tokens": 694, "latency_sec": 2.109230156056583, "model_name": "gpt-6-astra", "out_of_srgb": null, "output_tokens": 14, "prediction": { "choice": "B" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T15:30:26.060359+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-02", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "32fd9f4b-cd2a-492e-a97f-d3afbf6e106c", "result_sha256": "38aa143276c26400739fbb39dc81e4fbcd01a70da4a1115ba9b3a494f0adf8f3", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00764, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "C" }, "group_id": "match-binding-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-03.png", "input_tokens": 694, "latency_sec": 2.176595003926195, "model_name": "gpt-6-astra", "out_of_srgb": null, "output_tokens": 14, "prediction": { "choice": "C" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-16T15:44:44.972704+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-03", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "100b9b84-3d2f-4843-9794-1692bf516172", "result_sha256": "a85b571b35f41b6313ad765f39e3d50f73a2d663175c40b56530cea4626fab09", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00764, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "D" }, "group_id": "match-binding-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-04.png", "input_tokens": 694, "latency_sec": 1.9473277979996055, "model_name": "gpt-6-astra", "out_of_srgb": null, "output_tokens": 14, "prediction": { "choice": "D" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "openai", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-16T15:03:32.476555+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-04", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "ec672ca1-0737-472b-9ad0-370610f7077c", "result_sha256": "99d70396c645510eb6ec0922b8267f17e6c754371418b0068f2d9c5ab8a220ee", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00764, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "A" }, "group_id": "match-binding-05", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-05.png", "input_tokens": 694, "latency_sec": 2.686235949047841, "model_name": "gpt-6-astra", "out_of_srgb": null, "output_tokens": 14, "prediction": { "choice": "A" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T15:39:55.668057+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-05", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "712de003-3ba2-4d56-ab1b-ecaa4d9a2eb2", "result_sha256": "3a0a2a3e44b399256a6ec69b3bce468827361c9918425b841e301bbb625e3940", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00764, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "B" }, "group_id": "match-binding-06", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-06.png", "input_tokens": 694, "latency_sec": 1.9668800779618323, "model_name": "gpt-6-astra", "out_of_srgb": null, "output_tokens": 14, "prediction": { "choice": "B" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T15:38:22.665657+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-06", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "8584ef63-f013-4bd4-a604-2727da48f941", "result_sha256": "f4f7dc3fa33e5a8d1857a3414d50549dd38b5c7b99745c8252b7b4a39682d409", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00764, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "C" }, "group_id": "match-binding-07", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-07.png", "input_tokens": 694, "latency_sec": 2.3825616820249707, "model_name": "gpt-6-astra", "out_of_srgb": null, "output_tokens": 14, "prediction": { "choice": "C" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-16T15:11:50.573590+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-07", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "8c853e4b-950c-4b91-80f3-16c29f64a6cc", "result_sha256": "eb5856d7fd84b37fb4932d11eff2d50a9a6cbf4b45a0a988a109af003824345d", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00764, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "D" }, "group_id": "match-binding-08", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-08.png", "input_tokens": 694, "latency_sec": 2.245619027991779, "model_name": "gpt-6-astra", "out_of_srgb": null, "output_tokens": 14, "prediction": { "choice": "D" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "openai", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-16T16:18:08.622152+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-08", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "ff6f8a66-509d-4d75-acf4-32e03ef2b6bf", "result_sha256": "16b037fbcc170edf040e64e42ff75b4810f011783c262c13383e81ea06ed721b", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00924, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "A" }, "group_id": "match-binding-09", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-09.png", "input_tokens": 694, "latency_sec": 2.498143263044767, "model_name": "gpt-6-astra", "out_of_srgb": null, "output_tokens": 46, "prediction": { "choice": "A" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T15:47:25.614864+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-09", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "8e3f8486-43d0-4dc4-bf84-2f8a74a397cb", "result_sha256": "6f390b4da1928da59ab05347920fb198b04291cae201721753c2b2821309fd2d", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00879, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "B" }, "group_id": "match-binding-10", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-10.png", "input_tokens": 694, "latency_sec": 2.931551096960902, "model_name": "gpt-6-astra", "out_of_srgb": null, "output_tokens": 37, "prediction": { "choice": "B" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T14:38:12.568871+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-10", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "e5ff8889-3d9b-4168-887c-d34ae4aa6724", "result_sha256": "589946c47887b7799b4ae0117e4735a9622f40e138068a196ced2893c2738d67", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00934, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "C" }, "group_id": "match-binding-11", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-11.png", "input_tokens": 694, "latency_sec": 3.2153143789619207, "model_name": "gpt-6-astra", "out_of_srgb": null, "output_tokens": 48, "prediction": { "choice": "C" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-16T15:07:39.618439+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-11", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "0e4f325b-5e6c-4163-ab5d-0fe342b13e5b", "result_sha256": "b78728ab2229b49cc28daee6897baa1d5b6905df68cb8227bbdae6c4e38238cf", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00849, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "D" }, "group_id": "match-binding-12", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-12.png", "input_tokens": 694, "latency_sec": 2.6276618720730767, "model_name": "gpt-6-astra", "out_of_srgb": null, "output_tokens": 31, "prediction": { "choice": "D" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "openai", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-16T14:02:18.949386+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-12", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "2f7afd4b-4901-4d21-ab4f-270883570750", "result_sha256": "ed11e14fcafb413c8e7465413cd70d4061ac3c7f9c4c0bc77bc7de991a9f2ddb", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00929, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "A" }, "group_id": "match-binding-13", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-13.png", "input_tokens": 694, "latency_sec": 2.3647434790618718, "model_name": "gpt-6-astra", "out_of_srgb": null, "output_tokens": 47, "prediction": { "choice": "A" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T15:35:34.267405+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-13", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "73211e58-71f6-4d64-b967-d66d78593e44", "result_sha256": "9741d6561d5498ddea0fc1aab0daa4082638718c8229d6606bcf674c2411193c", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00894, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "B" }, "group_id": "match-binding-14", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-14.png", "input_tokens": 694, "latency_sec": 2.5704567320644855, "model_name": "gpt-6-astra", "out_of_srgb": null, "output_tokens": 40, "prediction": { "choice": "B" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T15:15:10.186275+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-14", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "084c0757-42ba-4cf7-ac35-33b5c7ee6c98", "result_sha256": "886d724d83d67c759b7d9434f5a8bdf58680d9cfeaa185371bd91b4cbaef40f3", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00894, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "C" }, "group_id": "match-binding-15", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-15.png", "input_tokens": 694, "latency_sec": 2.3206035878974944, "model_name": "gpt-6-astra", "out_of_srgb": null, "output_tokens": 40, "prediction": { "choice": "C" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-16T15:22:55.411315+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-15", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "aa46bb00-27c4-4b1a-b817-3b5a80065f17", "result_sha256": "70c1654dab518ac599ffaadd797a22553aa258ab6f1bed11572cbc0773aa0173", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00939, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "D" }, "group_id": "match-binding-16", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-16.png", "input_tokens": 694, "latency_sec": 3.081938872928731, "model_name": "gpt-6-astra", "out_of_srgb": null, "output_tokens": 49, "prediction": { "choice": "D" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "openai", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-16T14:13:09.905157+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-16", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "7962b923-e5a8-4b53-8d43-f2bdeea559fc", "result_sha256": "6304aca58e97028d06e18366d7bada065186972ac4a920c187985b67c30c0375", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00764, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "A" }, "group_id": "match-binding-17", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-17.png", "input_tokens": 694, "latency_sec": 2.4156098070088774, "model_name": "gpt-6-astra", "out_of_srgb": null, "output_tokens": 14, "prediction": { "choice": "A" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T15:54:59.349578+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-17", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "1868338c-865c-4736-84a6-d2f2336b7e87", "result_sha256": "5179ce93b198f10c495defd7c1ec814e9853d55029101fc193f34af3e1510286", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00764, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "B" }, "group_id": "match-binding-18", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-18.png", "input_tokens": 694, "latency_sec": 1.8541083870222792, "model_name": "gpt-6-astra", "out_of_srgb": null, "output_tokens": 14, "prediction": { "choice": "B" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T15:33:08.115856+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-18", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "996f0755-c25a-4914-b57d-dda7b838b64f", "result_sha256": "b27fb1e744111c6691b1f2de3f2d6a4478f9c6bb8bf9ecaed402f9db78e31f63", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00764, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "C" }, "group_id": "match-binding-19", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-19.png", "input_tokens": 694, "latency_sec": 1.7762935749487951, "model_name": "gpt-6-astra", "out_of_srgb": null, "output_tokens": 14, "prediction": { "choice": "C" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-16T15:47:40.448989+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-19", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "a1dfb00e-f55f-424c-8065-5a1a04458961", "result_sha256": "a2f4446d4cca3fc48388e07f2a7e671977dbd7f5ff9f402d4dde3b348e6d906d", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00764, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "D" }, "group_id": "match-binding-20", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-20.png", "input_tokens": 694, "latency_sec": 3.3272126850206405, "model_name": "gpt-6-astra", "out_of_srgb": null, "output_tokens": 14, "prediction": { "choice": "D" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "openai", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-16T15:17:58.521885+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-20", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "4eebd2d6-98c5-4908-852f-50691df3bbfe", "result_sha256": "098b0fd677541ef5d0611032833f1364171d03515e29945db082ae36d8db5ab6", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00949, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "A" }, "group_id": "match-binding-21", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-21.png", "input_tokens": 694, "latency_sec": 3.303233885089867, "model_name": "gpt-6-astra", "out_of_srgb": null, "output_tokens": 51, "prediction": { "choice": "A" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T14:35:50.072152+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-21", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "16312336-2149-44c5-91dd-4c29b4fcdc28", "result_sha256": "dbf130e858e3c81db8e2b80e05b82391c53ec581dba263a1e4b017f7e055199f", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00764, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "B" }, "group_id": "match-binding-22", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-22.png", "input_tokens": 694, "latency_sec": 2.0522287220228463, "model_name": "gpt-6-astra", "out_of_srgb": null, "output_tokens": 14, "prediction": { "choice": "B" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T14:27:55.651735+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-22", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "4cf35f69-1ac4-41dd-a052-75ff0d73360e", "result_sha256": "c0318f953d7cd611dac78d0edbc332e3ca15542ae13cccc57c60578da03c7524", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00879, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "C" }, "group_id": "match-binding-23", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-23.png", "input_tokens": 694, "latency_sec": 2.5969140039524063, "model_name": "gpt-6-astra", "out_of_srgb": null, "output_tokens": 37, "prediction": { "choice": "C" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-16T16:12:51.922675+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-23", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "eaffc057-5ac9-44a9-b165-1c899cf41020", "result_sha256": "f6694cdd4bcffd660c8fb971534f24e722f69ba0fbc1edcf1dc14e183776d331", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00924, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "D" }, "group_id": "match-binding-24", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-24.png", "input_tokens": 694, "latency_sec": 3.0526771339355037, "model_name": "gpt-6-astra", "out_of_srgb": null, "output_tokens": 46, "prediction": { "choice": "D" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "openai", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-16T15:40:47.446711+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-24", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "7c16c56d-73c0-435f-a85f-ef6579f71c78", "result_sha256": "9f2b2c3eb17ae3ec215cd15310419f9648f8f741f6e2af868b823ab71e7ebd9a", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00984, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "A" }, "group_id": "match-binding-25", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-25.png", "input_tokens": 694, "latency_sec": 3.5344809140078723, "model_name": "gpt-6-astra", "out_of_srgb": null, "output_tokens": 58, "prediction": { "choice": "A" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T15:36:04.162828+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-25", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "dc4eb200-4bd9-4063-89cb-1ad16c95a8c9", "result_sha256": "ec41ebc898968c1a16b1f0054af01cca33704485b0066c27c71501823d6dec7d", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00939, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "B" }, "group_id": "match-binding-26", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-26.png", "input_tokens": 694, "latency_sec": 3.236726487055421, "model_name": "gpt-6-astra", "out_of_srgb": null, "output_tokens": 49, "prediction": { "choice": "B" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T14:25:41.520533+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-26", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "581c5065-8d33-4160-a231-b60f55f1a638", "result_sha256": "d84cce0600702a94724ae7cef66ac2b5cd72ab9787e4f01d01c6bfae89e419f8", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00909, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "C" }, "group_id": "match-binding-27", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-27.png", "input_tokens": 694, "latency_sec": 2.08775988209527, "model_name": "gpt-6-astra", "out_of_srgb": null, "output_tokens": 43, "prediction": { "choice": "C" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-16T15:09:29.300905+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-27", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "5e5c9222-8672-44ac-89af-0eeeaf7c2eb3", "result_sha256": "a600c65fe4e0c0cbd22ef966b6548104a9d8a98355e7cf58e7ca9d987d9ab00a", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00984, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "D" }, "group_id": "match-binding-28", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-28.png", "input_tokens": 694, "latency_sec": 2.8010988879250363, "model_name": "gpt-6-astra", "out_of_srgb": null, "output_tokens": 58, "prediction": { "choice": "D" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "openai", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-16T15:53:40.222469+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-28", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "f1eb1069-3d33-48f6-8a72-5ce98ba63a53", "result_sha256": "e614c9af56bdcea7da27991cd1be4d638dfa84b44c83a76247fc2259ec5c459a", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00929, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "A" }, "group_id": "match-binding-29", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-29.png", "input_tokens": 694, "latency_sec": 2.975971800973639, "model_name": "gpt-6-astra", "out_of_srgb": null, "output_tokens": 47, "prediction": { "choice": "A" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T14:30:48.474725+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-29", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "f23f08de-78d8-4f74-8f1c-819e36dad183", "result_sha256": "01c7378e367ad1dde5a1f5117b509eb0b9bc3aeae1b730cb02de8bdf0cca7161", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00924, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "B" }, "group_id": "match-binding-30", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-30.png", "input_tokens": 694, "latency_sec": 2.6094472989207134, "model_name": "gpt-6-astra", "out_of_srgb": null, "output_tokens": 46, "prediction": { "choice": "B" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T15:52:13.074880+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-30", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "ce3b6633-72a3-404f-9d6e-7427740fa552", "result_sha256": "ff3fe9396ec82f666433876a65d60bca2dd0b641d4b25bad126ed9943336dd9b", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00919, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "C" }, "group_id": "match-binding-31", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-31.png", "input_tokens": 694, "latency_sec": 3.904818720999174, "model_name": "gpt-6-astra", "out_of_srgb": null, "output_tokens": 45, "prediction": { "choice": "C" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-16T16:20:35.378459+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-31", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "c7b0a53c-3de4-476a-aed3-9ad8bdc61df4", "result_sha256": "46114dcece6d9f959ab57e6652bd0a1c1bd1b28bbf3a3be218ea82f77793ca80", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00979, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "D" }, "group_id": "match-binding-32", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-32.png", "input_tokens": 694, "latency_sec": 4.513522080029361, "model_name": "gpt-6-astra", "out_of_srgb": null, "output_tokens": 57, "prediction": { "choice": "D" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "openai", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-16T15:03:59.341918+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-32", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "369627a6-0af7-4688-aeca-6e24286ed73d", "result_sha256": "7f17921c1abc2003c47eb0fd9079a9c6deaac6cfaff95fd32fad228460b76e66", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00764, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "A" }, "group_id": "match-binding-33", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-33.png", "input_tokens": 694, "latency_sec": 2.048058169079013, "model_name": "gpt-6-astra", "out_of_srgb": null, "output_tokens": 14, "prediction": { "choice": "A" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T14:49:23.600280+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-33", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "54f887fd-55ad-4612-b861-17dc51468c79", "result_sha256": "0f2970ae44830d7952526419994d2a5d53efd07f28fff80b1d6f807496b105ee", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00764, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "B" }, "group_id": "match-binding-34", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-34.png", "input_tokens": 694, "latency_sec": 1.6628648249898106, "model_name": "gpt-6-astra", "out_of_srgb": null, "output_tokens": 14, "prediction": { "choice": "B" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T15:42:53.558126+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-34", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "01d98703-eaac-4e63-a799-fec8887f9657", "result_sha256": "b0621c9e532a5ccb2568e952749dd2923f1b02a0786e4768fecc1e0dab508f1c", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00764, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "C" }, "group_id": "match-binding-35", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-35.png", "input_tokens": 694, "latency_sec": 2.3322273540543392, "model_name": "gpt-6-astra", "out_of_srgb": null, "output_tokens": 14, "prediction": { "choice": "C" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-16T14:25:52.543185+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-35", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "202fbbc8-9136-4dce-a36e-914b16acfad1", "result_sha256": "a89402ea564f61312160f91a6a74dd5d9403790fc7273ccc4b70302c87dee9f5", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00764, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "D" }, "group_id": "match-binding-36", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-36.png", "input_tokens": 694, "latency_sec": 1.8613050950225443, "model_name": "gpt-6-astra", "out_of_srgb": null, "output_tokens": 14, "prediction": { "choice": "D" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "openai", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-16T15:15:25.787418+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-36", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "87ec358f-2e39-4d5b-83f3-6da2235bb962", "result_sha256": "52aeeee482a0d34f559bb6ad4dacbbc430eccc5b5d12bd1df0d5301f3b803dfc", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00764, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "A" }, "group_id": "match-binding-37", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-37.png", "input_tokens": 694, "latency_sec": 1.5883788550272584, "model_name": "gpt-6-astra", "out_of_srgb": null, "output_tokens": 14, "prediction": { "choice": "A" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T15:07:24.222868+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-37", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "6629a103-952e-46bd-89fa-52d183726e19", "result_sha256": "4437e3ab55f455cef75d21c28eb3a5f6f0adbff6f2d43ae7dae6454c28e342e0", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00764, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "B" }, "group_id": "match-binding-38", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-38.png", "input_tokens": 694, "latency_sec": 2.2477417199406773, "model_name": "gpt-6-astra", "out_of_srgb": null, "output_tokens": 14, "prediction": { "choice": "B" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T15:24:45.843858+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-38", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "618f3b8d-ed43-411f-b52e-b58d26c671ec", "result_sha256": "7db207c90ed7265fc68dc1aab4c6c9847cc7ac456dc591dce426b5e97cd2e1e3", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00764, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "C" }, "group_id": "match-binding-39", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-39.png", "input_tokens": 694, "latency_sec": 1.557802663068287, "model_name": "gpt-6-astra", "out_of_srgb": null, "output_tokens": 14, "prediction": { "choice": "C" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-16T15:52:53.748552+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-39", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "6c61b7cb-03ea-4e83-b235-1644db3260c2", "result_sha256": "8c5d30f10912c0becfd3824ced488a74a98ff67e6cf31a4454918dfb1de255d1", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00764, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "D" }, "group_id": "match-binding-40", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-40.png", "input_tokens": 694, "latency_sec": 3.2571207840228453, "model_name": "gpt-6-astra", "out_of_srgb": null, "output_tokens": 14, "prediction": { "choice": "D" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "openai", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-16T14:29:59.948571+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-40", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "5fddc2e0-cd77-4114-b9f5-6e94d46587aa", "result_sha256": "9568a02759824f27b2c4a73a2c4c07ea0d7634715186bbd117c558516002bf32", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00894, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "A" }, "group_id": "match-binding-41", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-41.png", "input_tokens": 694, "latency_sec": 3.3979357050266117, "model_name": "gpt-6-astra", "out_of_srgb": null, "output_tokens": 40, "prediction": { "choice": "A" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T16:09:15.519675+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-41", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "4db73f1a-ccb0-49ef-ac58-9cec1413075e", "result_sha256": "42508b59275cc58f061c78705480373fd829b6bfad551a7227349954c4e8cdb0", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00899, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "B" }, "group_id": "match-binding-42", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-42.png", "input_tokens": 694, "latency_sec": 2.5357919649686664, "model_name": "gpt-6-astra", "out_of_srgb": null, "output_tokens": 41, "prediction": { "choice": "B" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T16:23:52.383657+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-42", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "c8fa82c3-d741-40b1-aa5e-3bf8e95ba7a4", "result_sha256": "a6df8038861cc2c0601e48400f3f5a7920e0aa76d6639376414bfbd7257e1705", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00869, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "C" }, "group_id": "match-binding-43", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-43.png", "input_tokens": 694, "latency_sec": 2.4111690839054063, "model_name": "gpt-6-astra", "out_of_srgb": null, "output_tokens": 35, "prediction": { "choice": "C" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-16T15:07:13.467432+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-43", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "277f3d67-31c9-4fc9-992e-d3b060d30a28", "result_sha256": "ed01f10eb95318cab0e0b341c01089427e1c85e1b4209717af3a2297841ac8fc", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00889, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "D" }, "group_id": "match-binding-44", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-44.png", "input_tokens": 694, "latency_sec": 2.805419691023417, "model_name": "gpt-6-astra", "out_of_srgb": null, "output_tokens": 39, "prediction": { "choice": "D" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "openai", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-16T16:13:31.311663+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-44", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "22c52c3b-e7c2-401a-b2ad-e93d1634dfb9", "result_sha256": "0c01763beb13f0c6f93f9d25491488af7494dc589262ec6b5fac7cb8f33b85d6", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00889, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "A" }, "group_id": "match-binding-45", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-45.png", "input_tokens": 694, "latency_sec": 2.605940854991786, "model_name": "gpt-6-astra", "out_of_srgb": null, "output_tokens": 39, "prediction": { "choice": "A" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T14:19:51.507180+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-45", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "1d66607d-9a15-459f-85e6-27ac6d77ab69", "result_sha256": "28ac6bf07f97e3a36f948e55d456db277f2525c4c82010ec38e76f126bb8652f", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00919, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "B" }, "group_id": "match-binding-46", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-46.png", "input_tokens": 694, "latency_sec": 2.762141274055466, "model_name": "gpt-6-astra", "out_of_srgb": null, "output_tokens": 45, "prediction": { "choice": "B" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T14:41:07.630040+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-46", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "28f5e2fb-63ae-472b-8f1a-cfa5df40bac8", "result_sha256": "95f33090d460976f73f861de7dae2cd85f377bad596f9b8b04aec80efd1b2b3d", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00954, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "C" }, "group_id": "match-binding-47", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-47.png", "input_tokens": 694, "latency_sec": 5.4544835310662165, "model_name": "gpt-6-astra", "out_of_srgb": null, "output_tokens": 52, "prediction": { "choice": "C" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-16T14:01:18.181471+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-47", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "5fd44116-00a8-4612-843d-42b62f8a88ce", "result_sha256": "2a4db9bc3e3af65fb25d978d2664f8e9fe7c26d4338cb625945325ab67aa703b", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00929, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "D" }, "group_id": "match-binding-48", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-48.png", "input_tokens": 694, "latency_sec": 3.431403045076877, "model_name": "gpt-6-astra", "out_of_srgb": null, "output_tokens": 47, "prediction": { "choice": "D" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "openai", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-16T15:04:44.770777+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-48", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "4453fdbc-09f0-4cef-b4ed-c385d927df1a", "result_sha256": "0643ac58e8b9b3f683848502831bfe2f49319b2ac7d0d1a194e6600acf2d339c", "result": { "component_errors": { "c": 0.00012010674054802051, "h": 1.0077707599885741, "l": 0.009926085977997046 }, "correct": null, "cost_estimated": false, "cost_usd": 0.02064, "delta_e_ok": 0.010332816917080902, "error": null, "error_kind": null, "family": "oklch", "ground_truth": { "rgb": [ 192, 64, 80 ] }, "group_id": "numeric-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-01.png", "input_tokens": 739, "latency_sec": 9.717674298095517, "model_name": "gpt-6-astra", "out_of_srgb": false, "output_tokens": 265, "prediction": { "c": 0.163, "h": 16.0, "l": 0.547 }, "prompt_sha256": "cfc2f885cbdbcece08f23bb635b333e3e35d9a41ebaf72f1a755e461f8f494d4", "provider": "openai", "raw_prediction": "{\"l\":0.547,\"c\":0.163,\"h\":16}", "recorded_at": "2026-09-16T16:14:36.793084+00:00", "request_attempts": 1, "score": 94.83359154145955, "task_id": "colorbench-oklch-01", "tight_score": 79.3343661658382, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": false, "0.02": true, "0.05": true } } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "de6c380d-568d-4810-80f1-aca07757fa75", "result_sha256": "720609fa19621e32b99dd5fa5cf7ad43ad3514efc0bbe760674146c469f7865e", "result": { "component_errors": { "c": 0.0024030390476776353, "h": 0.05472814133946713, "l": 0.0033467006591831883 }, "correct": null, "cost_estimated": false, "cost_usd": 0.01979, "delta_e_ok": 0.004122248758916404, "error": null, "error_kind": null, "family": "oklch", "ground_truth": { "rgb": [ 38, 112, 190 ] }, "group_id": "numeric-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-02.png", "input_tokens": 739, "latency_sec": 11.88255497708451, "model_name": "gpt-6-astra", "out_of_srgb": false, "output_tokens": 248, "prediction": { "c": 0.139, "h": 253.0, "l": 0.544 }, "prompt_sha256": "cfc2f885cbdbcece08f23bb635b333e3e35d9a41ebaf72f1a755e461f8f494d4", "provider": "openai", "raw_prediction": "{\"l\":0.544,\"c\":0.139,\"h\":253}", "recorded_at": "2026-09-16T14:04:07.386997+00:00", "request_attempts": 1, "score": 97.9388756205418, "task_id": "colorbench-oklch-02", "tight_score": 91.7555024821672, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": true, "0.01": true, "0.02": true, "0.05": true } } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "4ea53882-2ed4-4b89-a16f-9c49c5b70192", "result_sha256": "65c22401ba57c5490ae37cc591864df1406f659124dc9d616dbbc021626fd2c4", "result": { "component_errors": { "c": 0.0047053031417421814, "h": 0.46264947183613003, "l": 0.0009024822136142197 }, "correct": null, "cost_estimated": false, "cost_usd": 0.02364, "delta_e_ok": 0.004856408074212122, "error": null, "error_kind": null, "family": "oklch", "ground_truth": { "rgb": [ 60, 140, 100 ] }, "group_id": "numeric-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-03.png", "input_tokens": 739, "latency_sec": 15.852955425041728, "model_name": "gpt-6-astra", "out_of_srgb": false, "output_tokens": 325, "prediction": { "c": 0.096, "h": 159.5, "l": 0.578 }, "prompt_sha256": "cfc2f885cbdbcece08f23bb635b333e3e35d9a41ebaf72f1a755e461f8f494d4", "provider": "openai", "raw_prediction": "{\"l\":0.578,\"c\":0.096,\"h\":159.5}", "recorded_at": "2026-09-16T14:00:03.602932+00:00", "request_attempts": 1, "score": 97.57179596289393, "task_id": "colorbench-oklch-03", "tight_score": 90.28718385157576, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": true, "0.01": true, "0.02": true, "0.05": true } } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "47ff1c16-989e-4db7-b411-eee0e678b5cc", "result_sha256": "6d57eee0f1307a953771d4372dc0c4dde64bfa4aafc8901a506b3faaba93f98d", "result": { "component_errors": { "c": 0.0006381856305420069, "h": 1.9572279593992903, "l": 0.003854237561005669 }, "correct": null, "cost_estimated": false, "cost_usd": 0.02274, "delta_e_ok": 0.005645710986520539, "error": null, "error_kind": null, "family": "oklch", "ground_truth": { "rgb": [ 185, 135, 45 ] }, "group_id": "numeric-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-04.png", "input_tokens": 739, "latency_sec": 14.18006617994979, "model_name": "gpt-6-astra", "out_of_srgb": false, "output_tokens": 307, "prediction": { "c": 0.119, "h": 80.0, "l": 0.653 }, "prompt_sha256": "cfc2f885cbdbcece08f23bb635b333e3e35d9a41ebaf72f1a755e461f8f494d4", "provider": "openai", "raw_prediction": "{\"l\":0.653,\"c\":0.119,\"h\":80.0}", "recorded_at": "2026-09-16T14:14:57.693231+00:00", "request_attempts": 1, "score": 97.17714450673974, "task_id": "colorbench-oklch-04", "tight_score": 88.70857802695893, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": true, "0.02": true, "0.05": true } } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "ce8a4547-7c0e-4824-b22d-b10f47656f67", "result_sha256": "3bbcdcd81649819507fb0c85f453e58d4a86426f289c1f4a2e6b95dfa0bd14a5", "result": { "component_errors": { "c": 0.0001255516284406344, "h": 2.007140960468064, "l": 0.00709335712590764 }, "correct": null, "cost_estimated": false, "cost_usd": 0.02459, "delta_e_ok": 0.008685946958665083, "error": null, "error_kind": null, "family": "oklch", "ground_truth": { "rgb": [ 135, 85, 175 ] }, "group_id": "numeric-05", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-05.png", "input_tokens": 739, "latency_sec": 16.3057692470029, "model_name": "gpt-6-astra", "out_of_srgb": false, "output_tokens": 344, "prediction": { "c": 0.143, "h": 310.0, "l": 0.537 }, "prompt_sha256": "cfc2f885cbdbcece08f23bb635b333e3e35d9a41ebaf72f1a755e461f8f494d4", "provider": "openai", "raw_prediction": "{\"l\":0.537,\"c\":0.143,\"h\":310}", "recorded_at": "2026-09-16T14:07:47.091563+00:00", "request_attempts": 1, "score": 95.65702652066746, "task_id": "colorbench-oklch-05", "tight_score": 82.62810608266985, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": true, "0.02": true, "0.05": true } } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "bc64812e-fb18-4356-8d51-b3796e6c29e0", "result_sha256": "32d68933fa07bbb6e92891eac94cd015fbeff93e0dde2bd222d2fded43a30f1a", "result": { "component_errors": { "c": 0.005736737775342317, "h": 2.126765068149865, "l": 0.003001064544980614 }, "correct": null, "cost_estimated": false, "cost_usd": 0.01839, "delta_e_ok": 0.006797447132537116, "error": null, "error_kind": null, "family": "oklch", "ground_truth": { "rgb": [ 22, 48, 75 ] }, "group_id": "numeric-06", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-06.png", "input_tokens": 739, "latency_sec": 9.926716980990022, "model_name": "gpt-6-astra", "out_of_srgb": false, "output_tokens": 220, "prediction": { "c": 0.053, "h": 249.0, "l": 0.306 }, "prompt_sha256": "cfc2f885cbdbcece08f23bb635b333e3e35d9a41ebaf72f1a755e461f8f494d4", "provider": "openai", "raw_prediction": "{\"l\":0.306,\"c\":0.053,\"h\":249}", "recorded_at": "2026-09-16T16:21:54.915376+00:00", "request_attempts": 1, "score": 96.60127643373144, "task_id": "colorbench-oklch-06", "tight_score": 86.40510573492577, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": true, "0.02": true, "0.05": true } } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "bba41f05-f779-4fe9-aa2b-dbdc6e2b0510", "result_sha256": "f00283bd76f7a5c0aa229cbb0f6cb07a51f51a6105ff6992cefa2ca166f679e3", "result": { "component_errors": { "c": 0.000688378754277845, "h": 3.917870075137529, "l": 0.004907278411844684 }, "correct": null, "cost_estimated": false, "cost_usd": 0.02474, "delta_e_ok": 0.005574311832581312, "error": null, "error_kind": null, "family": "oklch", "ground_truth": { "rgb": [ 225, 215, 188 ] }, "group_id": "numeric-07", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-07.png", "input_tokens": 739, "latency_sec": 11.037068587960675, "model_name": "gpt-6-astra", "out_of_srgb": false, "output_tokens": 347, "prediction": { "c": 0.037, "h": 94.0, "l": 0.885 }, "prompt_sha256": "cfc2f885cbdbcece08f23bb635b333e3e35d9a41ebaf72f1a755e461f8f494d4", "provider": "openai", "raw_prediction": "{\"l\":0.885,\"c\":0.037,\"h\":94}", "recorded_at": "2026-09-16T15:37:05.902320+00:00", "request_attempts": 1, "score": 97.21284408370934, "task_id": "colorbench-oklch-07", "tight_score": 88.85137633483737, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": true, "0.02": true, "0.05": true } } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "5be066b2-cef8-4791-9390-932fd00f3df4", "result_sha256": "d3dfe174e4d93e1ee3773c2a567a89457e8a3380fef9d6ca44390e3fbc105186", "result": { "component_errors": { "c": 0.0, "h": null, "l": 0.006870801707117735 }, "correct": null, "cost_estimated": false, "cost_usd": 0.01629, "delta_e_ok": 0.0068708017071541175, "error": null, "error_kind": null, "family": "oklch", "ground_truth": { "rgb": [ 128, 128, 128 ] }, "group_id": "numeric-08", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-08.png", "input_tokens": 739, "latency_sec": 7.971680754912086, "model_name": "gpt-6-astra", "out_of_srgb": false, "output_tokens": 178, "prediction": { "c": 0.0, "h": 0.0, "l": 0.593 }, "prompt_sha256": "cfc2f885cbdbcece08f23bb635b333e3e35d9a41ebaf72f1a755e461f8f494d4", "provider": "openai", "raw_prediction": "{\"l\":0.593,\"c\":0,\"h\":0}", "recorded_at": "2026-09-16T15:23:18.562663+00:00", "request_attempts": 1, "score": 96.56459914642295, "task_id": "colorbench-oklch-08", "tight_score": 86.25839658569177, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": true, "0.02": true, "0.05": true } } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "296c77ce-c915-4a60-aa90-6150b730e4cc", "result_sha256": "f4f6e7d7a867c04ac9f1362588bd4e18206fcf5c200c987e923498c0a58e469e", "result": { "component_errors": { "c": 0.00361924559190388, "h": 0.34935647130703273, "l": 0.0023534497222087447 }, "correct": null, "cost_estimated": false, "cost_usd": 0.02314, "delta_e_ok": 0.004535797015583399, "error": null, "error_kind": null, "family": "oklch", "ground_truth": { "rgb": [ 230, 32, 44 ] }, "group_id": "numeric-09", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-09.png", "input_tokens": 739, "latency_sec": 15.741611670935526, "model_name": "gpt-6-astra", "out_of_srgb": false, "output_tokens": 315, "prediction": { "c": 0.23, "h": 26.0, "l": 0.595 }, "prompt_sha256": "cfc2f885cbdbcece08f23bb635b333e3e35d9a41ebaf72f1a755e461f8f494d4", "provider": "openai", "raw_prediction": "{\"l\":0.595,\"c\":0.23,\"h\":26.0}", "recorded_at": "2026-09-16T14:27:30.563285+00:00", "request_attempts": 1, "score": 97.7321014922083, "task_id": "colorbench-oklch-09", "tight_score": 90.9284059688332, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": true, "0.01": true, "0.02": true, "0.05": true } } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "4bdc9061-9978-40ff-a4d8-3414154db541", "result_sha256": "156207116bafffa343f227a275b78872858d41a17d7e585d925639f28505731a", "result": { "component_errors": { "c": 0.0020205992924068883, "h": 0.3920987962712559, "l": 0.005876084597746356 }, "correct": null, "cost_estimated": false, "cost_usd": 0.02239, "delta_e_ok": 0.006303684298827424, "error": null, "error_kind": null, "family": "oklch", "ground_truth": { "rgb": [ 24, 158, 82 ] }, "group_id": "numeric-10", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-10.png", "input_tokens": 739, "latency_sec": 9.73618584498763, "model_name": "gpt-6-astra", "out_of_srgb": false, "output_tokens": 300, "prediction": { "c": 0.154, "h": 152.1, "l": 0.609 }, "prompt_sha256": "cfc2f885cbdbcece08f23bb635b333e3e35d9a41ebaf72f1a755e461f8f494d4", "provider": "openai", "raw_prediction": "{\"l\":0.609,\"c\":0.154,\"h\":152.1}", "recorded_at": "2026-09-16T15:47:08.706689+00:00", "request_attempts": 1, "score": 96.84815785058629, "task_id": "colorbench-oklch-10", "tight_score": 87.39263140234516, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": true, "0.02": true, "0.05": true } } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "98899929-fb47-49b1-96f8-1b978c7d3c1d", "result_sha256": "54a910ed98250f4a8b6713a22f2ae64b60c176c8bcf90de1b53a3d35a1394e12", "result": { "component_errors": { "c": 0.008840148314169988, "h": 0.7848480507038289, "l": 0.0004500388416127654 }, "correct": null, "cost_estimated": false, "cost_usd": 0.02004, "delta_e_ok": 0.009379770809894704, "error": null, "error_kind": null, "family": "oklch", "ground_truth": { "rgb": [ 44, 84, 228 ] }, "group_id": "numeric-11", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-11.png", "input_tokens": 739, "latency_sec": 11.950989180011675, "model_name": "gpt-6-astra", "out_of_srgb": false, "output_tokens": 253, "prediction": { "c": 0.231, "h": 267.0, "l": 0.514 }, "prompt_sha256": "cfc2f885cbdbcece08f23bb635b333e3e35d9a41ebaf72f1a755e461f8f494d4", "provider": "openai", "raw_prediction": "{\"l\":0.514,\"c\":0.231,\"h\":267}", "recorded_at": "2026-09-16T14:01:46.285613+00:00", "request_attempts": 1, "score": 95.31011459505265, "task_id": "colorbench-oklch-11", "tight_score": 81.24045838021058, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": true, "0.02": true, "0.05": true } } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "7f549a34-9a40-444c-abb8-624991472d54", "result_sha256": "aa406227d400260fd5066cd665f0d997cfe7232e516a87c2ac8407e6d605ea31", "result": { "component_errors": { "c": 0.0046105754932969645, "h": 1.6658483071395835, "l": 0.0050828313734373465 }, "correct": null, "cost_estimated": false, "cost_usd": 0.02284, "delta_e_ok": 0.008451550785657767, "error": null, "error_kind": null, "family": "oklch", "ground_truth": { "rgb": [ 236, 208, 44 ] }, "group_id": "numeric-12", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-12.png", "input_tokens": 739, "latency_sec": 17.309661809005775, "model_name": "gpt-6-astra", "out_of_srgb": false, "output_tokens": 309, "prediction": { "c": 0.172, "h": 100.3, "l": 0.861 }, "prompt_sha256": "cfc2f885cbdbcece08f23bb635b333e3e35d9a41ebaf72f1a755e461f8f494d4", "provider": "openai", "raw_prediction": "{\"l\":0.861,\"c\":0.172,\"h\":100.3}", "recorded_at": "2026-09-16T14:38:52.394202+00:00", "request_attempts": 1, "score": 95.77422460717112, "task_id": "colorbench-oklch-12", "tight_score": 83.09689842868447, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": true, "0.02": true, "0.05": true } } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "6f8b8349-0383-473e-8122-6c63cd1dfd29", "result_sha256": "97d195566cff31fc0dcb35524ded0232c6924924e64de09ac2a99e3fadc8380f", "result": { "component_errors": { "c": 0.005027880784928357, "h": 1.2436509811210499, "l": 0.001973671229780982 }, "correct": null, "cost_estimated": false, "cost_usd": 0.02204, "delta_e_ok": 0.007303335100725631, "error": null, "error_kind": null, "family": "oklch", "ground_truth": { "rgb": [ 198, 58, 188 ] }, "group_id": "numeric-13", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-13.png", "input_tokens": 739, "latency_sec": 9.547351356013678, "model_name": "gpt-6-astra", "out_of_srgb": false, "output_tokens": 293, "prediction": { "c": 0.229, "h": 332.3, "l": 0.599 }, "prompt_sha256": "cfc2f885cbdbcece08f23bb635b333e3e35d9a41ebaf72f1a755e461f8f494d4", "provider": "openai", "raw_prediction": "{\"l\":0.599,\"c\":0.229,\"h\":332.3}", "recorded_at": "2026-09-16T14:05:08.332554+00:00", "request_attempts": 1, "score": 96.34833244963718, "task_id": "colorbench-oklch-13", "tight_score": 85.39332979854875, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": true, "0.02": true, "0.05": true } } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "3161148d-9c94-4569-9cf1-1e2543f497c4", "result_sha256": "1784583b841bc08821cd11c10d813a99baa4a883aa405cc291e9f35022fadca7", "result": { "component_errors": { "c": 0.00021366803719775895, "h": 2.106234077695092, "l": 0.004438343453676996 }, "correct": null, "cost_estimated": false, "cost_usd": 0.02274, "delta_e_ok": 0.006060223898825398, "error": null, "error_kind": null, "family": "oklch", "ground_truth": { "rgb": [ 44, 178, 198 ] }, "group_id": "numeric-14", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-14.png", "input_tokens": 739, "latency_sec": 10.955846219090745, "model_name": "gpt-6-astra", "out_of_srgb": false, "output_tokens": 307, "prediction": { "c": 0.112, "h": 208.0, "l": 0.699 }, "prompt_sha256": "cfc2f885cbdbcece08f23bb635b333e3e35d9a41ebaf72f1a755e461f8f494d4", "provider": "openai", "raw_prediction": "{\"l\":0.699,\"c\":0.112,\"h\":208}", "recorded_at": "2026-09-16T15:06:30.255954+00:00", "request_attempts": 1, "score": 96.9698880505873, "task_id": "colorbench-oklch-14", "tight_score": 87.8795522023492, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": true, "0.02": true, "0.05": true } } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "80cf52d2-4681-44fe-9472-43a124684e67", "result_sha256": "f5164012f92bb077249e95f124f95503995b7593da188779898d07db9a041186", "result": { "component_errors": { "c": 0.004093520693841951, "h": null, "l": 0.0009406313546754252 }, "correct": null, "cost_estimated": false, "cost_usd": 0.01274, "delta_e_ok": 0.004200202258976442, "error": null, "error_kind": null, "family": "oklch", "ground_truth": { "rgb": [ 16, 16, 18 ] }, "group_id": "numeric-15", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-15.png", "input_tokens": 739, "latency_sec": 4.38892019004561, "model_name": "gpt-6-astra", "out_of_srgb": false, "output_tokens": 107, "prediction": { "c": 0.0, "h": 0.0, "l": 0.173 }, "prompt_sha256": "cfc2f885cbdbcece08f23bb635b333e3e35d9a41ebaf72f1a755e461f8f494d4", "provider": "openai", "raw_prediction": "{\"l\":0.173,\"c\":0,\"h\":0}", "recorded_at": "2026-09-16T15:49:25.949013+00:00", "request_attempts": 1, "score": 97.89989887051178, "task_id": "colorbench-oklch-15", "tight_score": 91.5995954820471, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": true, "0.01": true, "0.02": true, "0.05": true } } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "33fd070f-f7cf-45fb-a253-428cc99d1482", "result_sha256": "9c279165a1b46271abda89d9e5a3ef62936293ef24670f4eac84c117d4e2469d", "result": { "component_errors": { "c": 2.4184431234509918e-05, "h": null, "l": 0.0016820242589243861 }, "correct": null, "cost_estimated": false, "cost_usd": 0.02374, "delta_e_ok": 0.0019976140301259013, "error": null, "error_kind": null, "family": "oklch", "ground_truth": { "rgb": [ 243, 243, 240 ] }, "group_id": "numeric-16", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-16.png", "input_tokens": 739, "latency_sec": 11.022951196064241, "model_name": "gpt-6-astra", "out_of_srgb": false, "output_tokens": 327, "prediction": { "c": 0.004, "h": 122.0, "l": 0.965 }, "prompt_sha256": "cfc2f885cbdbcece08f23bb635b333e3e35d9a41ebaf72f1a755e461f8f494d4", "provider": "openai", "raw_prediction": "{\"l\":0.965,\"c\":0.004,\"h\":122}", "recorded_at": "2026-09-16T14:44:17.084159+00:00", "request_attempts": 1, "score": 99.00119298493705, "task_id": "colorbench-oklch-16", "tight_score": 96.0047719397482, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": true, "0.01": true, "0.02": true, "0.05": true } } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "048ee638-f915-4e7a-b2a7-2888d011c8a6", "result_sha256": "857a2093deb807e95b83b5bfafcc7d80df198d557a9ace42b86aaef7a248a726", "result": { "component_errors": { "b": 0, "g": 3, "r": 4 }, "correct": null, "cost_estimated": false, "cost_usd": 0.01084, "delta_e_ok": 0.010657846232924702, "error": null, "error_kind": null, "family": "rgb", "ground_truth": { "rgb": [ 192, 64, 80 ] }, "group_id": "numeric-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-01.png", "input_tokens": 709, "latency_sec": 3.409004350891337, "model_name": "gpt-6-astra", "out_of_srgb": false, "output_tokens": 75, "prediction": { "b": 80, "g": 61, "r": 188 }, "prompt_sha256": "09fd259e1933fb6529f0be5f0819e7edcbad485141fc78abea1ceadc70f0cf55", "provider": "openai", "raw_prediction": "{\"r\":188,\"g\":61,\"b\":80}", "recorded_at": "2026-09-16T15:32:43.910791+00:00", "request_attempts": 1, "score": 94.67107688353765, "task_id": "colorbench-rgb-01", "tight_score": 78.6843075341506, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": false, "0.02": true, "0.05": true } } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "548bfd93-17f9-41bb-9574-2b71da378aa2", "result_sha256": "aaca66ca2d3b2f1731bffe2c45c98749914df93baf08f520197f509ee1d9ae61", "result": { "component_errors": { "b": 0, "g": 1, "r": 2 }, "correct": null, "cost_estimated": false, "cost_usd": 0.01139, "delta_e_ok": 0.003291926648936781, "error": null, "error_kind": null, "family": "rgb", "ground_truth": { "rgb": [ 38, 112, 190 ] }, "group_id": "numeric-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-02.png", "input_tokens": 709, "latency_sec": 5.9758263969561085, "model_name": "gpt-6-astra", "out_of_srgb": false, "output_tokens": 86, "prediction": { "b": 190, "g": 113, "r": 40 }, "prompt_sha256": "09fd259e1933fb6529f0be5f0819e7edcbad485141fc78abea1ceadc70f0cf55", "provider": "openai", "raw_prediction": "{\"r\":40,\"g\":113,\"b\":190}", "recorded_at": "2026-09-16T15:09:50.080974+00:00", "request_attempts": 1, "score": 98.3540366755316, "task_id": "colorbench-rgb-02", "tight_score": 93.41614670212644, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": true, "0.01": true, "0.02": true, "0.05": true } } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "8965e300-bdb2-47a3-8902-afe7ed1ff3b0", "result_sha256": "67d80f2ba9d4e56fe5c615d7bee5fd0aad5760fbb2c7fc5f1c0e1f2a62822fbd", "result": { "component_errors": { "b": 1, "g": 1, "r": 2 }, "correct": null, "cost_estimated": false, "cost_usd": 0.01259, "delta_e_ok": 0.004046551872719096, "error": null, "error_kind": null, "family": "rgb", "ground_truth": { "rgb": [ 60, 140, 100 ] }, "group_id": "numeric-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-03.png", "input_tokens": 709, "latency_sec": 5.234405118972063, "model_name": "gpt-6-astra", "out_of_srgb": false, "output_tokens": 110, "prediction": { "b": 101, "g": 139, "r": 62 }, "prompt_sha256": "09fd259e1933fb6529f0be5f0819e7edcbad485141fc78abea1ceadc70f0cf55", "provider": "openai", "raw_prediction": "{\"r\":62,\"g\":139,\"b\":101}", "recorded_at": "2026-09-16T16:25:43.712709+00:00", "request_attempts": 1, "score": 97.97672406364045, "task_id": "colorbench-rgb-03", "tight_score": 91.90689625456181, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": true, "0.01": true, "0.02": true, "0.05": true } } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "3827d890-8c33-4159-80d6-be80550761ef", "result_sha256": "6182fb3805f95d054b452fbf8871efec986c7887d1fbdda1b1142022a3610153", "result": { "component_errors": { "b": 3, "g": 1, "r": 3 }, "correct": null, "cost_estimated": false, "cost_usd": 0.01014, "delta_e_ok": 0.006306553524938951, "error": null, "error_kind": null, "family": "rgb", "ground_truth": { "rgb": [ 185, 135, 45 ] }, "group_id": "numeric-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-04.png", "input_tokens": 709, "latency_sec": 3.4445502379676327, "model_name": "gpt-6-astra", "out_of_srgb": false, "output_tokens": 61, "prediction": { "b": 42, "g": 134, "r": 182 }, "prompt_sha256": "09fd259e1933fb6529f0be5f0819e7edcbad485141fc78abea1ceadc70f0cf55", "provider": "openai", "raw_prediction": "{\"r\":182,\"g\":134,\"b\":42}", "recorded_at": "2026-09-16T14:43:41.385498+00:00", "request_attempts": 1, "score": 96.84672323753053, "task_id": "colorbench-rgb-04", "tight_score": 87.3868929501221, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": true, "0.02": true, "0.05": true } } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "f1c5803f-d0bb-4af9-a31d-1c6afafef0b9", "result_sha256": "ed43fc53b7d60905d82a257c3a883fad1075d3e53a2f7c88ebcabf3e9905d029", "result": { "component_errors": { "b": 5, "g": 2, "r": 0 }, "correct": null, "cost_estimated": false, "cost_usd": 0.01084, "delta_e_ok": 0.008427369286035002, "error": null, "error_kind": null, "family": "rgb", "ground_truth": { "rgb": [ 135, 85, 175 ] }, "group_id": "numeric-05", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-05.png", "input_tokens": 709, "latency_sec": 3.8635974070057273, "model_name": "gpt-6-astra", "out_of_srgb": false, "output_tokens": 75, "prediction": { "b": 170, "g": 83, "r": 135 }, "prompt_sha256": "09fd259e1933fb6529f0be5f0819e7edcbad485141fc78abea1ceadc70f0cf55", "provider": "openai", "raw_prediction": "{\"r\":135,\"g\":83,\"b\":170}", "recorded_at": "2026-09-16T16:32:34.504282+00:00", "request_attempts": 1, "score": 95.7863153569825, "task_id": "colorbench-rgb-05", "tight_score": 83.14526142793, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": true, "0.02": true, "0.05": true } } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "efe13cbf-1fcb-40b3-8285-be94d6a5bdde", "result_sha256": "f953be32fe6359e70c2d7016dc9e7132f97388041631aa89ccafd720508120f1", "result": { "component_errors": { "b": 2, "g": 1, "r": 2 }, "correct": null, "cost_estimated": false, "cost_usd": 0.01194, "delta_e_ok": 0.006041023315765868, "error": null, "error_kind": null, "family": "rgb", "ground_truth": { "rgb": [ 22, 48, 75 ] }, "group_id": "numeric-06", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-06.png", "input_tokens": 709, "latency_sec": 4.241476889001206, "model_name": "gpt-6-astra", "out_of_srgb": false, "output_tokens": 97, "prediction": { "b": 73, "g": 49, "r": 24 }, "prompt_sha256": "09fd259e1933fb6529f0be5f0819e7edcbad485141fc78abea1ceadc70f0cf55", "provider": "openai", "raw_prediction": "{\"r\":24,\"g\":49,\"b\":73}", "recorded_at": "2026-09-16T15:06:57.962563+00:00", "request_attempts": 1, "score": 96.97948834211707, "task_id": "colorbench-rgb-06", "tight_score": 87.91795336846826, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": true, "0.02": true, "0.05": true } } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "f6c5bbef-871a-479d-a122-97b9892789b2", "result_sha256": "197f8d08f37a6c389cf36da95fafb19d0d6d2569e6ba13ed15ea340771cc2ed2", "result": { "component_errors": { "b": 1, "g": 2, "r": 1 }, "correct": null, "cost_estimated": false, "cost_usd": 0.01279, "delta_e_ok": 0.005343758786771212, "error": null, "error_kind": null, "family": "rgb", "ground_truth": { "rgb": [ 225, 215, 188 ] }, "group_id": "numeric-07", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-07.png", "input_tokens": 709, "latency_sec": 4.596407766919583, "model_name": "gpt-6-astra", "out_of_srgb": false, "output_tokens": 114, "prediction": { "b": 189, "g": 217, "r": 226 }, "prompt_sha256": "09fd259e1933fb6529f0be5f0819e7edcbad485141fc78abea1ceadc70f0cf55", "provider": "openai", "raw_prediction": "{\"r\":226,\"g\":217,\"b\":189}", "recorded_at": "2026-09-16T14:44:47.380331+00:00", "request_attempts": 1, "score": 97.3281206066144, "task_id": "colorbench-rgb-07", "tight_score": 89.31248242645758, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": true, "0.02": true, "0.05": true } } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "b12f5bbd-1020-416f-a56a-690fe908a2a4", "result_sha256": "0922a6b2c460e6f74552a4b29b96de5d3ca885d7d2b70011ce7b15bb8c3722b3", "result": { "component_errors": { "b": 2, "g": 1, "r": 1 }, "correct": null, "cost_estimated": false, "cost_usd": 0.01299, "delta_e_ok": 0.0039871263998957455, "error": null, "error_kind": null, "family": "rgb", "ground_truth": { "rgb": [ 128, 128, 128 ] }, "group_id": "numeric-08", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-08.png", "input_tokens": 709, "latency_sec": 5.342656465945765, "model_name": "gpt-6-astra", "out_of_srgb": false, "output_tokens": 118, "prediction": { "b": 126, "g": 127, "r": 127 }, "prompt_sha256": "09fd259e1933fb6529f0be5f0819e7edcbad485141fc78abea1ceadc70f0cf55", "provider": "openai", "raw_prediction": "{\"r\":127,\"g\":127,\"b\":126}", "recorded_at": "2026-09-16T15:38:16.503581+00:00", "request_attempts": 1, "score": 98.00643680005213, "task_id": "colorbench-rgb-08", "tight_score": 92.02574720020851, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": true, "0.01": true, "0.02": true, "0.05": true } } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "66c15e36-ec4e-47c2-9906-34b9b625e960", "result_sha256": "b2a723de648e607ef6e17c7bc909b9ca298bc5318b6d7e5ca6f854a4c7373b0d", "result": { "component_errors": { "b": 1, "g": 5, "r": 3 }, "correct": null, "cost_estimated": false, "cost_usd": 0.01304, "delta_e_ok": 0.005782568623506674, "error": null, "error_kind": null, "family": "rgb", "ground_truth": { "rgb": [ 230, 32, 44 ] }, "group_id": "numeric-09", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-09.png", "input_tokens": 709, "latency_sec": 5.767644874053076, "model_name": "gpt-6-astra", "out_of_srgb": false, "output_tokens": 119, "prediction": { "b": 43, "g": 27, "r": 233 }, "prompt_sha256": "09fd259e1933fb6529f0be5f0819e7edcbad485141fc78abea1ceadc70f0cf55", "provider": "openai", "raw_prediction": "{\"r\":233,\"g\":27,\"b\":43}", "recorded_at": "2026-09-16T15:34:59.614439+00:00", "request_attempts": 1, "score": 97.10871568824666, "task_id": "colorbench-rgb-09", "tight_score": 88.43486275298666, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": true, "0.02": true, "0.05": true } } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "4df9d1c7-f35e-45a7-874c-7c4b2400b960", "result_sha256": "de18dc32a1abb558903edf9f9f0719ecdf759a0fa264ff079ec5534bbee728df", "result": { "component_errors": { "b": 1, "g": 3, "r": 0 }, "correct": null, "cost_estimated": false, "cost_usd": 0.01019, "delta_e_ok": 0.009578609676430285, "error": null, "error_kind": null, "family": "rgb", "ground_truth": { "rgb": [ 24, 158, 82 ] }, "group_id": "numeric-10", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-10.png", "input_tokens": 709, "latency_sec": 2.6969478400424123, "model_name": "gpt-6-astra", "out_of_srgb": false, "output_tokens": 62, "prediction": { "b": 83, "g": 155, "r": 24 }, "prompt_sha256": "09fd259e1933fb6529f0be5f0819e7edcbad485141fc78abea1ceadc70f0cf55", "provider": "openai", "raw_prediction": "{\"r\":24,\"g\":155,\"b\":83}", "recorded_at": "2026-09-16T14:46:09.764619+00:00", "request_attempts": 1, "score": 95.21069516178486, "task_id": "colorbench-rgb-10", "tight_score": 80.84278064713943, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": true, "0.02": true, "0.05": true } } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "dd4c63da-a34d-44ce-9672-f3eb057ada39", "result_sha256": "1e4c02c7e68966773a97faabfefe04ee5591c09c69263b73fb6264e935ee43ea", "result": { "component_errors": { "b": 4, "g": 4, "r": 0 }, "correct": null, "cost_estimated": false, "cost_usd": 0.01124, "delta_e_ok": 0.010205604292800614, "error": null, "error_kind": null, "family": "rgb", "ground_truth": { "rgb": [ 44, 84, 228 ] }, "group_id": "numeric-11", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-11.png", "input_tokens": 709, "latency_sec": 4.374701343011111, "model_name": "gpt-6-astra", "out_of_srgb": false, "output_tokens": 83, "prediction": { "b": 232, "g": 80, "r": 44 }, "prompt_sha256": "09fd259e1933fb6529f0be5f0819e7edcbad485141fc78abea1ceadc70f0cf55", "provider": "openai", "raw_prediction": "{\"r\":44,\"g\":80,\"b\":232}", "recorded_at": "2026-09-16T16:32:48.296189+00:00", "request_attempts": 1, "score": 94.89719785359969, "task_id": "colorbench-rgb-11", "tight_score": 79.58879141439877, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": false, "0.02": true, "0.05": true } } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "846fab42-57db-4174-9270-6b8bb5670569", "result_sha256": "2755bf2c117821945965d6bd82b7323b3aed2874bfff6c4da978fb8b3fb95578", "result": { "component_errors": { "b": 3, "g": 4, "r": 0 }, "correct": null, "cost_estimated": false, "cost_usd": 0.01084, "delta_e_ok": 0.010539280097258604, "error": null, "error_kind": null, "family": "rgb", "ground_truth": { "rgb": [ 236, 208, 44 ] }, "group_id": "numeric-12", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-12.png", "input_tokens": 709, "latency_sec": 3.4765011420240626, "model_name": "gpt-6-astra", "out_of_srgb": false, "output_tokens": 75, "prediction": { "b": 41, "g": 212, "r": 236 }, "prompt_sha256": "09fd259e1933fb6529f0be5f0819e7edcbad485141fc78abea1ceadc70f0cf55", "provider": "openai", "raw_prediction": "{\"r\":236,\"g\":212,\"b\":41}", "recorded_at": "2026-09-16T15:37:51.182322+00:00", "request_attempts": 1, "score": 94.7303599513707, "task_id": "colorbench-rgb-12", "tight_score": 78.92143980548279, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": false, "0.02": true, "0.05": true } } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "67fdbb9a-9f5a-4a44-8694-ac87cae6c9ae", "result_sha256": "5e8d6694c5dbd0f5fd423281c3724d7f4c654ea88bd90a83c45cfbcc1e041cb6", "result": { "component_errors": { "b": 4, "g": 5, "r": 1 }, "correct": null, "cost_estimated": false, "cost_usd": 0.01289, "delta_e_ok": 0.00834954657924897, "error": null, "error_kind": null, "family": "rgb", "ground_truth": { "rgb": [ 198, 58, 188 ] }, "group_id": "numeric-13", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-13.png", "input_tokens": 709, "latency_sec": 6.311157854972407, "model_name": "gpt-6-astra", "out_of_srgb": false, "output_tokens": 116, "prediction": { "b": 184, "g": 53, "r": 199 }, "prompt_sha256": "09fd259e1933fb6529f0be5f0819e7edcbad485141fc78abea1ceadc70f0cf55", "provider": "openai", "raw_prediction": "{\"r\":199,\"g\":53,\"b\":184}", "recorded_at": "2026-09-16T15:18:20.557370+00:00", "request_attempts": 1, "score": 95.82522671037552, "task_id": "colorbench-rgb-13", "tight_score": 83.30090684150207, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": true, "0.02": true, "0.05": true } } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "c066e14d-5966-4056-8739-8cd31ae3cfff", "result_sha256": "00d20ff6832cd08b78e50333383e9779153eadb1c883463aa0d3ca26a677da03", "result": { "component_errors": { "b": 6, "g": 3, "r": 2 }, "correct": null, "cost_estimated": false, "cost_usd": 0.01144, "delta_e_ok": 0.010998507247244814, "error": null, "error_kind": null, "family": "rgb", "ground_truth": { "rgb": [ 44, 178, 198 ] }, "group_id": "numeric-14", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-14.png", "input_tokens": 709, "latency_sec": 4.285628595971502, "model_name": "gpt-6-astra", "out_of_srgb": false, "output_tokens": 87, "prediction": { "b": 192, "g": 175, "r": 42 }, "prompt_sha256": "09fd259e1933fb6529f0be5f0819e7edcbad485141fc78abea1ceadc70f0cf55", "provider": "openai", "raw_prediction": "{\"r\":42,\"g\":175,\"b\":192}", "recorded_at": "2026-09-16T15:08:27.161092+00:00", "request_attempts": 1, "score": 94.50074637637759, "task_id": "colorbench-rgb-14", "tight_score": 78.00298550551037, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": false, "0.02": true, "0.05": true } } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "d3df2f25-ed4c-47bb-83fe-5db7998e98f8", "result_sha256": "67bb3236fdfb30e36a25125b20f43c7b87fa708b95882b2595c9a532e82a46ed", "result": { "component_errors": { "b": 2, "g": 0, "r": 0 }, "correct": null, "cost_estimated": false, "cost_usd": 0.01334, "delta_e_ok": 0.004190936409623333, "error": null, "error_kind": null, "family": "rgb", "ground_truth": { "rgb": [ 16, 16, 18 ] }, "group_id": "numeric-15", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-15.png", "input_tokens": 709, "latency_sec": 4.967743915040046, "model_name": "gpt-6-astra", "out_of_srgb": false, "output_tokens": 125, "prediction": { "b": 16, "g": 16, "r": 16 }, "prompt_sha256": "09fd259e1933fb6529f0be5f0819e7edcbad485141fc78abea1ceadc70f0cf55", "provider": "openai", "raw_prediction": "{\"r\":16,\"g\":16,\"b\":16}", "recorded_at": "2026-09-16T15:30:38.562339+00:00", "request_attempts": 1, "score": 97.90453179518833, "task_id": "colorbench-rgb-15", "tight_score": 91.61812718075333, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": true, "0.01": true, "0.02": true, "0.05": true } } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "c284c21b-8bed-4ea6-b12f-9399041926cd", "result_sha256": "e01a469879cae0d399d3d581fd4a96aa05447648c91e91f6bc6184ad0a8e2eab", "result": { "component_errors": { "b": 1, "g": 1, "r": 0 }, "correct": null, "cost_estimated": false, "cost_usd": 0.01259, "delta_e_ok": 0.0024791602644278397, "error": null, "error_kind": null, "family": "rgb", "ground_truth": { "rgb": [ 243, 243, 240 ] }, "group_id": "numeric-16", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-16.png", "input_tokens": 709, "latency_sec": 4.3831732359249145, "model_name": "gpt-6-astra", "out_of_srgb": false, "output_tokens": 110, "prediction": { "b": 241, "g": 244, "r": 243 }, "prompt_sha256": "09fd259e1933fb6529f0be5f0819e7edcbad485141fc78abea1ceadc70f0cf55", "provider": "openai", "raw_prediction": "{\"r\":243,\"g\":244,\"b\":241}", "recorded_at": "2026-09-16T15:36:37.184456+00:00", "request_attempts": 1, "score": 98.76041986778607, "task_id": "colorbench-rgb-16", "tight_score": 95.04167947114432, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": true, "0.01": true, "0.02": true, "0.05": true } } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "2daf6835-3d42-440b-9d8f-c829cb4386b7", "result_sha256": "fd46dbd6b2f3e3bc608254060a889b72ef20ae7ad34fda80e7ad50661b3871bb", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00963, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "A" }, "group_id": "samediff-pair-01-aa", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-01-aa.png", "input_tokens": 693, "latency_sec": 3.6830126399872825, "model_name": "gpt-6-astra", "out_of_srgb": null, "output_tokens": 54, "prediction": { "choice": "A" }, "prompt_sha256": "5e7848665b728e9630152c817156693405880e5f162e38c259dfb28921044958", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T15:01:22.115912+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-01", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "19510b4a-dfd7-45ae-93b9-abb7a4ab0f14", "result_sha256": "f924bbe7ab953c400b5c1bbddf71f2f32777fff6d9cf13e0e05a6dc878d3b5e1", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00858, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "B" }, "group_id": "samediff-pair-01-aa", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-01-aa.png", "input_tokens": 693, "latency_sec": 2.582483945065178, "model_name": "gpt-6-astra", "out_of_srgb": null, "output_tokens": 33, "prediction": { "choice": "B" }, "prompt_sha256": "0a4ab165981a50bcd6b555f867e9fb0981199d629c3115939bc1fd3f4639f344", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T16:29:37.459708+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-02", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "a42a0447-6a32-47c7-a34a-76bb98d725b6", "result_sha256": "22a59b5ae203f09003c427c4e64e611ff34329507b683ad3669968175d366e11", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00928, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "A" }, "group_id": "samediff-pair-01-bb", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-01-bb.png", "input_tokens": 693, "latency_sec": 2.7029795220587403, "model_name": "gpt-6-astra", "out_of_srgb": null, "output_tokens": 47, "prediction": { "choice": "A" }, "prompt_sha256": "5e7848665b728e9630152c817156693405880e5f162e38c259dfb28921044958", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T15:45:03.847841+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-03", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "9967c023-ddfd-4d87-9444-a0f0dc3bac02", "result_sha256": "7d1c659a8aa4c03b9f7989b13c59974074f7b22f1d0df72e8d8e17d9ec2c6929", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00858, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "B" }, "group_id": "samediff-pair-01-bb", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-01-bb.png", "input_tokens": 693, "latency_sec": 2.6482847479637712, "model_name": "gpt-6-astra", "out_of_srgb": null, "output_tokens": 33, "prediction": { "choice": "B" }, "prompt_sha256": "0a4ab165981a50bcd6b555f867e9fb0981199d629c3115939bc1fd3f4639f344", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T14:25:27.338255+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-04", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "d9ba6b4a-56e1-4e19-9dd6-2c37a3d9ed34", "result_sha256": "e027425a98054f200f6cb048cff0185ea6c4ddb6d2b5e406c70ae8e942e5805c", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00938, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "B" }, "group_id": "samediff-pair-01-ab", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-01-ab.png", "input_tokens": 693, "latency_sec": 2.4911293449113145, "model_name": "gpt-6-astra", "out_of_srgb": null, "output_tokens": 49, "prediction": { "choice": "B" }, "prompt_sha256": "5e7848665b728e9630152c817156693405880e5f162e38c259dfb28921044958", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T15:39:31.440321+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-05", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "ea82c482-a03a-44f1-8d74-460152e4cc04", "result_sha256": "69d415cf8a3f267286c11d05e19420bde30e9f7001d26e6dbbdeb840e34d7e57", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00968, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "A" }, "group_id": "samediff-pair-01-ab", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-01-ab.png", "input_tokens": 693, "latency_sec": 3.4457575239939615, "model_name": "gpt-6-astra", "out_of_srgb": null, "output_tokens": 55, "prediction": { "choice": "A" }, "prompt_sha256": "0a4ab165981a50bcd6b555f867e9fb0981199d629c3115939bc1fd3f4639f344", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T15:28:57.168712+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-06", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "c9d03c0b-a259-4283-bba4-1c81e8a623f1", "result_sha256": "d847548ce7dd137a1d00b3715d2a0f72d75f3e2b33388541aaf764639408b12b", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00958, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "B" }, "group_id": "samediff-pair-01-ba", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-01-ba.png", "input_tokens": 693, "latency_sec": 3.1952263510320336, "model_name": "gpt-6-astra", "out_of_srgb": null, "output_tokens": 53, "prediction": { "choice": "B" }, "prompt_sha256": "5e7848665b728e9630152c817156693405880e5f162e38c259dfb28921044958", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T15:52:37.598973+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-07", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "cf620f51-f459-41d6-9e6b-4260d5484af2", "result_sha256": "5a48c767eb14c532517dae27063e686b3e956629ea1eaf517bfccd6bf1adacc3", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.01008, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "A" }, "group_id": "samediff-pair-01-ba", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-01-ba.png", "input_tokens": 693, "latency_sec": 3.0380330909974873, "model_name": "gpt-6-astra", "out_of_srgb": null, "output_tokens": 63, "prediction": { "choice": "A" }, "prompt_sha256": "0a4ab165981a50bcd6b555f867e9fb0981199d629c3115939bc1fd3f4639f344", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T15:42:00.877276+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-08", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "21cf8bda-19ec-4587-bac7-c607272e548b", "result_sha256": "54c57a230322769207b3b0c9cf0fffe932c9cf18fbbb5ce198533db05fa06a17", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00858, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "A" }, "group_id": "samediff-pair-02-aa", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-02-aa.png", "input_tokens": 693, "latency_sec": 1.9242675820132717, "model_name": "gpt-6-astra", "out_of_srgb": null, "output_tokens": 33, "prediction": { "choice": "A" }, "prompt_sha256": "5e7848665b728e9630152c817156693405880e5f162e38c259dfb28921044958", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T16:01:47.311618+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-09", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "572b6302-c93e-45f2-a5bc-939abf9f00d7", "result_sha256": "f04052cef2ee4a29ab11650f0ad3f1cbaabdade5aa27b5793de154ab4e7dfc4f", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00888, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "B" }, "group_id": "samediff-pair-02-aa", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-02-aa.png", "input_tokens": 693, "latency_sec": 4.914618200971745, "model_name": "gpt-6-astra", "out_of_srgb": null, "output_tokens": 39, "prediction": { "choice": "B" }, "prompt_sha256": "0a4ab165981a50bcd6b555f867e9fb0981199d629c3115939bc1fd3f4639f344", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T16:25:03.734627+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-10", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "2575071e-a715-4420-8447-6ddfc710f4a7", "result_sha256": "7f1c3df4fd820568900af6d217d5d73c891e1386561fcbc4e02476168a39312b", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00888, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "A" }, "group_id": "samediff-pair-02-bb", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-02-bb.png", "input_tokens": 693, "latency_sec": 2.857356053078547, "model_name": "gpt-6-astra", "out_of_srgb": null, "output_tokens": 39, "prediction": { "choice": "A" }, "prompt_sha256": "5e7848665b728e9630152c817156693405880e5f162e38c259dfb28921044958", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T15:51:28.326217+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-11", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "19dee8ec-0fd9-4bcc-8f93-a90fd10e793b", "result_sha256": "1d3d8aa39418ab72e2714a824298b0b6667decf90514893f475d60ec1521572e", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00828, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "B" }, "group_id": "samediff-pair-02-bb", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-02-bb.png", "input_tokens": 693, "latency_sec": 1.6971017851028591, "model_name": "gpt-6-astra", "out_of_srgb": null, "output_tokens": 27, "prediction": { "choice": "B" }, "prompt_sha256": "0a4ab165981a50bcd6b555f867e9fb0981199d629c3115939bc1fd3f4639f344", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T16:07:40.949720+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-12", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "ff43380b-c5d8-4b4f-a441-d95e546b3540", "result_sha256": "b4d1cac5b4fd5b6783614ee20812a9b8c33c7cc3849baa51f0b42790f5372359", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00948, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "B" }, "group_id": "samediff-pair-02-ab", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-02-ab.png", "input_tokens": 693, "latency_sec": 6.092721370048821, "model_name": "gpt-6-astra", "out_of_srgb": null, "output_tokens": 51, "prediction": { "choice": "B" }, "prompt_sha256": "5e7848665b728e9630152c817156693405880e5f162e38c259dfb28921044958", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T16:16:05.329875+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-13", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "290171ad-6536-4167-ae98-629e3faf37ed", "result_sha256": "14f7825933feb1a208c0b142d0ee8e7b96b50ac2283ff4140a0ca351d13bec84", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00963, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "A" }, "group_id": "samediff-pair-02-ab", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-02-ab.png", "input_tokens": 693, "latency_sec": 3.642775163985789, "model_name": "gpt-6-astra", "out_of_srgb": null, "output_tokens": 54, "prediction": { "choice": "A" }, "prompt_sha256": "0a4ab165981a50bcd6b555f867e9fb0981199d629c3115939bc1fd3f4639f344", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T15:32:06.060311+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-14", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "cac1131d-5fd5-4e35-8500-fe5d00210049", "result_sha256": "7c0c0f33d00065442286cb870011af8e742bf9cf65b02d21f61335624dfd5e93", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00958, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "B" }, "group_id": "samediff-pair-02-ba", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-02-ba.png", "input_tokens": 693, "latency_sec": 3.296219352982007, "model_name": "gpt-6-astra", "out_of_srgb": null, "output_tokens": 53, "prediction": { "choice": "B" }, "prompt_sha256": "5e7848665b728e9630152c817156693405880e5f162e38c259dfb28921044958", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T16:23:36.546239+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-15", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "1f8c9459-b59f-42ed-b7aa-6513a0d45290", "result_sha256": "7dcd0aa6c5230ebd2a59250205ad74f654f987ab603d492dd13a4645c9850aa8", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00958, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "A" }, "group_id": "samediff-pair-02-ba", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-02-ba.png", "input_tokens": 693, "latency_sec": 2.732558418996632, "model_name": "gpt-6-astra", "out_of_srgb": null, "output_tokens": 53, "prediction": { "choice": "A" }, "prompt_sha256": "0a4ab165981a50bcd6b555f867e9fb0981199d629c3115939bc1fd3f4639f344", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T14:27:02.265471+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-16", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "4f31d8cc-38a7-48d4-a7a0-94fc8eb79a60", "result_sha256": "7504eb9fcf79ad57f3f2a44251bf2b951645a82882bca0bfca2a4ceed1c93650", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00853, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "A" }, "group_id": "samediff-pair-03-aa", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-03-aa.png", "input_tokens": 693, "latency_sec": 1.954364501987584, "model_name": "gpt-6-astra", "out_of_srgb": null, "output_tokens": 32, "prediction": { "choice": "A" }, "prompt_sha256": "5e7848665b728e9630152c817156693405880e5f162e38c259dfb28921044958", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T15:25:22.450372+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-17", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "632c791d-f35e-4cd9-848d-f54c78151bbf", "result_sha256": "c950dc4edde2e01d91b0b5bb4c00e8e5eb726d4674c09e44ece33ac37a7279b4", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00848, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "B" }, "group_id": "samediff-pair-03-aa", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-03-aa.png", "input_tokens": 693, "latency_sec": 2.482156084966846, "model_name": "gpt-6-astra", "out_of_srgb": null, "output_tokens": 31, "prediction": { "choice": "B" }, "prompt_sha256": "0a4ab165981a50bcd6b555f867e9fb0981199d629c3115939bc1fd3f4639f344", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T15:12:18.114430+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-18", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "a7681af0-d6cb-4842-a774-4986d4cc8975", "result_sha256": "8d928ae5fa77302e8e76f7a7c774cb3deab3d8d3385d78814b5c103f80101d87", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00928, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "A" }, "group_id": "samediff-pair-03-bb", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-03-bb.png", "input_tokens": 693, "latency_sec": 2.375296048936434, "model_name": "gpt-6-astra", "out_of_srgb": null, "output_tokens": 47, "prediction": { "choice": "A" }, "prompt_sha256": "5e7848665b728e9630152c817156693405880e5f162e38c259dfb28921044958", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T15:53:04.518493+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-19", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "abf7c6ed-3418-4076-b7e2-1ae9b6f9eee8", "result_sha256": "2634f5ca9796f5749547f1881f11a8354fbe3aa5e68e40d342ebfc1df93cf67c", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00868, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "B" }, "group_id": "samediff-pair-03-bb", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-03-bb.png", "input_tokens": 693, "latency_sec": 2.76458525902126, "model_name": "gpt-6-astra", "out_of_srgb": null, "output_tokens": 35, "prediction": { "choice": "B" }, "prompt_sha256": "0a4ab165981a50bcd6b555f867e9fb0981199d629c3115939bc1fd3f4639f344", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T16:00:47.727034+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-20", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "62909370-2e89-49fc-b101-b5edd1a3b9be", "result_sha256": "f6c23646a874ef7bbe5f45e5591052644bfec38dd98470b3a347abc62deab362", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00948, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "B" }, "group_id": "samediff-pair-03-ab", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-03-ab.png", "input_tokens": 693, "latency_sec": 2.560763290966861, "model_name": "gpt-6-astra", "out_of_srgb": null, "output_tokens": 51, "prediction": { "choice": "B" }, "prompt_sha256": "5e7848665b728e9630152c817156693405880e5f162e38c259dfb28921044958", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T14:43:54.463783+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-21", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "17eaf8eb-b698-4e48-8268-2938f9c7f577", "result_sha256": "8944606941f00cb2a1673f78df87c79aa8bd50f30321f72e549d0b4c4ad84686", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00968, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "A" }, "group_id": "samediff-pair-03-ab", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-03-ab.png", "input_tokens": 693, "latency_sec": 3.977512742043473, "model_name": "gpt-6-astra", "out_of_srgb": null, "output_tokens": 55, "prediction": { "choice": "A" }, "prompt_sha256": "0a4ab165981a50bcd6b555f867e9fb0981199d629c3115939bc1fd3f4639f344", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T15:33:37.116914+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-22", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "b2f339b9-2818-4695-b94f-a8f17799bf7f", "result_sha256": "1fc931735fc115769f2f4b42845ba5bc669e21c71385faefd0678674b99238cd", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.01018, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "B" }, "group_id": "samediff-pair-03-ba", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-03-ba.png", "input_tokens": 693, "latency_sec": 3.5616125949891284, "model_name": "gpt-6-astra", "out_of_srgb": null, "output_tokens": 65, "prediction": { "choice": "B" }, "prompt_sha256": "5e7848665b728e9630152c817156693405880e5f162e38c259dfb28921044958", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T16:13:19.305770+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-23", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "e50c9b2a-4f84-4d99-a938-9cc232442ca9", "result_sha256": "ac70bbd9d15cc802d8d5b1c327351d83205344fb7f55e25790f71a4296deccd9", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00973, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "A" }, "group_id": "samediff-pair-03-ba", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-03-ba.png", "input_tokens": 693, "latency_sec": 2.831105427001603, "model_name": "gpt-6-astra", "out_of_srgb": null, "output_tokens": 56, "prediction": { "choice": "A" }, "prompt_sha256": "0a4ab165981a50bcd6b555f867e9fb0981199d629c3115939bc1fd3f4639f344", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T16:11:13.562727+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-24", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "b446c4d2-3fd1-43c3-9f39-6fb5767f2747", "result_sha256": "3cd9ad7d12e39460e9d0e42512deecacc4cc3fd82c96af963b6f7d60baccd7c7", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00843, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "A" }, "group_id": "samediff-pair-04-aa", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-04-aa.png", "input_tokens": 693, "latency_sec": 2.1830706499749795, "model_name": "gpt-6-astra", "out_of_srgb": null, "output_tokens": 30, "prediction": { "choice": "A" }, "prompt_sha256": "5e7848665b728e9630152c817156693405880e5f162e38c259dfb28921044958", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T16:29:26.853913+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-25", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "510a7820-d105-482a-a0bf-1ea6afbda096", "result_sha256": "15304e4a801c6d5c8125109dfc023bd02be01d3919155b822f7c26d94ec59b61", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00828, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "B" }, "group_id": "samediff-pair-04-aa", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-04-aa.png", "input_tokens": 693, "latency_sec": 2.3598733629332855, "model_name": "gpt-6-astra", "out_of_srgb": null, "output_tokens": 27, "prediction": { "choice": "B" }, "prompt_sha256": "0a4ab165981a50bcd6b555f867e9fb0981199d629c3115939bc1fd3f4639f344", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T15:22:03.056265+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-26", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "e4500c56-39db-4484-95a2-5186118f6742", "result_sha256": "01ba46d551ca3596c89534476ad7d9cfa766b2570f166bfdb39d276b5a64eb32", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00908, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "A" }, "group_id": "samediff-pair-04-bb", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-04-bb.png", "input_tokens": 693, "latency_sec": 2.2168331830762327, "model_name": "gpt-6-astra", "out_of_srgb": null, "output_tokens": 43, "prediction": { "choice": "A" }, "prompt_sha256": "5e7848665b728e9630152c817156693405880e5f162e38c259dfb28921044958", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T15:32:30.444929+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-27", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "579ab729-c815-4d6d-8968-e4ed81823410", "result_sha256": "d7359ce88cad0a06147c6675701e205f1af8457fff58a73054b44f3521717be2", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00948, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "B" }, "group_id": "samediff-pair-04-bb", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-04-bb.png", "input_tokens": 693, "latency_sec": 2.8338325009681284, "model_name": "gpt-6-astra", "out_of_srgb": null, "output_tokens": 51, "prediction": { "choice": "B" }, "prompt_sha256": "0a4ab165981a50bcd6b555f867e9fb0981199d629c3115939bc1fd3f4639f344", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T15:09:13.439444+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-28", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "ac94ecb3-d8d1-4b80-88d2-dce3f9f65776", "result_sha256": "52fa724179064a13988ed1e39877cd0bd686e1d80cd553aedc9c171feb1d8259", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00908, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "B" }, "group_id": "samediff-pair-04-ab", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-04-ab.png", "input_tokens": 693, "latency_sec": 4.221406148048118, "model_name": "gpt-6-astra", "out_of_srgb": null, "output_tokens": 43, "prediction": { "choice": "B" }, "prompt_sha256": "5e7848665b728e9630152c817156693405880e5f162e38c259dfb28921044958", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T15:44:07.748375+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-29", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "83a8585f-0522-417a-8703-01732a709591", "result_sha256": "1327e6fd03509a28054a485d67cb83be6eabd826e1f8e8941a36004625bb0089", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00968, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "A" }, "group_id": "samediff-pair-04-ab", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-04-ab.png", "input_tokens": 693, "latency_sec": 3.3599159279838204, "model_name": "gpt-6-astra", "out_of_srgb": null, "output_tokens": 55, "prediction": { "choice": "A" }, "prompt_sha256": "0a4ab165981a50bcd6b555f867e9fb0981199d629c3115939bc1fd3f4639f344", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T14:06:00.940866+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-30", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "27e32987-81e8-4878-b7c6-a2e8e02ae04e", "result_sha256": "30ac05c11311038c665c0ba501862312d24d46edf9946da34f2676f51e169bc3", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00958, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "B" }, "group_id": "samediff-pair-04-ba", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-04-ba.png", "input_tokens": 693, "latency_sec": 2.214091165922582, "model_name": "gpt-6-astra", "out_of_srgb": null, "output_tokens": 53, "prediction": { "choice": "B" }, "prompt_sha256": "5e7848665b728e9630152c817156693405880e5f162e38c259dfb28921044958", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T16:14:16.171364+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-31", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "fa2b1360-abc3-4c75-b0e3-e34ca5362a0d", "result_sha256": "eaf4c91844d2dd13ccb867e763beacab93c5fc13bce5d37bff0f3a8c4c4d68cf", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00973, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "A" }, "group_id": "samediff-pair-04-ba", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-04-ba.png", "input_tokens": 693, "latency_sec": 2.409176746965386, "model_name": "gpt-6-astra", "out_of_srgb": null, "output_tokens": 56, "prediction": { "choice": "A" }, "prompt_sha256": "0a4ab165981a50bcd6b555f867e9fb0981199d629c3115939bc1fd3f4639f344", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T15:46:08.809047+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-32", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "f1c2ebcc-34bd-4436-99a5-4510978e50e0", "result_sha256": "c42289e66485fa120ebc212d103193e91a0f13fbf35b1dec2a616645cef91d53", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00833, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "A" }, "group_id": "samediff-pair-05-aa", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-05-aa.png", "input_tokens": 693, "latency_sec": 3.514799996977672, "model_name": "gpt-6-astra", "out_of_srgb": null, "output_tokens": 28, "prediction": { "choice": "A" }, "prompt_sha256": "5e7848665b728e9630152c817156693405880e5f162e38c259dfb28921044958", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T15:07:54.599538+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-33", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "fd2ad442-70e4-46c8-897f-c1f390e964cf", "result_sha256": "794690cc3a7f6d4c10b38b2e5015feb1af11ca827696589a0310f30ec60c0fc6", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00898, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "B" }, "group_id": "samediff-pair-05-aa", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-05-aa.png", "input_tokens": 693, "latency_sec": 3.0561563979135826, "model_name": "gpt-6-astra", "out_of_srgb": null, "output_tokens": 41, "prediction": { "choice": "B" }, "prompt_sha256": "0a4ab165981a50bcd6b555f867e9fb0981199d629c3115939bc1fd3f4639f344", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T15:43:51.814128+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-34", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "fc2573a5-816c-4ea1-8860-b4fa157e9833", "result_sha256": "79d5c2239ec068f0adebaccf4e3adb9c07f0c9397dfc6414daa1658b297d6b19", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00848, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "A" }, "group_id": "samediff-pair-05-bb", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-05-bb.png", "input_tokens": 693, "latency_sec": 2.157308763009496, "model_name": "gpt-6-astra", "out_of_srgb": null, "output_tokens": 31, "prediction": { "choice": "A" }, "prompt_sha256": "5e7848665b728e9630152c817156693405880e5f162e38c259dfb28921044958", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T16:02:52.344325+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-35", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "5b10854f-01c6-4ebf-9812-4b834c6a6134", "result_sha256": "69eb71324fac0ab83b412eaeddedab7abc1e3e86b575395a6851297865e5ce2b", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00913, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "B" }, "group_id": "samediff-pair-05-bb", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-05-bb.png", "input_tokens": 693, "latency_sec": 3.871940713026561, "model_name": "gpt-6-astra", "out_of_srgb": null, "output_tokens": 44, "prediction": { "choice": "B" }, "prompt_sha256": "0a4ab165981a50bcd6b555f867e9fb0981199d629c3115939bc1fd3f4639f344", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T16:21:03.735296+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-36", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "3d5a6246-ba75-4d06-873f-5a5a7ed4abb6", "result_sha256": "75f5fee331dc3db06646bd40d399b0ab6f7bf18d323b8417771a9c9a58519047", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00868, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "B" }, "group_id": "samediff-pair-05-ab", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-05-ab.png", "input_tokens": 693, "latency_sec": 2.0899707679636776, "model_name": "gpt-6-astra", "out_of_srgb": null, "output_tokens": 35, "prediction": { "choice": "B" }, "prompt_sha256": "5e7848665b728e9630152c817156693405880e5f162e38c259dfb28921044958", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T15:47:54.813106+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-37", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "1cde516f-d0fc-4250-bbb4-8dd3ca1ac286", "result_sha256": "b7810d238bf8e1d2f46349667d090e3f5672ba11997bcfa4ed4ee2d0f990ea03", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00878, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "A" }, "group_id": "samediff-pair-05-ab", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-05-ab.png", "input_tokens": 693, "latency_sec": 4.456043098005466, "model_name": "gpt-6-astra", "out_of_srgb": null, "output_tokens": 37, "prediction": { "choice": "A" }, "prompt_sha256": "0a4ab165981a50bcd6b555f867e9fb0981199d629c3115939bc1fd3f4639f344", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T15:55:13.619617+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-38", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "ca4ce645-1005-4495-bd06-1b66a5d87ad8", "result_sha256": "e1bb040b18049e697aac39fb8a423f33e21a05cb20883b30376f49537980276a", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00863, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "B" }, "group_id": "samediff-pair-05-ba", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-05-ba.png", "input_tokens": 693, "latency_sec": 2.1146473980043083, "model_name": "gpt-6-astra", "out_of_srgb": null, "output_tokens": 34, "prediction": { "choice": "B" }, "prompt_sha256": "5e7848665b728e9630152c817156693405880e5f162e38c259dfb28921044958", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T15:14:51.203489+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-39", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "b135500f-fd5b-41bf-b5e6-92a71fcceb5d", "result_sha256": "03e1dadeeff1b12aa2d3f7a4bf87b64c66ed871b50efd4e1908e13cd44b32351", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00953, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "A" }, "group_id": "samediff-pair-05-ba", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-05-ba.png", "input_tokens": 693, "latency_sec": 6.478930264012888, "model_name": "gpt-6-astra", "out_of_srgb": null, "output_tokens": 52, "prediction": { "choice": "A" }, "prompt_sha256": "0a4ab165981a50bcd6b555f867e9fb0981199d629c3115939bc1fd3f4639f344", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T14:52:31.331981+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-40", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "f0a6f47a-0e79-4700-80c5-c5e2f2ceff88", "result_sha256": "45c57db46f7d61e95b8938a6f632272644b9ded01313f83815f8e4080ad8e52a", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00838, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "A" }, "group_id": "samediff-pair-06-aa", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-06-aa.png", "input_tokens": 693, "latency_sec": 2.4278712139930576, "model_name": "gpt-6-astra", "out_of_srgb": null, "output_tokens": 29, "prediction": { "choice": "A" }, "prompt_sha256": "5e7848665b728e9630152c817156693405880e5f162e38c259dfb28921044958", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T14:25:07.466813+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-41", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "fad5ab06-36fe-4f94-a638-0e0775d3e0fa", "result_sha256": "4ab6e136df440e12e830ee23e2039f70852b7f6c8476197cbe0ba4967016d6a7", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00873, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "B" }, "group_id": "samediff-pair-06-aa", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-06-aa.png", "input_tokens": 693, "latency_sec": 2.2150627200026065, "model_name": "gpt-6-astra", "out_of_srgb": null, "output_tokens": 36, "prediction": { "choice": "B" }, "prompt_sha256": "0a4ab165981a50bcd6b555f867e9fb0981199d629c3115939bc1fd3f4639f344", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T15:19:38.153338+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-42", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "7f545678-0ee2-4cf5-a118-f255e9a1f0aa", "result_sha256": "36f0c516f4aec00adc52242c16dfe7c3621cd8ac4fe44e3a448ec6afc6c060de", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00863, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "A" }, "group_id": "samediff-pair-06-bb", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-06-bb.png", "input_tokens": 693, "latency_sec": 3.2438522110460326, "model_name": "gpt-6-astra", "out_of_srgb": null, "output_tokens": 34, "prediction": { "choice": "A" }, "prompt_sha256": "5e7848665b728e9630152c817156693405880e5f162e38c259dfb28921044958", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T14:48:02.878739+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-43", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "44ab68d9-e795-4792-8fd3-0a8955adeaa7", "result_sha256": "0447629fbd4b811b730d9aa5d28535acfb69ed38842b866f8b16a911c939e8a2", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00853, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "B" }, "group_id": "samediff-pair-06-bb", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-06-bb.png", "input_tokens": 693, "latency_sec": 2.479630236979574, "model_name": "gpt-6-astra", "out_of_srgb": null, "output_tokens": 32, "prediction": { "choice": "B" }, "prompt_sha256": "0a4ab165981a50bcd6b555f867e9fb0981199d629c3115939bc1fd3f4639f344", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T16:17:08.370269+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-44", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "9fe148d3-6eb1-4521-b51c-2a6d0b65f092", "result_sha256": "9cfdc721b5a9edb8f14a540afc01aa1b00a279c47457950ce20002bd7bb398bd", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00868, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "B" }, "group_id": "samediff-pair-06-ab", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-06-ab.png", "input_tokens": 693, "latency_sec": 2.5733484330121428, "model_name": "gpt-6-astra", "out_of_srgb": null, "output_tokens": 35, "prediction": { "choice": "B" }, "prompt_sha256": "5e7848665b728e9630152c817156693405880e5f162e38c259dfb28921044958", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T14:34:31.987381+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-45", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "ce701411-b3fe-4c1a-a25c-aa8a316efe32", "result_sha256": "b08b7aa4acf6c8b1f38a8f2d4e338a6373cb0abae76172decd50fbb72f112907", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00983, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "A" }, "group_id": "samediff-pair-06-ab", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-06-ab.png", "input_tokens": 693, "latency_sec": 2.998082336038351, "model_name": "gpt-6-astra", "out_of_srgb": null, "output_tokens": 58, "prediction": { "choice": "A" }, "prompt_sha256": "0a4ab165981a50bcd6b555f867e9fb0981199d629c3115939bc1fd3f4639f344", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T15:33:52.471311+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-46", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "41dedb27-8ba5-42aa-90cf-aff9c89c362f", "result_sha256": "efe18e3e5b957b0b27ca322d45dc4a04c376f7a22f50e810ad477fafb388d95b", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00868, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "B" }, "group_id": "samediff-pair-06-ba", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-06-ba.png", "input_tokens": 693, "latency_sec": 2.3013665369944647, "model_name": "gpt-6-astra", "out_of_srgb": null, "output_tokens": 35, "prediction": { "choice": "B" }, "prompt_sha256": "5e7848665b728e9630152c817156693405880e5f162e38c259dfb28921044958", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T14:12:21.650235+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-47", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "3677f37b-784c-4e47-9302-4603fab0dad6", "result_sha256": "da118c6a419d6b92df639790c1a0c1ee31b79e1917787ce3be84a79a87b5e397", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00858, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "A" }, "group_id": "samediff-pair-06-ba", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-06-ba.png", "input_tokens": 693, "latency_sec": 2.1259360080584884, "model_name": "gpt-6-astra", "out_of_srgb": null, "output_tokens": 33, "prediction": { "choice": "A" }, "prompt_sha256": "0a4ab165981a50bcd6b555f867e9fb0981199d629c3115939bc1fd3f4639f344", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T14:41:35.479818+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-48", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "7a5700ac-b49d-4c1e-b455-cc1293aa6703", "result_sha256": "e26b10c94db91f4ab8a4d5d07fae2be3701e67db23c80aa941015d870fd57c11", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00902, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "A" }, "group_id": "smallmatch-01-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-01.png", "input_tokens": 697, "latency_sec": 3.350545575027354, "model_name": "gpt-6-astra", "out_of_srgb": null, "output_tokens": 41, "prediction": { "choice": "A" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T14:22:51.750754+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-01", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "29d9cdfc-98ed-4d32-b117-6c9697e142a7", "result_sha256": "272ac199d5b816e978d8bc02858888388ee47be8c2abf3b35c6d3288a5fe45ca", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00902, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "B" }, "group_id": "smallmatch-01-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-02.png", "input_tokens": 697, "latency_sec": 2.6933525759959593, "model_name": "gpt-6-astra", "out_of_srgb": null, "output_tokens": 41, "prediction": { "choice": "B" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T16:03:06.941542+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-02", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "825bf4e0-cbb2-4106-8a08-32963ef70484", "result_sha256": "70401711ea967959c2b2a560dc058e5394f42fcd6b52e1a1063eeb3d264ef8cd", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00902, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "C" }, "group_id": "smallmatch-01-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-03.png", "input_tokens": 697, "latency_sec": 2.7196583709446713, "model_name": "gpt-6-astra", "out_of_srgb": null, "output_tokens": 41, "prediction": { "choice": "C" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-16T14:19:08.798951+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-03", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "49b86ede-8d2b-4f29-896b-40bbdac3d1b7", "result_sha256": "7b53638b530daeff82c65768adfd52acf0e8d04c9b58ae80aaac11bd85e5ef28", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00897, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "D" }, "group_id": "smallmatch-01-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-04.png", "input_tokens": 697, "latency_sec": 2.6724072659853846, "model_name": "gpt-6-astra", "out_of_srgb": null, "output_tokens": 40, "prediction": { "choice": "D" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "openai", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-16T15:41:29.865854+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-04", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "ca1b2dce-b521-4b55-8d72-297fc5eb04db", "result_sha256": "8165076158e295a44c002696a95ee13c9ccfe5cd575b7c4ce2fbe2f6deda9bd7", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00897, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "A" }, "group_id": "smallmatch-01-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-05.png", "input_tokens": 697, "latency_sec": 2.4341293749166653, "model_name": "gpt-6-astra", "out_of_srgb": null, "output_tokens": 40, "prediction": { "choice": "A" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T15:54:44.048769+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-05", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "0f053914-9cea-48a2-96d1-3a44dc3d890c", "result_sha256": "16bebcce9aa6270db3e41d3820075e56ce3fc7f490b5ee9eda7201a2b80cf2e3", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00847, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "B" }, "group_id": "smallmatch-01-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-06.png", "input_tokens": 697, "latency_sec": 2.1135825300589204, "model_name": "gpt-6-astra", "out_of_srgb": null, "output_tokens": 30, "prediction": { "choice": "B" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T14:34:04.335300+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-06", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "14287c25-7634-46ef-a7af-e7a71cfb5945", "result_sha256": "c63a7dba8fc540858ea68118a63618b211807c61e4094259e1c9cbce7fb1febe", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00767, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "C" }, "group_id": "smallmatch-01-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-07.png", "input_tokens": 697, "latency_sec": 1.7015639039454982, "model_name": "gpt-6-astra", "out_of_srgb": null, "output_tokens": 14, "prediction": { "choice": "C" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-16T15:00:35.252265+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-07", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "38e8de87-4122-4543-b89c-ef8f7dc0dc0e", "result_sha256": "577bb15824dfa9b124db35fa684fb39ed7182d8c6d03c4ecf7e7972e58de7a73", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00852, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "D" }, "group_id": "smallmatch-01-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-08.png", "input_tokens": 697, "latency_sec": 6.6753747899783775, "model_name": "gpt-6-astra", "out_of_srgb": null, "output_tokens": 31, "prediction": { "choice": "D" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "openai", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-16T16:32:23.915976+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-08", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "8def2d94-2acb-4c11-a272-3b04eac850cb", "result_sha256": "80654f1466970cba79bdf1fbd3f7a924ccf324ce150f60fa0a505a6ea29cc62b", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00917, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "A" }, "group_id": "smallmatch-01-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-09.png", "input_tokens": 697, "latency_sec": 2.2484377359505743, "model_name": "gpt-6-astra", "out_of_srgb": null, "output_tokens": 44, "prediction": { "choice": "A" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T16:27:32.731805+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-09", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "e4d9d5d9-a375-4360-b6e0-09a14674aad5", "result_sha256": "72ed62fde4e869fe3453792b375c604990e5c07d21085d15afaf5b4d348c2a63", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00912, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "B" }, "group_id": "smallmatch-01-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-10.png", "input_tokens": 697, "latency_sec": 4.0623558750376105, "model_name": "gpt-6-astra", "out_of_srgb": null, "output_tokens": 43, "prediction": { "choice": "B" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T16:04:24.175652+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-10", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "9564260a-422f-4826-a515-2354d57454db", "result_sha256": "eac849b1e5967dc1e8c7fbfb8c41ab399df997eb8561fc4476645ebe051f3e27", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00907, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "C" }, "group_id": "smallmatch-01-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-11.png", "input_tokens": 697, "latency_sec": 2.601375982980244, "model_name": "gpt-6-astra", "out_of_srgb": null, "output_tokens": 42, "prediction": { "choice": "C" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-16T16:02:23.368738+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-11", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "721e1fa8-97b2-4285-bcb4-f6d0c5ee3e4d", "result_sha256": "3e6b1db839b10a11dad6310847dfabe63c06bc2933cafe3a9ecacda0524b17b1", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00922, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "D" }, "group_id": "smallmatch-01-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-12.png", "input_tokens": 697, "latency_sec": 2.5758556640939787, "model_name": "gpt-6-astra", "out_of_srgb": null, "output_tokens": 45, "prediction": { "choice": "D" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "openai", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-16T15:34:36.047283+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-12", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "7136399b-3b22-42f8-a867-41d5ab25a7bf", "result_sha256": "1dd6e023670c069ae138e8f3a945b8bbfb16a73427bfb48fc3c8e90cb4c4d12b", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00942, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "A" }, "group_id": "smallmatch-01-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-13.png", "input_tokens": 697, "latency_sec": 2.543626677012071, "model_name": "gpt-6-astra", "out_of_srgb": null, "output_tokens": 49, "prediction": { "choice": "A" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T16:21:16.061947+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-13", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "45579cf7-772d-41a6-a8a2-2b095c16565c", "result_sha256": "57b5aca520a9e0d46b02917469be8e9ba81e5829f794533a4bec091bc542a805", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00897, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "B" }, "group_id": "smallmatch-01-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-14.png", "input_tokens": 697, "latency_sec": 6.753027884988114, "model_name": "gpt-6-astra", "out_of_srgb": null, "output_tokens": 40, "prediction": { "choice": "B" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T16:22:52.133940+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-14", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "5434c4fc-5123-41b2-a96b-1e6e0c78a177", "result_sha256": "68389c9c5b1d5585c9f5651223f29bb2821a802fe3b9e0e191bfbbd31a1af096", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00842, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "C" }, "group_id": "smallmatch-01-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-15.png", "input_tokens": 697, "latency_sec": 2.5196155649609864, "model_name": "gpt-6-astra", "out_of_srgb": null, "output_tokens": 29, "prediction": { "choice": "C" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-16T14:23:59.725602+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-15", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "9ad36cd0-8c4c-4bb8-9080-a681ae9b46b9", "result_sha256": "da789f9a0111694d146d974d331413f836b21b832ed97f69d1b2f1e054b2b257", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00892, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "D" }, "group_id": "smallmatch-01-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-16.png", "input_tokens": 697, "latency_sec": 2.76760601089336, "model_name": "gpt-6-astra", "out_of_srgb": null, "output_tokens": 39, "prediction": { "choice": "D" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "openai", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-16T15:11:23.690195+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-16", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "644c78bb-bd43-4d33-9162-80b26f7724b3", "result_sha256": "51e65bd153603fdcefa0daa6d1f2ff391ca112269e6e80e718441cee250697b0", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.01042, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "A" }, "group_id": "smallmatch-02-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-17.png", "input_tokens": 697, "latency_sec": 4.875734572997317, "model_name": "gpt-6-astra", "out_of_srgb": null, "output_tokens": 69, "prediction": { "choice": "A" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T16:27:14.676160+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-17", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "a7e9d9d3-db4a-4af0-a1d4-74b26b3a5929", "result_sha256": "6282d7f69a94455efcc421cf8acf7ddd6e801c9953b3736b8ccf1c6f32ac6641", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.01127, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "B" }, "group_id": "smallmatch-02-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-18.png", "input_tokens": 697, "latency_sec": 4.631316096987575, "model_name": "gpt-6-astra", "out_of_srgb": null, "output_tokens": 86, "prediction": { "choice": "B" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T16:24:25.462862+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-18", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "7463966b-ad5b-43c2-a986-2969be8602c6", "result_sha256": "4ac3fc4b3cf49d4c0d671b699ba7d160e620d1395d8c5780332367c0c3f5ca2f", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00997, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "C" }, "group_id": "smallmatch-02-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-19.png", "input_tokens": 697, "latency_sec": 3.032736958935857, "model_name": "gpt-6-astra", "out_of_srgb": null, "output_tokens": 60, "prediction": { "choice": "C" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-16T15:26:08.830967+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-19", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "7ac013a8-0137-448a-9700-e4287f4a4291", "result_sha256": "41f3ad9d42800b89dd667c058fe3c17c31b1d23c866310722a1f5e01ff6b119d", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.01417, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "D" }, "group_id": "smallmatch-02-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-20.png", "input_tokens": 697, "latency_sec": 7.992101249983534, "model_name": "gpt-6-astra", "out_of_srgb": null, "output_tokens": 144, "prediction": { "choice": "D" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "openai", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-16T15:08:13.982986+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-20", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "26116ed4-8f8f-4df9-aff3-0f58eff05066", "result_sha256": "0ab1233e9e16c1eaddfe20baf84e6de6537b46c38627963c979f333154b96ade", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00897, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "A" }, "group_id": "smallmatch-02-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-21.png", "input_tokens": 697, "latency_sec": 2.619451362057589, "model_name": "gpt-6-astra", "out_of_srgb": null, "output_tokens": 40, "prediction": { "choice": "A" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T15:12:43.151981+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-21", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "ad8162ee-9bb7-4a5e-89b8-063adb64b32e", "result_sha256": "a3fd94f6280b00fe1fc36eaeb07f9dcb1a2a880b5279cb953fb578bbca45c440", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00917, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "B" }, "group_id": "smallmatch-02-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-22.png", "input_tokens": 697, "latency_sec": 3.620656323968433, "model_name": "gpt-6-astra", "out_of_srgb": null, "output_tokens": 44, "prediction": { "choice": "B" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T14:24:54.696305+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-22", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "84d114ee-c682-44a9-815f-baabc8a650e9", "result_sha256": "071a77a213bc715d93fa899e662693f4128b4c22f5fa2bf562bcee127885c633", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00947, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "C" }, "group_id": "smallmatch-02-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-23.png", "input_tokens": 697, "latency_sec": 2.9476254339097068, "model_name": "gpt-6-astra", "out_of_srgb": null, "output_tokens": 50, "prediction": { "choice": "C" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-16T16:29:50.255537+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-23", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "027e41f9-da2f-4035-8dda-de4bdf52c402", "result_sha256": "01a003e27467afe529367b1c0ac2a1a394bdb8d42be7844f2c6a35047a11aaa6", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00922, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "D" }, "group_id": "smallmatch-02-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-24.png", "input_tokens": 697, "latency_sec": 3.5604433140251786, "model_name": "gpt-6-astra", "out_of_srgb": null, "output_tokens": 45, "prediction": { "choice": "D" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "openai", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-16T15:39:13.018224+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-24", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "a697d45c-8547-461a-a3dc-a7dbc852a211", "result_sha256": "5cab93c32f826197ca501886c82db16f0095b384e5e0beaf55e737376d3392ad", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.01162, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "A" }, "group_id": "smallmatch-02-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-25.png", "input_tokens": 697, "latency_sec": 27.338486375054345, "model_name": "gpt-6-astra", "out_of_srgb": null, "output_tokens": 93, "prediction": { "choice": "A" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T16:10:12.501329+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-25", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "dc86a2fe-ff2e-4d5c-b2b4-5fd4d17a4507", "result_sha256": "8a92fc18fcad6bba411616ea9ed9c578b12f8968e5626d5516c55001b5fdce1d", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.01057, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "B" }, "group_id": "smallmatch-02-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-26.png", "input_tokens": 697, "latency_sec": 4.561538537032902, "model_name": "gpt-6-astra", "out_of_srgb": null, "output_tokens": 72, "prediction": { "choice": "B" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T14:53:18.511369+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-26", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "e09cbcd3-b7ff-4aa2-8abd-f58620411e56", "result_sha256": "9ec7877781ce890ebab142eb5bdab83802823c66250aed5f09f35996da2d7775", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.01217, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "C" }, "group_id": "smallmatch-02-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-27.png", "input_tokens": 697, "latency_sec": 4.354239095933735, "model_name": "gpt-6-astra", "out_of_srgb": null, "output_tokens": 104, "prediction": { "choice": "C" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-16T15:17:44.062453+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-27", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "2f5e6ae1-1d4d-429e-a154-b85cb8c0f280", "result_sha256": "c254d2bdaf5dff9e2e50a4a25b47fa21943786ee1b5c812109ed3d7262b47bf5", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.01082, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "D" }, "group_id": "smallmatch-02-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-28.png", "input_tokens": 697, "latency_sec": 5.057386590982787, "model_name": "gpt-6-astra", "out_of_srgb": null, "output_tokens": 77, "prediction": { "choice": "D" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "openai", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-16T14:02:45.697450+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-28", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "55de2fb3-3abc-4daa-bc2e-31e0af383c52", "result_sha256": "d40509a6567b79817374790afd332e4dead3868ef7ae0b5bd38ba143385e1887", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.01007, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "A" }, "group_id": "smallmatch-02-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-29.png", "input_tokens": 697, "latency_sec": 3.0098136250162497, "model_name": "gpt-6-astra", "out_of_srgb": null, "output_tokens": 62, "prediction": { "choice": "A" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T14:39:22.645258+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-29", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "d3c94762-d66e-493d-a88d-d1927e28d33f", "result_sha256": "66d53652067c36c633521f6e2b257f5f1aa2b28bcb3b77a91c7adcfd5a3fc5af", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00942, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "B" }, "group_id": "smallmatch-02-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-30.png", "input_tokens": 697, "latency_sec": 3.4318221220746636, "model_name": "gpt-6-astra", "out_of_srgb": null, "output_tokens": 49, "prediction": { "choice": "B" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T16:02:00.440524+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-30", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "aac416b0-36e6-494c-ae36-a863ca71b2c6", "result_sha256": "ae9a8b3532731bd97d965d5226eb944fbb5938148199b692eea8f9333debcaa5", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.01007, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "C" }, "group_id": "smallmatch-02-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-31.png", "input_tokens": 697, "latency_sec": 3.223621604964137, "model_name": "gpt-6-astra", "out_of_srgb": null, "output_tokens": 62, "prediction": { "choice": "C" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-16T14:11:34.801757+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-31", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "a126c3b0-1a59-4798-8fb1-a49bcc6815a7", "result_sha256": "c2aa58736229239577812d724aeea3d4d8a0b739387aa9f70c9d3d193cedc9a6", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.01027, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "D" }, "group_id": "smallmatch-02-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-32.png", "input_tokens": 697, "latency_sec": 3.5672035720199347, "model_name": "gpt-6-astra", "out_of_srgb": null, "output_tokens": 66, "prediction": { "choice": "D" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "openai", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-16T16:03:36.684620+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-32", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "b3df2724-e384-41be-aa08-4a369ab1d2d5", "result_sha256": "58b1b99395d910036391099da84ff329321e5e05de273fa71e3648be6858d66b", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00912, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "A" }, "group_id": "smallmatch-03-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-33.png", "input_tokens": 697, "latency_sec": 2.7689558629645035, "model_name": "gpt-6-astra", "out_of_srgb": null, "output_tokens": 43, "prediction": { "choice": "A" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T14:42:59.617956+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-33", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "338c5eb9-ce8b-4dbb-838a-695c314bacc1", "result_sha256": "afc8806b5ffc22452278ecb3643aa32380a8d8ad54bdca5d4558d3d89df40a9e", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00922, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "B" }, "group_id": "smallmatch-03-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-34.png", "input_tokens": 697, "latency_sec": 3.419333021971397, "model_name": "gpt-6-astra", "out_of_srgb": null, "output_tokens": 45, "prediction": { "choice": "B" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T14:42:13.131042+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-34", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "e71b5392-a1d9-4f13-a80d-6f660be3422a", "result_sha256": "d439bc4eb50e0703e527de9fc78903890f78be65b3665c24f775138df3df260b", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00952, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "C" }, "group_id": "smallmatch-03-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-35.png", "input_tokens": 697, "latency_sec": 2.7973893359303474, "model_name": "gpt-6-astra", "out_of_srgb": null, "output_tokens": 51, "prediction": { "choice": "C" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-16T15:27:26.485141+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-35", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "8d3a11c9-3d82-4f86-bbe5-b344a6761e0c", "result_sha256": "356c17fd6ec05dcde94e6ba3e3be248365f86c05fe9a15cb88767b3fdcb75206", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00892, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "D" }, "group_id": "smallmatch-03-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-36.png", "input_tokens": 697, "latency_sec": 3.032986561069265, "model_name": "gpt-6-astra", "out_of_srgb": null, "output_tokens": 39, "prediction": { "choice": "D" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "openai", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-16T15:38:32.803909+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-36", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "6883eac6-6f7c-4c86-b8d9-e975d5b552ba", "result_sha256": "4c52fd98771f324f9ebe8f182499fbd8752f6f17635480192e23064519c5cca7", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00877, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "A" }, "group_id": "smallmatch-03-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-37.png", "input_tokens": 697, "latency_sec": 2.102813431993127, "model_name": "gpt-6-astra", "out_of_srgb": null, "output_tokens": 36, "prediction": { "choice": "A" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T15:08:40.076682+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-37", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "db35f71f-5894-48f9-8543-61b67812afb3", "result_sha256": "3800d1fe8e7e9c63666c98b6db9d06f83c11c2eb93a0fb76e81b32da35cb29d7", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00907, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "B" }, "group_id": "smallmatch-03-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-38.png", "input_tokens": 697, "latency_sec": 4.947754585999064, "model_name": "gpt-6-astra", "out_of_srgb": null, "output_tokens": 42, "prediction": { "choice": "B" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T15:01:07.244368+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-38", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "e0bfc5e2-f15f-4473-84b0-25c931cd027b", "result_sha256": "ff023920158afa9d0744ccc474b7463fb9a1ef3059efa66e12fa32434dc8875f", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00907, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "C" }, "group_id": "smallmatch-03-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-39.png", "input_tokens": 697, "latency_sec": 2.788342911982909, "model_name": "gpt-6-astra", "out_of_srgb": null, "output_tokens": 42, "prediction": { "choice": "C" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-16T15:32:56.317507+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-39", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "9894ae38-1319-47f0-b984-4131d5a7f9f3", "result_sha256": "f55c63e9c72721c02e7553f4c9fd5d471cb04d676edad01d2e4811e2375adcce", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00887, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "D" }, "group_id": "smallmatch-03-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-40.png", "input_tokens": 697, "latency_sec": 3.4284729480277747, "model_name": "gpt-6-astra", "out_of_srgb": null, "output_tokens": 38, "prediction": { "choice": "D" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "openai", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-16T14:52:51.358050+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-40", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "e8cadf6e-8b86-48bc-96d3-8dd6780f8a2f", "result_sha256": "19df0f021b34d6e420495ebc1ca50351c3d42d9190d1008937c8e1654b7c2a6c", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00967, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "A" }, "group_id": "smallmatch-03-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-41.png", "input_tokens": 697, "latency_sec": 3.1223721290007234, "model_name": "gpt-6-astra", "out_of_srgb": null, "output_tokens": 54, "prediction": { "choice": "A" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T14:14:14.668082+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-41", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "61e3fd0d-3d5c-41f9-a6f8-9cd30bdbd8f9", "result_sha256": "92268e2077be16305cda69405f9e4a57ae01a4476ece2bcb9fe888879a617b7a", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00922, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "B" }, "group_id": "smallmatch-03-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-42.png", "input_tokens": 697, "latency_sec": 3.416608994011767, "model_name": "gpt-6-astra", "out_of_srgb": null, "output_tokens": 45, "prediction": { "choice": "B" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T16:25:53.379355+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-42", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "f03d2676-a5db-462f-bc39-1a4151285026", "result_sha256": "95b49a6e74b05ca29f6191c33a51542466bdb4d138f0e9b41238a996b2beaeef", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00912, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "C" }, "group_id": "smallmatch-03-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-43.png", "input_tokens": 697, "latency_sec": 4.811711583985016, "model_name": "gpt-6-astra", "out_of_srgb": null, "output_tokens": 43, "prediction": { "choice": "C" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-16T15:02:12.585923+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-43", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "1d2e14ef-dadf-482a-afc6-9bb51c7af7d4", "result_sha256": "6861670200dfd9f7cc631f544d2879f3bed86ddd3c9d37d9b53c50d8a8dc4dbb", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00962, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "D" }, "group_id": "smallmatch-03-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-44.png", "input_tokens": 697, "latency_sec": 2.768695736071095, "model_name": "gpt-6-astra", "out_of_srgb": null, "output_tokens": 53, "prediction": { "choice": "D" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "openai", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-16T14:45:05.629493+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-44", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "f2b4817a-7fc2-4b1e-95fd-af137e756ca5", "result_sha256": "5eaeaf4bc8390f9a60cd62a779d17c222a5d3fcc1ce1d19a0abadc1366f5f1ff", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00897, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "A" }, "group_id": "smallmatch-03-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-45.png", "input_tokens": 697, "latency_sec": 3.889324349933304, "model_name": "gpt-6-astra", "out_of_srgb": null, "output_tokens": 40, "prediction": { "choice": "A" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T15:41:15.695137+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-45", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "ffc875a2-7d76-4c19-b361-61d5411d45fe", "result_sha256": "3313b6c251441e2b8f22e619bcb5f51523e74d0bf61b9508d5ce4453791bb49b", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00947, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "B" }, "group_id": "smallmatch-03-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-46.png", "input_tokens": 697, "latency_sec": 2.6825080059934407, "model_name": "gpt-6-astra", "out_of_srgb": null, "output_tokens": 50, "prediction": { "choice": "B" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T14:39:02.139770+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-46", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "6324fe78-56fb-427f-8172-4c06eed688c0", "result_sha256": "0f559b11cf96d70e60f04c591ad1ba8a878b7faf4e1b8cf3e0d39206f15f161e", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00897, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "C" }, "group_id": "smallmatch-03-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-47.png", "input_tokens": 697, "latency_sec": 5.028704587020911, "model_name": "gpt-6-astra", "out_of_srgb": null, "output_tokens": 40, "prediction": { "choice": "C" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-16T16:31:11.828492+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-47", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "c87b97ac-1fb6-40e5-970f-da37f2790648", "result_sha256": "e16b1c7ac6ccbdaf747a2bec4d84db99592300056d09978cdf6a2b58b7d37bea", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00877, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "D" }, "group_id": "smallmatch-03-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-48.png", "input_tokens": 697, "latency_sec": 2.8999866320518777, "model_name": "gpt-6-astra", "out_of_srgb": null, "output_tokens": 36, "prediction": { "choice": "D" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "openai", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-16T16:28:51.544204+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-48", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "9319b2e1-db59-4894-93dd-f32e88c32acb", "result_sha256": "8dbc231a9ed8c9d4dc9e0130ecd4e194d3c2f2b644397e43585c6e1231fc2e3e", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00922, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "A" }, "group_id": "smallmatch-04-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-49.png", "input_tokens": 697, "latency_sec": 2.650325068971142, "model_name": "gpt-6-astra", "out_of_srgb": null, "output_tokens": 45, "prediction": { "choice": "A" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T16:17:27.475032+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-49", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "2805c33a-f40d-466e-8550-5fdf30915539", "result_sha256": "26834a64ab011923a6badd007b8aab99ba8144a72a5d4fb4ac25fc63092c706a", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00932, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "B" }, "group_id": "smallmatch-04-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-50.png", "input_tokens": 697, "latency_sec": 18.367284691077657, "model_name": "gpt-6-astra", "out_of_srgb": null, "output_tokens": 47, "prediction": { "choice": "B" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T15:30:00.884242+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-50", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "c50ee743-5ca3-4a83-8770-81b3cd7bfd47", "result_sha256": "9cdf0d6a73c0c51b02d3727f4dbf89774ddfdab79908941986a7feb5e23622c3", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00892, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "C" }, "group_id": "smallmatch-04-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-51.png", "input_tokens": 697, "latency_sec": 2.095068052993156, "model_name": "gpt-6-astra", "out_of_srgb": null, "output_tokens": 39, "prediction": { "choice": "C" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-16T14:53:49.464760+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-51", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "246332a4-dbeb-42a2-abbf-6991c3e9892f", "result_sha256": "817f4d28c8a094bb8d7fad044b5d71cbdb470222abcfab44df3acbcbe987bc9f", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00887, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "D" }, "group_id": "smallmatch-04-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-52.png", "input_tokens": 697, "latency_sec": 3.009580865036696, "model_name": "gpt-6-astra", "out_of_srgb": null, "output_tokens": 38, "prediction": { "choice": "D" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "openai", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-16T16:07:09.314337+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-52", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "e983e3cc-ece6-412e-8d01-9a9c467a08bb", "result_sha256": "64d9342c81cf30df63fc77e58ed3a39335e80a27955abc5289e0925799a029a5", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00872, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "A" }, "group_id": "smallmatch-04-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-53.png", "input_tokens": 697, "latency_sec": 2.3838326459517702, "model_name": "gpt-6-astra", "out_of_srgb": null, "output_tokens": 35, "prediction": { "choice": "A" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T16:13:02.142705+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-53", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "d18152e1-d205-4aef-9b75-381115fc8394", "result_sha256": "1df008bc22c3431458c3a85112970504787bfe011ab84f9a80e01697b5c85707", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00887, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "B" }, "group_id": "smallmatch-04-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-54.png", "input_tokens": 697, "latency_sec": 2.236840200959705, "model_name": "gpt-6-astra", "out_of_srgb": null, "output_tokens": 38, "prediction": { "choice": "B" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T14:26:44.204665+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-54", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "38bdbbc8-5240-4928-aa36-c3fb851430f0", "result_sha256": "6132d2c3a4663c09f1aea19c72dfff9201998ebd212a7af2c93e5daae77dffe5", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00822, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "C" }, "group_id": "smallmatch-04-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-55.png", "input_tokens": 697, "latency_sec": 2.0442178210942075, "model_name": "gpt-6-astra", "out_of_srgb": null, "output_tokens": 25, "prediction": { "choice": "C" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-16T14:04:32.441614+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-55", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "c40f59f1-7f33-4371-b151-67cbca3307cc", "result_sha256": "f09c00e0b68d4bf6d1a674fd33eadfd7f6ac436148005ba6d3bec6976f6939dd", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00877, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "D" }, "group_id": "smallmatch-04-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-56.png", "input_tokens": 697, "latency_sec": 2.8076450349763036, "model_name": "gpt-6-astra", "out_of_srgb": null, "output_tokens": 36, "prediction": { "choice": "D" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "openai", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-16T14:59:13.907291+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-56", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "6213ae58-cdb0-4287-b7d9-a8431b660e4a", "result_sha256": "a7a948b64c7be7673fc213480a4553c87260618dd168e9b1cb3025939c1c09b5", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00907, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "A" }, "group_id": "smallmatch-04-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-57.png", "input_tokens": 697, "latency_sec": 2.2779523879289627, "model_name": "gpt-6-astra", "out_of_srgb": null, "output_tokens": 42, "prediction": { "choice": "A" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T15:04:20.072943+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-57", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "f91153d0-0b64-4dea-9393-4594498e35b3", "result_sha256": "03392bc6f9fb45d84f2f76776d0b71a0bafeb60f7d1c0782432ecc57ce6d3abe", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00927, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "B" }, "group_id": "smallmatch-04-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-58.png", "input_tokens": 697, "latency_sec": 2.8442657359410077, "model_name": "gpt-6-astra", "out_of_srgb": null, "output_tokens": 46, "prediction": { "choice": "B" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T15:10:00.505877+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-58", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "2c657902-1dbc-4583-a052-b0093f5226e8", "result_sha256": "19fb0a0e66a941dd33a27b9a16e933a64b51b04b22346f1be05c341669d31a3b", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00937, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "C" }, "group_id": "smallmatch-04-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-59.png", "input_tokens": 697, "latency_sec": 3.2140793729340658, "model_name": "gpt-6-astra", "out_of_srgb": null, "output_tokens": 48, "prediction": { "choice": "C" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-16T14:11:12.445035+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-59", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "a7688783-eeba-48ed-992b-f79253b223d1", "result_sha256": "9475206fca794157082a11c0e6574ccb004612abc2cdf0401318a178ccfd1537", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00887, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "D" }, "group_id": "smallmatch-04-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-60.png", "input_tokens": 697, "latency_sec": 2.4223409009864554, "model_name": "gpt-6-astra", "out_of_srgb": null, "output_tokens": 38, "prediction": { "choice": "D" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "openai", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-16T15:30:48.442817+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-60", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "a5b08e57-a30a-41cf-b5a5-e379cf72cf00", "result_sha256": "670c4a2965e07f3b39697cbf21a0f215a06a418b744065cfbe6da2720596bb6f", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00907, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "A" }, "group_id": "smallmatch-04-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-61.png", "input_tokens": 697, "latency_sec": 2.4088832520646974, "model_name": "gpt-6-astra", "out_of_srgb": null, "output_tokens": 42, "prediction": { "choice": "A" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T14:26:14.357562+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-61", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "f982bd81-d4c4-4ce0-94f9-836efb9e78a1", "result_sha256": "6596fb3e3065ffc681aa636f3d7f855fec7b2f0e7dde724759ad44443b0f1e20", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00927, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "B" }, "group_id": "smallmatch-04-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-62.png", "input_tokens": 697, "latency_sec": 3.0666991439647973, "model_name": "gpt-6-astra", "out_of_srgb": null, "output_tokens": 46, "prediction": { "choice": "B" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T15:26:57.639285+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-62", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "3d00ed85-742c-4997-8e6d-7a4355e0ad67", "result_sha256": "d7b4b089c306e04ca99090b544c471e625f2e20ab6bb42296e60c1b91f4654aa", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00847, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "C" }, "group_id": "smallmatch-04-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-63.png", "input_tokens": 697, "latency_sec": 2.218358041951433, "model_name": "gpt-6-astra", "out_of_srgb": null, "output_tokens": 30, "prediction": { "choice": "C" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-16T15:45:51.418588+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-63", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "56f40c0d-e6ac-4040-9090-cd715a274e50", "result_sha256": "d10328b0c393166a0d7d46c3f1cf54473bc79b3f919c688d7d0ac04d0a5e9d8b", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00902, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "D" }, "group_id": "smallmatch-04-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-64.png", "input_tokens": 697, "latency_sec": 2.191212758072652, "model_name": "gpt-6-astra", "out_of_srgb": null, "output_tokens": 41, "prediction": { "choice": "D" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "openai", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-16T14:24:12.793275+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-64", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "12012980-6828-4c73-880c-89458ba23332", "result_sha256": "9e069b1124a1ee1423f6b8f67185d52a7ee09d2d644f6ac0f7cbb47b20931f8d", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.003131, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "A" }, "group_id": "match-binding-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-01.png", "input_tokens": 730, "latency_sec": 14.445781794958748, "model_name": "muse-spark-1.2", "out_of_srgb": null, "output_tokens": 522, "prediction": { "choice": "A" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "openai", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T16:12:45.867149+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-01", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "29cfecac-1d1c-4fa6-b973-be8ecd9bf8b5", "result_sha256": "a9521d11690044b7379f16aa96b116a677594e726e7ed7ecf3171880772a6438", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00277825, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "B" }, "group_id": "match-binding-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-02.png", "input_tokens": 730, "latency_sec": 3.134905272978358, "model_name": "muse-spark-1.2", "out_of_srgb": null, "output_tokens": 439, "prediction": { "choice": "B" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T14:22:13.313453+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-02", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "97507468-1ca0-4418-9fc4-041fa86b6bcb", "result_sha256": "ab1344b1d2d77940b4013ff554f791580596b5b5e53e67759f076769ee854512", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0024425, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "C" }, "group_id": "match-binding-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-03.png", "input_tokens": 730, "latency_sec": 2.5834534900495782, "model_name": "muse-spark-1.2", "out_of_srgb": null, "output_tokens": 360, "prediction": { "choice": "C" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "openai", "raw_prediction": "{\"choice\": \"C\"}", "recorded_at": "2026-09-16T14:43:35.958556+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-03", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "ec532b40-cfdc-4560-bfef-1523d520e6bf", "result_sha256": "59106c5256478b2567d54c6e8777c863d0d15efe95c9764e5848de0703caf1cd", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00335625, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "D" }, "group_id": "match-binding-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-04.png", "input_tokens": 730, "latency_sec": 3.8585829340154305, "model_name": "muse-spark-1.2", "out_of_srgb": null, "output_tokens": 575, "prediction": { "choice": "D" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "openai", "raw_prediction": "{\"choice\": \"D\"}", "recorded_at": "2026-09-16T14:59:11.099281+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-04", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "ae9b89d6-147a-4f8a-bd59-2045fb7e996b", "result_sha256": "6a8eb99936df4d6d67c8306933769f349dfc44d49970f1f3c9e391102ee122b6", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0081885, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "A" }, "group_id": "match-binding-05", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-05.png", "input_tokens": 730, "latency_sec": 9.603515502996743, "model_name": "muse-spark-1.2", "out_of_srgb": null, "output_tokens": 1712, "prediction": { "choice": "A" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "openai", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T14:48:40.539332+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-05", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "976aff1e-6495-453c-8aae-462139444e2d", "result_sha256": "a288a1bd759ec24161a5403b662d1b24a29c1e8200d9475d97b15eb44b4583e3", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.008333, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "B" }, "group_id": "match-binding-06", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-06.png", "input_tokens": 730, "latency_sec": 9.521310682990588, "model_name": "muse-spark-1.2", "out_of_srgb": null, "output_tokens": 1746, "prediction": { "choice": "B" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "openai", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T14:50:58.177200+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-06", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "aae3b448-9426-4b66-8549-81263217b405", "result_sha256": "6f1816e07815c473c2159ed93e7aecebe8d6499e1e0163296e738df34704e82e", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.009999, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "C" }, "group_id": "match-binding-07", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-07.png", "input_tokens": 730, "latency_sec": 16.770084840944037, "model_name": "muse-spark-1.2", "out_of_srgb": null, "output_tokens": 2138, "prediction": { "choice": "C" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "openai", "raw_prediction": "{\"choice\": \"C\"}", "recorded_at": "2026-09-16T15:26:50.284313+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-07", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "3103dae5-7e22-4ec2-941f-fe523b34fde2", "result_sha256": "3f4ead8713ab7eb61d4e51bda58885ff2cb7acf2fa676a0351f1dca947570c55", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.01072575, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "D" }, "group_id": "match-binding-08", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-08.png", "input_tokens": 730, "latency_sec": 15.298608185024932, "model_name": "muse-spark-1.2", "out_of_srgb": null, "output_tokens": 2309, "prediction": { "choice": "D" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "openai", "raw_prediction": "{\"choice\": \"D\"}", "recorded_at": "2026-09-16T16:15:48.853343+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-08", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "e679558a-c7f8-43d9-a66b-4d648f7a1a00", "result_sha256": "1719841fdd28a1dd062222cd49cce21a937548d172c3393e762e1b9a5952f1ba", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0130505, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "A" }, "group_id": "match-binding-09", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-09.png", "input_tokens": 730, "latency_sec": 18.02352890104521, "model_name": "muse-spark-1.2", "out_of_srgb": null, "output_tokens": 2856, "prediction": { "choice": "A" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "openai", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T15:43:58.695106+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-09", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "7f25ac71-f12b-4982-ac15-8c96a13d1aea", "result_sha256": "1ddc500202212a647aa49acf410cd3079b711899766b257c721a28a107e871d1", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.01179675, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "B" }, "group_id": "match-binding-10", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-10.png", "input_tokens": 730, "latency_sec": 16.127670820918866, "model_name": "muse-spark-1.2", "out_of_srgb": null, "output_tokens": 2561, "prediction": { "choice": "B" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "openai", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T15:03:38.335632+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-10", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "89d0ed07-9711-41da-b5f7-c01852077fd5", "result_sha256": "0885344dc2cefd7d459223000eaeceeb5863d68b0c73d1a60c97fff5675245cd", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.009846, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "C" }, "group_id": "match-binding-11", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-11.png", "input_tokens": 730, "latency_sec": 13.61638545198366, "model_name": "muse-spark-1.2", "out_of_srgb": null, "output_tokens": 2102, "prediction": { "choice": "C" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "openai", "raw_prediction": "{\"choice\": \"C\"}", "recorded_at": "2026-09-16T14:48:29.314862+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-11", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "67082d7b-83f2-4388-8d69-c7c28480e119", "result_sha256": "a8c53d52fd662e2438f4566e4ed8bbc8d071d2c2a74593bf9fca9a49fea530c4", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.009217, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "D" }, "group_id": "match-binding-12", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-12.png", "input_tokens": 730, "latency_sec": 13.739729944965802, "model_name": "muse-spark-1.2", "out_of_srgb": null, "output_tokens": 1954, "prediction": { "choice": "B" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "openai", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T15:35:39.297150+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-binding-12", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "735fc3cc-5a75-46c1-8c15-5befafd32226", "result_sha256": "8ee971554424ec3b57eb18b253e9c4aef8a078a18277e95f30818258d216d243", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.00830325, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "A" }, "group_id": "match-binding-13", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-13.png", "input_tokens": 730, "latency_sec": 11.040768570033833, "model_name": "muse-spark-1.2", "out_of_srgb": null, "output_tokens": 1739, "prediction": { "choice": "C" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "openai", "raw_prediction": "{\"choice\": \"C\"}", "recorded_at": "2026-09-16T15:01:50.380039+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-binding-13", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "41f95d92-df63-491a-81e8-e4ec9dcae8cd", "result_sha256": "ad52a2e62bbcbec37b611ff5fe0eccf379298a60f258dcc2315727b79a63e746", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.0086815, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "B" }, "group_id": "match-binding-14", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-14.png", "input_tokens": 730, "latency_sec": 12.451837162021548, "model_name": "muse-spark-1.2", "out_of_srgb": null, "output_tokens": 1828, "prediction": { "choice": "A" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "openai", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T15:39:08.983629+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-binding-14", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "f6d3b54d-0581-42bc-9118-04441097906e", "result_sha256": "ed1eb111632b91df92718d05a27507d1d84b39bc5c558fe9e7359e233f59cd28", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00832025, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "C" }, "group_id": "match-binding-15", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-15.png", "input_tokens": 730, "latency_sec": 10.104626487009227, "model_name": "muse-spark-1.2", "out_of_srgb": null, "output_tokens": 1743, "prediction": { "choice": "C" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-16T14:35:12.882525+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-15", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "fed41858-3f88-4c31-b816-2938f9384228", "result_sha256": "a0d8eec0fda492ccb6fca7a7ac3aae099ffef314da98f1675b3b6087d817788f", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.0128465, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "D" }, "group_id": "match-binding-16", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-16.png", "input_tokens": 730, "latency_sec": 15.86655450204853, "model_name": "muse-spark-1.2", "out_of_srgb": null, "output_tokens": 2808, "prediction": { "choice": "A" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "openai", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T14:28:02.168144+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-binding-16", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "0ed93ae7-a09b-4a9d-a9db-9f71ca7a635c", "result_sha256": "38446c2bfd1584b6c101e70e03d9a1b4689c67f295d6f7d36951e05fce78be38", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.003981, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "A" }, "group_id": "match-binding-17", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-17.png", "input_tokens": 730, "latency_sec": 4.695439608069137, "model_name": "muse-spark-1.2", "out_of_srgb": null, "output_tokens": 722, "prediction": { "choice": "A" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "openai", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T15:55:29.653167+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-17", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "f84baf2e-1b28-48df-b7a4-93bc0cd0ef37", "result_sha256": "7f2e02a5098a287f755944f439a47fdad30c234087644db4e9b8621711a38c60", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0052985, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "B" }, "group_id": "match-binding-18", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-18.png", "input_tokens": 730, "latency_sec": 6.937453903025016, "model_name": "muse-spark-1.2", "out_of_srgb": null, "output_tokens": 1032, "prediction": { "choice": "B" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T14:09:03.464850+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-18", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "de9c2788-ccd1-4da7-8ac9-4a14b2366a5d", "result_sha256": "7c120f9aca482a05618765c9af58a7d57f8e7209db59c7201caa4c3359865984", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.003964, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "C" }, "group_id": "match-binding-19", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-19.png", "input_tokens": 730, "latency_sec": 4.465523773920722, "model_name": "muse-spark-1.2", "out_of_srgb": null, "output_tokens": 718, "prediction": { "choice": "C" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "openai", "raw_prediction": "{\"choice\": \"C\"}", "recorded_at": "2026-09-16T15:35:57.841927+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-19", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "b107b7ea-25ba-456a-b646-82e327d59bc5", "result_sha256": "c1f86c5ac4cf0aceeace2be3ff6567311edd9d770998d635d0c95b5cc55622ba", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00254875, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "D" }, "group_id": "match-binding-20", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-20.png", "input_tokens": 730, "latency_sec": 2.323468644055538, "model_name": "muse-spark-1.2", "out_of_srgb": null, "output_tokens": 385, "prediction": { "choice": "D" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "openai", "raw_prediction": "{\"choice\": \"D\"}", "recorded_at": "2026-09-16T15:53:18.787073+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-20", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "6c51e65b-b9a1-4973-a376-1342b40f4496", "result_sha256": "c352c2c83c4e8895b0e886a7c71551d62fdf4fe2c344cdce3d37787ac4ecd28e", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00469075, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "A" }, "group_id": "match-binding-21", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-21.png", "input_tokens": 730, "latency_sec": 5.754018260049634, "model_name": "muse-spark-1.2", "out_of_srgb": null, "output_tokens": 889, "prediction": { "choice": "A" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "openai", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T16:31:58.788281+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-21", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "77e7bf0c-ea57-4db2-b6bf-0376888a7612", "result_sha256": "fe2e7aa7506ff21683853b1290e68951c6eecd09caab4b464dd365448e12141d", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00607625, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "B" }, "group_id": "match-binding-22", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-22.png", "input_tokens": 730, "latency_sec": 7.034906105021946, "model_name": "muse-spark-1.2", "out_of_srgb": null, "output_tokens": 1215, "prediction": { "choice": "B" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "openai", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T15:00:11.700907+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-22", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "32c1f94a-fa1f-4929-a8a9-894c159503be", "result_sha256": "f9fe560573958b8c2bbdbe3d8dd0ffdc794d1bbed2797281e8c55bd63029455a", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.007211, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "C" }, "group_id": "match-binding-23", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-23.png", "input_tokens": 730, "latency_sec": 9.490171173005365, "model_name": "muse-spark-1.2", "out_of_srgb": null, "output_tokens": 1482, "prediction": { "choice": "C" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "openai", "raw_prediction": "{\"choice\": \"C\"}", "recorded_at": "2026-09-16T14:33:48.534619+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-23", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "4c6a6968-348e-421e-9da7-4b0112b8dd51", "result_sha256": "bdabc139b44a5fbe2c12a6c93fa4a93bb1b30377cd21638590e04acd1aecffbf", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.0149885, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "D" }, "group_id": "match-binding-24", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-24.png", "input_tokens": 730, "latency_sec": 21.70615727605764, "model_name": "muse-spark-1.2", "out_of_srgb": null, "output_tokens": 3312, "prediction": { "choice": "B" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "openai", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T15:40:56.953474+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-binding-24", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "a35c1c76-1668-4d87-b28f-0a512b0847c1", "result_sha256": "42e311b77af854025512e0a0ae1f918738ad57a986873ecd8ea53ae58653cb33", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.00533675, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "A" }, "group_id": "match-binding-25", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-25.png", "input_tokens": 730, "latency_sec": 6.084216820076108, "model_name": "muse-spark-1.2", "out_of_srgb": null, "output_tokens": 1041, "prediction": { "choice": "B" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "openai", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T14:07:27.535182+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-binding-25", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "c5da56cd-d209-4aac-8c61-998ea71714a8", "result_sha256": "ec38dad4fba373267a631eb4822854809cd36dbe6f985bd33f9d5df674cf7881", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.010934, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "B" }, "group_id": "match-binding-26", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-26.png", "input_tokens": 730, "latency_sec": 14.055352448951453, "model_name": "muse-spark-1.2", "out_of_srgb": null, "output_tokens": 2358, "prediction": { "choice": "B" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "openai", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T14:55:22.699471+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-26", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "8ee99c80-4bde-4916-81d4-b76df3fc5d9f", "result_sha256": "9e2031f46ac9c8fcf596b8e4e955ef0c264ead86b1b5e8d9f9ee7a2540677ae4", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.01016475, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "C" }, "group_id": "match-binding-27", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-27.png", "input_tokens": 730, "latency_sec": 11.972129510017112, "model_name": "muse-spark-1.2", "out_of_srgb": null, "output_tokens": 2177, "prediction": { "choice": "C" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "openai", "raw_prediction": "{\"choice\": \"C\"}", "recorded_at": "2026-09-16T14:00:42.331853+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-27", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "b3e0e711-6254-4977-bc9a-a9856d5e3a25", "result_sha256": "e2d8a524a55fa1ca15bbab9c0f7fe23ba1550ae7768cf7ab07dbf5643fbae674", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.00743625, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "D" }, "group_id": "match-binding-28", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-28.png", "input_tokens": 730, "latency_sec": 9.420314445975237, "model_name": "muse-spark-1.2", "out_of_srgb": null, "output_tokens": 1535, "prediction": { "choice": "B" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T14:17:52.867575+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-binding-28", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "ec5aade2-f0a4-440b-89bb-070f8362af11", "result_sha256": "084c56ed24298aae3db8c988022a2ac9a1783b195cb2657456abf0eaf41c3417", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.00820125, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "A" }, "group_id": "match-binding-29", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-29.png", "input_tokens": 730, "latency_sec": 10.572317974991165, "model_name": "muse-spark-1.2", "out_of_srgb": null, "output_tokens": 1715, "prediction": { "choice": "B" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T14:23:27.522938+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-binding-29", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "53efcac7-d062-4c14-afb6-e1c879b8e276", "result_sha256": "ff3766ad4a5143a32273ccf561b4ef7d47abaaf9c98f8b2e5ce72be4a70e849f", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.0064205, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "B" }, "group_id": "match-binding-30", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-30.png", "input_tokens": 730, "latency_sec": 10.182477758964524, "model_name": "muse-spark-1.2", "out_of_srgb": null, "output_tokens": 1296, "prediction": { "choice": "A" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "openai", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T15:28:56.854828+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-binding-30", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "520a765a-3340-4ccd-ac45-fdeacc21d3ef", "result_sha256": "1e9e9a42298b416a6b0354f249bc00d2e230b572bfdac7b84a4b2b22060ee41d", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.00792075, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "C" }, "group_id": "match-binding-31", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-31.png", "input_tokens": 730, "latency_sec": 10.29790746094659, "model_name": "muse-spark-1.2", "out_of_srgb": null, "output_tokens": 1649, "prediction": { "choice": "A" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T14:54:40.503675+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-binding-31", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "39e188c9-9a97-43e2-abff-646c8bef833a", "result_sha256": "87d680f9e4c4be63d5eab20829f16887d3484a93032aa40c038b127408fb83a1", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.0077295, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "D" }, "group_id": "match-binding-32", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-32.png", "input_tokens": 730, "latency_sec": 9.474707602057606, "model_name": "muse-spark-1.2", "out_of_srgb": null, "output_tokens": 1604, "prediction": { "choice": "A" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "openai", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T16:16:32.616354+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-binding-32", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "7dad9bac-38d5-4e63-98f6-9d17fdc7cbb3", "result_sha256": "1a7963341745ce245c3e5e92eefb3c75477a66c01a2f36f0d203c4dc0aa47d88", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0021875, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "A" }, "group_id": "match-binding-33", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-33.png", "input_tokens": 730, "latency_sec": 2.4492172830505297, "model_name": "muse-spark-1.2", "out_of_srgb": null, "output_tokens": 300, "prediction": { "choice": "A" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T16:09:09.865537+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-33", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "789611f0-999d-460e-a627-3e4970da7cba", "result_sha256": "f3b39b0190de917a12889c6ae36315a06f3f31ae3352afce95e23db36487b4c0", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00280375, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "B" }, "group_id": "match-binding-34", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-34.png", "input_tokens": 730, "latency_sec": 3.1570161629933864, "model_name": "muse-spark-1.2", "out_of_srgb": null, "output_tokens": 445, "prediction": { "choice": "B" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "openai", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T15:17:37.656008+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-34", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "77a62d5b-f0d3-416d-b688-a21ce354896c", "result_sha256": "b184a27fb32867a038a4e3e1e579b558fd0b53c6cf7669369f5bc075c835384a", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0029695, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "C" }, "group_id": "match-binding-35", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-35.png", "input_tokens": 730, "latency_sec": 4.414979991037399, "model_name": "muse-spark-1.2", "out_of_srgb": null, "output_tokens": 484, "prediction": { "choice": "C" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "openai", "raw_prediction": "{\"choice\": \"C\"}", "recorded_at": "2026-09-16T14:50:04.683998+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-35", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "7aaf2a00-db6e-4954-a32f-c93d1e6297f1", "result_sha256": "52d6e20d829ed0f31c8e863c229f64494a0e373dd5cc18ba6d28b0a44160f9d7", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002179, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "D" }, "group_id": "match-binding-36", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-36.png", "input_tokens": 730, "latency_sec": 2.2258339979453012, "model_name": "muse-spark-1.2", "out_of_srgb": null, "output_tokens": 298, "prediction": { "choice": "D" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "openai", "raw_prediction": "{\"choice\": \"D\"}", "recorded_at": "2026-09-16T15:54:15.101447+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-36", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "d5bb9951-5a75-4c95-b40a-91440d89a774", "result_sha256": "f03e2f5eaabacee032d8f64be2e6b46279a430658cad05904acb3f7473f6650e", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00261675, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "A" }, "group_id": "match-binding-37", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-37.png", "input_tokens": 730, "latency_sec": 5.2147298260824755, "model_name": "muse-spark-1.2", "out_of_srgb": null, "output_tokens": 401, "prediction": { "choice": "A" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T15:32:27.432764+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-37", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "84c2751a-fea4-451e-b8b0-e2f54f7c6e77", "result_sha256": "268c9d29d608bb69a975a308eeb617e48d69c0b97fce3daac87e6782fa88f48f", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00694325, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "B" }, "group_id": "match-binding-38", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-38.png", "input_tokens": 730, "latency_sec": 10.602798047009856, "model_name": "muse-spark-1.2", "out_of_srgb": null, "output_tokens": 1419, "prediction": { "choice": "B" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "openai", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T16:21:48.597778+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-38", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "7143900e-4a2c-4880-91c2-4147cf9155d6", "result_sha256": "006b3a78985bc47c5998a631dae9102d2aa8783b8d03144b7d79684c3de00385", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00301625, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "C" }, "group_id": "match-binding-39", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-39.png", "input_tokens": 730, "latency_sec": 3.498030656017363, "model_name": "muse-spark-1.2", "out_of_srgb": null, "output_tokens": 495, "prediction": { "choice": "C" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-16T14:43:18.223224+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-39", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "acad0281-ddc7-4b14-b98b-d5ec08a320d9", "result_sha256": "9c0549df5583df0186e00379bdc0d60ab5392f9d2ab74f6775874c97c9f3c4c5", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0038875, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "D" }, "group_id": "match-binding-40", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-40.png", "input_tokens": 730, "latency_sec": 4.718806131975725, "model_name": "muse-spark-1.2", "out_of_srgb": null, "output_tokens": 700, "prediction": { "choice": "D" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "openai", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-16T14:49:18.907325+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-40", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "f67d6087-a0d0-46d3-ad9e-11f99ce391be", "result_sha256": "d16f2d9d09c7671ec2b9cab2d43aecba6fca45b98a3e7c301a2bbd92bc17fb6c", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0071175, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "A" }, "group_id": "match-binding-41", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-41.png", "input_tokens": 730, "latency_sec": 9.23890364705585, "model_name": "muse-spark-1.2", "out_of_srgb": null, "output_tokens": 1460, "prediction": { "choice": "A" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "openai", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T15:23:45.792826+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-41", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "be28f955-98cb-4f4b-b918-419abc512fa0", "result_sha256": "d96f430a3f21cdf194b0c1770804e4b658d405606509c8d347ed223c2c7f6426", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00964625, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "B" }, "group_id": "match-binding-42", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-42.png", "input_tokens": 730, "latency_sec": 13.355667870026082, "model_name": "muse-spark-1.2", "out_of_srgb": null, "output_tokens": 2055, "prediction": { "choice": "B" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "openai", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T16:06:29.412672+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-42", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "7ddf9726-0491-4493-ab55-4f6c658ba911", "result_sha256": "4e107a65cab8a22c69ed9570f39bf416a28dcf9434052c669c2fc94fe473baf5", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0105855, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "C" }, "group_id": "match-binding-43", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-43.png", "input_tokens": 730, "latency_sec": 13.2192166299792, "model_name": "muse-spark-1.2", "out_of_srgb": null, "output_tokens": 2276, "prediction": { "choice": "C" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "openai", "raw_prediction": "{\"choice\": \"C\"}", "recorded_at": "2026-09-16T15:46:37.542992+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-43", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "9f7cf61d-818e-4fb7-87d2-187e73f8f5d0", "result_sha256": "112e52cdecfcbf6297bd616488b3046c2b93478c1d9f9503c7cd5f05ae94b4a8", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00934025, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "D" }, "group_id": "match-binding-44", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-44.png", "input_tokens": 730, "latency_sec": 11.462097314069979, "model_name": "muse-spark-1.2", "out_of_srgb": null, "output_tokens": 1983, "prediction": { "choice": "D" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "openai", "raw_prediction": "{\"choice\": \"D\"}", "recorded_at": "2026-09-16T14:41:07.030092+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-44", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "5e05e974-051c-455f-9c25-a143977da51b", "result_sha256": "45c1fe389b3e313baea4cb8e9d0e60770a31040ee45cce03f12d94f11cd27249", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.00996925, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "A" }, "group_id": "match-binding-45", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-45.png", "input_tokens": 730, "latency_sec": 12.144101130077615, "model_name": "muse-spark-1.2", "out_of_srgb": null, "output_tokens": 2131, "prediction": { "choice": "C" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "openai", "raw_prediction": "{\"choice\": \"C\"}", "recorded_at": "2026-09-16T14:13:13.740653+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-binding-45", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "ae1917f2-91cb-4001-a729-17af896072b6", "result_sha256": "88091c707b91a8ae95d79c46dfa1e13ce785da6ccdc24a36c60fe64ac99135e3", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.006055, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "B" }, "group_id": "match-binding-46", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-46.png", "input_tokens": 730, "latency_sec": 7.31983096699696, "model_name": "muse-spark-1.2", "out_of_srgb": null, "output_tokens": 1210, "prediction": { "choice": "B" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T15:54:10.490209+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-46", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "1570b843-2ae9-438a-afa8-acba44914de9", "result_sha256": "785ad53ee6772ae9bae74d063e44a2ce6136ee08ea62b1851d62cdee754f0f35", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0068795, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "C" }, "group_id": "match-binding-47", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-47.png", "input_tokens": 730, "latency_sec": 10.148226185934618, "model_name": "muse-spark-1.2", "out_of_srgb": null, "output_tokens": 1404, "prediction": { "choice": "C" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "openai", "raw_prediction": "{\"choice\": \"C\"}", "recorded_at": "2026-09-16T16:06:46.743373+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-47", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "c17a91e6-403c-4248-981f-dfb5c98d8e24", "result_sha256": "fdc2e086dc1992c461b7e56371a5cd5e0730d8f56f68d88c14d545edb5501eec", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.0094125, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "D" }, "group_id": "match-binding-48", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-48.png", "input_tokens": 730, "latency_sec": 11.921630484052002, "model_name": "muse-spark-1.2", "out_of_srgb": null, "output_tokens": 2000, "prediction": { "choice": "B" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "openai", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T16:15:31.046624+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-binding-48", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "aa8c723b-dbef-4d45-8f30-2ff5b0468db6", "result_sha256": "b6f91e42de6da3cc62d2c0de5c79d96be06b672041e78620428f7d2546fe3396", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.001884, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "B" }, "group_id": "chroma-chain-01-edge-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-01.png", "input_tokens": 732, "latency_sec": 2.171826809993945, "model_name": "muse-spark-1.2", "out_of_srgb": null, "output_tokens": 228, "prediction": { "choice": "B" }, "prompt_sha256": "7cb1baae3d2170148c899969e7afaa6d6a5143997cc3086bc447697d521e10ca", "provider": "openai", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T16:25:34.852440+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-01", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "74003c5b-efc6-4946-835f-1fd22160152a", "result_sha256": "ea6296131981d6ca17e4be807ee5efbfc9cb2c1422c531bc538dc5a2881b7419", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00211775, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "A" }, "group_id": "chroma-chain-01-edge-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-02.png", "input_tokens": 732, "latency_sec": 2.3518823579652235, "model_name": "muse-spark-1.2", "out_of_srgb": null, "output_tokens": 283, "prediction": { "choice": "A" }, "prompt_sha256": "7cb1baae3d2170148c899969e7afaa6d6a5143997cc3086bc447697d521e10ca", "provider": "openai", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T15:14:28.553648+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-02", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "184bfa4e-767a-425c-87f5-d4b5e4a2926d", "result_sha256": "c27709f4596eb3257587600ff3ad936290d440ed2977fd2e794c20a4fbea26b4", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00261925, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "A" }, "group_id": "chroma-chain-01-edge-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-03.png", "input_tokens": 732, "latency_sec": 3.9268397099804133, "model_name": "muse-spark-1.2", "out_of_srgb": null, "output_tokens": 401, "prediction": { "choice": "A" }, "prompt_sha256": "f7627aca5640b4e4bb5108ec22eda036673dd7300493ad098f17639bff610e34", "provider": "openai", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T16:22:14.846364+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-03", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "7f88ac5a-fc8d-422c-ab1d-ea37f2112bb8", "result_sha256": "e6cf6feb886b3987d493b0285049b1b7b4046454833bd28e97cb23843a15456f", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0024705, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "B" }, "group_id": "chroma-chain-01-edge-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-04.png", "input_tokens": 732, "latency_sec": 12.827506884932518, "model_name": "muse-spark-1.2", "out_of_srgb": null, "output_tokens": 366, "prediction": { "choice": "B" }, "prompt_sha256": "f7627aca5640b4e4bb5108ec22eda036673dd7300493ad098f17639bff610e34", "provider": "openai", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T16:19:45.486600+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-04", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "ad8cf59d-c60a-4a57-8c1f-a01885269f76", "result_sha256": "6c6c5fd8f9076ced5bae42344fb32895fa62542f8e2fcc60ee92fc97b83bb638", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0039495, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "B" }, "group_id": "chroma-chain-01-edge-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-05.png", "input_tokens": 732, "latency_sec": 5.277530757943168, "model_name": "muse-spark-1.2", "out_of_srgb": null, "output_tokens": 714, "prediction": { "choice": "B" }, "prompt_sha256": "7cb1baae3d2170148c899969e7afaa6d6a5143997cc3086bc447697d521e10ca", "provider": "openai", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T14:48:00.173726+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-05", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "a32f694c-13b4-4c90-b726-f8db9a8a8947", "result_sha256": "c90bd4802a0737112b7d0c0cc64b9b786cdfa5acd83671ed9bff757f4dd28efc", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0030145, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "A" }, "group_id": "chroma-chain-01-edge-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-06.png", "input_tokens": 732, "latency_sec": 3.2347502009943128, "model_name": "muse-spark-1.2", "out_of_srgb": null, "output_tokens": 494, "prediction": { "choice": "A" }, "prompt_sha256": "7cb1baae3d2170148c899969e7afaa6d6a5143997cc3086bc447697d521e10ca", "provider": "openai", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T14:44:05.596396+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-06", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "48c0261d-c76c-475b-85ba-e176e9e4c7fc", "result_sha256": "bc1c1eadc69dacdaa226e742d182999018fd19b3a849774fe86cd56f62d052ac", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00537325, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "A" }, "group_id": "chroma-chain-01-edge-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-07.png", "input_tokens": 732, "latency_sec": 5.832775661954656, "model_name": "muse-spark-1.2", "out_of_srgb": null, "output_tokens": 1049, "prediction": { "choice": "A" }, "prompt_sha256": "f7627aca5640b4e4bb5108ec22eda036673dd7300493ad098f17639bff610e34", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T14:57:28.468765+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-07", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "88853c71-b3f0-4913-b0a0-f605ad9ecb83", "result_sha256": "2763e9427d2c62c599512e5bda972fba13fd81df4117baca941a022d5d9f2af9", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00729425, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "B" }, "group_id": "chroma-chain-01-edge-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-08.png", "input_tokens": 732, "latency_sec": 11.466096925898455, "model_name": "muse-spark-1.2", "out_of_srgb": null, "output_tokens": 1501, "prediction": { "choice": "B" }, "prompt_sha256": "f7627aca5640b4e4bb5108ec22eda036673dd7300493ad098f17639bff610e34", "provider": "openai", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T16:05:16.548523+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-08", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "db8886d2-9c91-43dc-8499-925275ee74f0", "result_sha256": "8543b98dea4cd5b9f5927e4f43b0ace956daa04cc6dc94bb5d3980d39cdaf633", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.01307425, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "B" }, "group_id": "chroma-chain-01-edge-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-09.png", "input_tokens": 732, "latency_sec": 16.30568543903064, "model_name": "muse-spark-1.2", "out_of_srgb": null, "output_tokens": 2861, "prediction": { "choice": "B" }, "prompt_sha256": "7cb1baae3d2170148c899969e7afaa6d6a5143997cc3086bc447697d521e10ca", "provider": "openai", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T14:09:00.437831+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-09", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "78f954ca-c603-4e32-8d57-3023840faa2f", "result_sha256": "3cbd84824da15f3e36932eda0f3214448a1d4f3412f7d82fb56f6493f6bcd97f", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.009789, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "A" }, "group_id": "chroma-chain-01-edge-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-10.png", "input_tokens": 732, "latency_sec": 13.199761952040717, "model_name": "muse-spark-1.2", "out_of_srgb": null, "output_tokens": 2088, "prediction": { "choice": "A" }, "prompt_sha256": "7cb1baae3d2170148c899969e7afaa6d6a5143997cc3086bc447697d521e10ca", "provider": "openai", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T15:12:47.249970+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-10", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "62c0f9d2-48c4-47f2-8d9b-dc1e2a582aec", "result_sha256": "0f4f21cea9565cf69d6083a312b7154848b1e0dafc56f503049f4e518c692ef9", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00825475, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "A" }, "group_id": "chroma-chain-01-edge-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-11.png", "input_tokens": 732, "latency_sec": 9.817105093039572, "model_name": "muse-spark-1.2", "out_of_srgb": null, "output_tokens": 1727, "prediction": { "choice": "A" }, "prompt_sha256": "f7627aca5640b4e4bb5108ec22eda036673dd7300493ad098f17639bff610e34", "provider": "openai", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T14:20:35.362773+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-11", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "2197efe4-fc68-4c37-9d58-637afa94838a", "result_sha256": "4752c867f4a5e90ed02689fd318b565811021e0781a6d1ac043ed9c713af4f46", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.00887525, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "B" }, "group_id": "chroma-chain-01-edge-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-12.png", "input_tokens": 732, "latency_sec": 14.46386049699504, "model_name": "muse-spark-1.2", "out_of_srgb": null, "output_tokens": 1873, "prediction": { "choice": "A" }, "prompt_sha256": "f7627aca5640b4e4bb5108ec22eda036673dd7300493ad098f17639bff610e34", "provider": "openai", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T15:45:51.836699+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-chroma-12", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "91be7abe-7639-4934-aac5-84ea55901158", "result_sha256": "531704fa3b4b4aa86d86db3bce9aaaf10aec4fc2a84387f922279fc89f116c1b", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00692875, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "B" }, "group_id": "chroma-chain-01-edge-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-13.png", "input_tokens": 732, "latency_sec": 10.45518720895052, "model_name": "muse-spark-1.2", "out_of_srgb": null, "output_tokens": 1415, "prediction": { "choice": "B" }, "prompt_sha256": "7cb1baae3d2170148c899969e7afaa6d6a5143997cc3086bc447697d521e10ca", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T15:27:27.447082+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-13", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "df580d42-b12f-46cd-9dfb-3a90f2491b27", "result_sha256": "3bd3482977c080e5ce5f579772370d3ef48eee0426ce209288cef12b5cbf5fd4", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.01361825, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "A" }, "group_id": "chroma-chain-01-edge-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-14.png", "input_tokens": 732, "latency_sec": 17.474815338035114, "model_name": "muse-spark-1.2", "out_of_srgb": null, "output_tokens": 2989, "prediction": { "choice": "B" }, "prompt_sha256": "7cb1baae3d2170148c899969e7afaa6d6a5143997cc3086bc447697d521e10ca", "provider": "openai", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T15:37:57.899941+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-chroma-14", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "86a73553-ff20-44b3-a137-2c63db3390fb", "result_sha256": "2b054b2706bd5745ced92b4d8b537309b4762c549d92331bfae5b216faa32ec4", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00598525, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "A" }, "group_id": "chroma-chain-01-edge-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-15.png", "input_tokens": 732, "latency_sec": 7.879463110002689, "model_name": "muse-spark-1.2", "out_of_srgb": null, "output_tokens": 1193, "prediction": { "choice": "A" }, "prompt_sha256": "f7627aca5640b4e4bb5108ec22eda036673dd7300493ad098f17639bff610e34", "provider": "openai", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T14:13:39.865830+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-15", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "e68c057f-0b91-42b3-9869-ee85822d40e2", "result_sha256": "e9c0a067a1b848a16e6e35da79d7abe48c1b9eb4038529c4052ab916ffbb53ad", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.01188425, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "B" }, "group_id": "chroma-chain-01-edge-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-16.png", "input_tokens": 732, "latency_sec": 15.615070270025171, "model_name": "muse-spark-1.2", "out_of_srgb": null, "output_tokens": 2581, "prediction": { "choice": "A" }, "prompt_sha256": "f7627aca5640b4e4bb5108ec22eda036673dd7300493ad098f17639bff610e34", "provider": "openai", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T16:03:41.981113+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-chroma-16", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "6fa303e9-d188-4b7b-b874-d84f3fa1bb0b", "result_sha256": "543c54fbc8b108e6273cf3fc4488df0ae8a5bf86e8a0a089fe0ead7e5185a5ad", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002955, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "B" }, "group_id": "chroma-chain-02-edge-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-17.png", "input_tokens": 732, "latency_sec": 3.441569190006703, "model_name": "muse-spark-1.2", "out_of_srgb": null, "output_tokens": 480, "prediction": { "choice": "B" }, "prompt_sha256": "7cb1baae3d2170148c899969e7afaa6d6a5143997cc3086bc447697d521e10ca", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T14:19:43.294117+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-17", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "29a1e574-3400-49e8-895a-ed243270d144", "result_sha256": "69306e01e85a283c1de459631b6f4dc9a2def046c43fc3c4e4c318309e96de3b", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002411, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "A" }, "group_id": "chroma-chain-02-edge-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-18.png", "input_tokens": 732, "latency_sec": 2.3956812259275466, "model_name": "muse-spark-1.2", "out_of_srgb": null, "output_tokens": 352, "prediction": { "choice": "A" }, "prompt_sha256": "7cb1baae3d2170148c899969e7afaa6d6a5143997cc3086bc447697d521e10ca", "provider": "openai", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T14:50:10.303904+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-18", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "5c2dbc51-0606-4714-8cf1-f5d782cad9eb", "result_sha256": "d959406eb4a1ec1eab4a0c3c65aba3dda728aa871632c7d27ce48167fa870ee2", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0028445, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "A" }, "group_id": "chroma-chain-02-edge-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-19.png", "input_tokens": 732, "latency_sec": 2.63360046595335, "model_name": "muse-spark-1.2", "out_of_srgb": null, "output_tokens": 454, "prediction": { "choice": "A" }, "prompt_sha256": "f7627aca5640b4e4bb5108ec22eda036673dd7300493ad098f17639bff610e34", "provider": "openai", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T15:53:36.836383+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-19", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "3818ef9d-a232-42c1-aa00-fd164a0baed3", "result_sha256": "ca060a14d0eba52a011df1ae2f505aa0be54870bf69438d9400f2fdd5515f4bd", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002343, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "B" }, "group_id": "chroma-chain-02-edge-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-20.png", "input_tokens": 732, "latency_sec": 2.6938964010914788, "model_name": "muse-spark-1.2", "out_of_srgb": null, "output_tokens": 336, "prediction": { "choice": "B" }, "prompt_sha256": "f7627aca5640b4e4bb5108ec22eda036673dd7300493ad098f17639bff610e34", "provider": "openai", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T14:02:38.597879+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-20", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "5f40d5fe-6b83-467b-9586-c1185bafc61b", "result_sha256": "b44dbf4bc76cc470892200a0c1f0d7a73056d3e882ac62c6fd27385cddbe6e2a", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00720075, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "B" }, "group_id": "chroma-chain-02-edge-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-21.png", "input_tokens": 732, "latency_sec": 9.389030101010576, "model_name": "muse-spark-1.2", "out_of_srgb": null, "output_tokens": 1479, "prediction": { "choice": "B" }, "prompt_sha256": "7cb1baae3d2170148c899969e7afaa6d6a5143997cc3086bc447697d521e10ca", "provider": "openai", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T14:14:43.512784+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-21", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "93aa4016-3e7f-4975-b8f4-61636be581ad", "result_sha256": "8455dbfcc0b0538ac3cea9e0317a206a4fce56ed8a7ac81f6ba1a62228f89570", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00574725, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "A" }, "group_id": "chroma-chain-02-edge-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-22.png", "input_tokens": 732, "latency_sec": 8.278058293042704, "model_name": "muse-spark-1.2", "out_of_srgb": null, "output_tokens": 1137, "prediction": { "choice": "A" }, "prompt_sha256": "7cb1baae3d2170148c899969e7afaa6d6a5143997cc3086bc447697d521e10ca", "provider": "openai", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T15:22:28.418304+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-22", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "c6b8c2ac-77f0-462e-82e8-878e9a732216", "result_sha256": "2791ab61ab0e9647e6abac1e3a4f6727ba3939e727058155a055f9b807fd4222", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00605325, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "A" }, "group_id": "chroma-chain-02-edge-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-23.png", "input_tokens": 732, "latency_sec": 7.358890900970437, "model_name": "muse-spark-1.2", "out_of_srgb": null, "output_tokens": 1209, "prediction": { "choice": "A" }, "prompt_sha256": "f7627aca5640b4e4bb5108ec22eda036673dd7300493ad098f17639bff610e34", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T14:50:44.293033+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-23", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "131e137e-5bc6-4512-b047-d926a6061f6c", "result_sha256": "0e3bf849a604d03a48d3154370448c791f7a21d43ef8f4d09313bb3fbd4799a6", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.004417, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "B" }, "group_id": "chroma-chain-02-edge-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-24.png", "input_tokens": 732, "latency_sec": 4.71118076692801, "model_name": "muse-spark-1.2", "out_of_srgb": null, "output_tokens": 824, "prediction": { "choice": "B" }, "prompt_sha256": "f7627aca5640b4e4bb5108ec22eda036673dd7300493ad098f17639bff610e34", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T16:26:44.852921+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-24", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "ea888f00-c1c6-4a66-9770-f21f2559ed35", "result_sha256": "f05e5860a3a8a1630dabf4935583109904c04b1d107f11092b910e4594e054ef", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00700525, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "B" }, "group_id": "chroma-chain-02-edge-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-25.png", "input_tokens": 732, "latency_sec": 9.99620411999058, "model_name": "muse-spark-1.2", "out_of_srgb": null, "output_tokens": 1433, "prediction": { "choice": "B" }, "prompt_sha256": "7cb1baae3d2170148c899969e7afaa6d6a5143997cc3086bc447697d521e10ca", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T16:07:41.767420+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-25", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "ebf8cca6-a187-48cf-97c6-0c1188b39d42", "result_sha256": "6f0d24a23b64c72605965ae8a809527e7cc87d21f3ac4cf364f579f607d9cf9c", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00865425, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "A" }, "group_id": "chroma-chain-02-edge-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-26.png", "input_tokens": 732, "latency_sec": 10.279543630080298, "model_name": "muse-spark-1.2", "out_of_srgb": null, "output_tokens": 1821, "prediction": { "choice": "A" }, "prompt_sha256": "7cb1baae3d2170148c899969e7afaa6d6a5143997cc3086bc447697d521e10ca", "provider": "openai", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T14:09:21.272049+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-26", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "e264aaef-bc4e-4607-ad37-30e19897dd8f", "result_sha256": "604bf75ea50fd280b40c88e3d2278e35e28ce855ce10bc84430c3317bf4fa250", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.009568, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "A" }, "group_id": "chroma-chain-02-edge-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-27.png", "input_tokens": 732, "latency_sec": 11.8553203670308, "model_name": "muse-spark-1.2", "out_of_srgb": null, "output_tokens": 2036, "prediction": { "choice": "A" }, "prompt_sha256": "f7627aca5640b4e4bb5108ec22eda036673dd7300493ad098f17639bff610e34", "provider": "openai", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T15:41:17.138842+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-27", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "fb0d3118-4dde-422e-a6f0-be45e682c199", "result_sha256": "4f5e2367bb44d43e87cd40fd40a5a8a937fb47bbff19260b9d08616fbb76aabd", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.0117525, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "B" }, "group_id": "chroma-chain-02-edge-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-28.png", "input_tokens": 732, "latency_sec": 15.805187536985613, "model_name": "muse-spark-1.2", "out_of_srgb": null, "output_tokens": 2550, "prediction": { "choice": "A" }, "prompt_sha256": "f7627aca5640b4e4bb5108ec22eda036673dd7300493ad098f17639bff610e34", "provider": "openai", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T16:22:51.756630+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-chroma-28", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "b849c571-dc07-46b7-b036-d5720af62d4c", "result_sha256": "c03b5abf610bc381d9c97c1f934fd1cc0393f2ad09338c3b9f7f17830f43f231", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00261075, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "B" }, "group_id": "chroma-chain-02-edge-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-29.png", "input_tokens": 732, "latency_sec": 2.9409051910042763, "model_name": "muse-spark-1.2", "out_of_srgb": null, "output_tokens": 399, "prediction": { "choice": "B" }, "prompt_sha256": "7cb1baae3d2170148c899969e7afaa6d6a5143997cc3086bc447697d521e10ca", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T15:53:28.945517+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-29", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "8d32ee7d-77c6-4f25-8ea8-79acb16613a5", "result_sha256": "521edf061b2ff4b73482e4790c484196e7ff32d08fa7712967d0ea2adb193288", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00363075, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "A" }, "group_id": "chroma-chain-02-edge-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-30.png", "input_tokens": 732, "latency_sec": 4.813029485987499, "model_name": "muse-spark-1.2", "out_of_srgb": null, "output_tokens": 639, "prediction": { "choice": "A" }, "prompt_sha256": "7cb1baae3d2170148c899969e7afaa6d6a5143997cc3086bc447697d521e10ca", "provider": "openai", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T14:53:13.824292+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-30", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "3ab016ec-ded0-4a50-905e-6237b4c86a82", "result_sha256": "cbc981052f8c0ab1af7ac97fbd4942ed8f60e38dea608db80d6b4a0e85f3fe92", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00236, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "A" }, "group_id": "chroma-chain-02-edge-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-31.png", "input_tokens": 732, "latency_sec": 2.3336434779921547, "model_name": "muse-spark-1.2", "out_of_srgb": null, "output_tokens": 340, "prediction": { "choice": "A" }, "prompt_sha256": "f7627aca5640b4e4bb5108ec22eda036673dd7300493ad098f17639bff610e34", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T15:24:16.210245+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-31", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "b47c93fe-d1d2-4a50-8e5b-b116bd4ed5f8", "result_sha256": "433f3e323000282f5fc1cea417d5656130fa9ed2eaa461c355c190f10b7162e0", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002547, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "B" }, "group_id": "chroma-chain-02-edge-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-32.png", "input_tokens": 732, "latency_sec": 2.809652709052898, "model_name": "muse-spark-1.2", "out_of_srgb": null, "output_tokens": 384, "prediction": { "choice": "B" }, "prompt_sha256": "f7627aca5640b4e4bb5108ec22eda036673dd7300493ad098f17639bff610e34", "provider": "openai", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T15:16:53.710174+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-32", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "e935f8d7-b3ef-4827-9d3d-926ec3107f41", "result_sha256": "2f6c2098ebc7315651463b7e3bf885bf74b4cb95cb471869138a6e2250963252", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.009347, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "B" }, "group_id": "chroma-chain-03-edge-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-33.png", "input_tokens": 732, "latency_sec": 11.910535871982574, "model_name": "muse-spark-1.2", "out_of_srgb": null, "output_tokens": 1984, "prediction": { "choice": "B" }, "prompt_sha256": "7cb1baae3d2170148c899969e7afaa6d6a5143997cc3086bc447697d521e10ca", "provider": "openai", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T14:58:04.785440+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-33", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "6dc3ffc5-cb32-4850-ba1d-1dbb4868a6d9", "result_sha256": "5a40e85104d11f191739b3cdeb401527757fbccd7964c954401fbe515771efda", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00720075, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "A" }, "group_id": "chroma-chain-03-edge-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-34.png", "input_tokens": 732, "latency_sec": 9.083375356043689, "model_name": "muse-spark-1.2", "out_of_srgb": null, "output_tokens": 1479, "prediction": { "choice": "A" }, "prompt_sha256": "7cb1baae3d2170148c899969e7afaa6d6a5143997cc3086bc447697d521e10ca", "provider": "openai", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T15:28:37.622144+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-34", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "463c3c24-f5c6-42c1-ac33-d0d84ad5671a", "result_sha256": "edc852d1377a2b2927682ca6fb03b6929c6914e5eb276700e823d09842616746", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0070605, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "A" }, "group_id": "chroma-chain-03-edge-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-35.png", "input_tokens": 732, "latency_sec": 11.210686942911707, "model_name": "muse-spark-1.2", "out_of_srgb": null, "output_tokens": 1446, "prediction": { "choice": "A" }, "prompt_sha256": "f7627aca5640b4e4bb5108ec22eda036673dd7300493ad098f17639bff610e34", "provider": "openai", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T15:28:28.050878+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-35", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "7aef69a1-74f5-493e-bfc6-edb4b9617819", "result_sha256": "2966870691a89cef60b5437554da43cc3b72af8188dcf3f2f3581dbaa2153b1f", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00352025, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "B" }, "group_id": "chroma-chain-03-edge-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-36.png", "input_tokens": 732, "latency_sec": 4.141570416977629, "model_name": "muse-spark-1.2", "out_of_srgb": null, "output_tokens": 613, "prediction": { "choice": "B" }, "prompt_sha256": "f7627aca5640b4e4bb5108ec22eda036673dd7300493ad098f17639bff610e34", "provider": "openai", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T15:02:39.984823+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-36", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "e14fed32-d8a1-4800-9cc3-550520ac2515", "result_sha256": "432ee9a57ac0a180f24b6c4ab46ed3513e6bbda84b33fdaa3b71d05ceed0e77f", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00760875, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "B" }, "group_id": "chroma-chain-03-edge-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-37.png", "input_tokens": 732, "latency_sec": 9.701220404007472, "model_name": "muse-spark-1.2", "out_of_srgb": null, "output_tokens": 1575, "prediction": { "choice": "B" }, "prompt_sha256": "7cb1baae3d2170148c899969e7afaa6d6a5143997cc3086bc447697d521e10ca", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T14:16:18.719632+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-37", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "be1b55ac-50c3-4716-a1c1-e952b572edfb", "result_sha256": "cb4dbbbaebf7c4fb6a564aa597cdba1ba08dac44e55a7ab0154afce0af164ba2", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.012934, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "A" }, "group_id": "chroma-chain-03-edge-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-38.png", "input_tokens": 732, "latency_sec": 16.985652926028706, "model_name": "muse-spark-1.2", "out_of_srgb": null, "output_tokens": 2828, "prediction": { "choice": "A" }, "prompt_sha256": "7cb1baae3d2170148c899969e7afaa6d6a5143997cc3086bc447697d521e10ca", "provider": "openai", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T15:13:53.886685+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-38", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "316364eb-06dc-41a9-8c03-f06191da984e", "result_sha256": "6fa4455a18d204129821961ac9ea0052f081ba97fb848e63d1518b8038b87fb5", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00811875, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "A" }, "group_id": "chroma-chain-03-edge-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-39.png", "input_tokens": 732, "latency_sec": 10.447343153995462, "model_name": "muse-spark-1.2", "out_of_srgb": null, "output_tokens": 1695, "prediction": { "choice": "A" }, "prompt_sha256": "f7627aca5640b4e4bb5108ec22eda036673dd7300493ad098f17639bff610e34", "provider": "openai", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T15:29:22.491945+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-39", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "19af405e-6c70-462d-88c1-9582097e5034", "result_sha256": "4a52f93fbb0f1c3b446c49dfc8274bb276fa4d50da3274ace4a108968b459f2a", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0099675, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "B" }, "group_id": "chroma-chain-03-edge-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-40.png", "input_tokens": 732, "latency_sec": 12.638650567037985, "model_name": "muse-spark-1.2", "out_of_srgb": null, "output_tokens": 2130, "prediction": { "choice": "B" }, "prompt_sha256": "f7627aca5640b4e4bb5108ec22eda036673dd7300493ad098f17639bff610e34", "provider": "openai", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T15:42:23.273527+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-40", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "940fac1f-8346-43ad-af00-803eda0ebc93", "result_sha256": "d044dc9755dbb35a74bad6fa74400385b9a713e2011a434d92b56e88fb31be3b", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0045615, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "B" }, "group_id": "chroma-chain-03-edge-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-41.png", "input_tokens": 732, "latency_sec": 6.346403731964529, "model_name": "muse-spark-1.2", "out_of_srgb": null, "output_tokens": 858, "prediction": { "choice": "B" }, "prompt_sha256": "7cb1baae3d2170148c899969e7afaa6d6a5143997cc3086bc447697d521e10ca", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T14:49:43.346701+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-41", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "c2f19f4d-36ab-4831-b4ad-27cdae66a28e", "result_sha256": "179d410a8c58a2c6ed4a3447c06517aa05c5986415e4653c8172d3ee83722dac", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00380925, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "A" }, "group_id": "chroma-chain-03-edge-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-42.png", "input_tokens": 732, "latency_sec": 5.092064262949862, "model_name": "muse-spark-1.2", "out_of_srgb": null, "output_tokens": 681, "prediction": { "choice": "A" }, "prompt_sha256": "7cb1baae3d2170148c899969e7afaa6d6a5143997cc3086bc447697d521e10ca", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T15:26:54.380060+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-42", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "23b1bcc8-7367-4b61-81d0-5509f1224a7f", "result_sha256": "701672b394cb0f82396314b81377c63c42716e3903b8c84f6c7c7a91bfb165a1", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002955, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "A" }, "group_id": "chroma-chain-03-edge-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-43.png", "input_tokens": 732, "latency_sec": 3.161407914943993, "model_name": "muse-spark-1.2", "out_of_srgb": null, "output_tokens": 480, "prediction": { "choice": "A" }, "prompt_sha256": "f7627aca5640b4e4bb5108ec22eda036673dd7300493ad098f17639bff610e34", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T14:15:58.807268+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-43", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "da571d3e-a1cf-46de-827f-a3f2d60bf362", "result_sha256": "dd510c54dde7cd245777fa101f26618d163f9a3b6e8de27b2814086e1ad06a93", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00247475, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "B" }, "group_id": "chroma-chain-03-edge-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-44.png", "input_tokens": 732, "latency_sec": 2.295643429039046, "model_name": "muse-spark-1.2", "out_of_srgb": null, "output_tokens": 367, "prediction": { "choice": "B" }, "prompt_sha256": "f7627aca5640b4e4bb5108ec22eda036673dd7300493ad098f17639bff610e34", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T14:41:31.271391+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-44", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "9b242cd2-0fdc-4bfd-9c0a-bcc72f089ffb", "result_sha256": "8729a54790eb53a90ce703c6156ba195c639bd753c3ead95609ca7e748750d67", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00367325, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "B" }, "group_id": "chroma-chain-03-edge-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-45.png", "input_tokens": 732, "latency_sec": 5.551611153059639, "model_name": "muse-spark-1.2", "out_of_srgb": null, "output_tokens": 649, "prediction": { "choice": "B" }, "prompt_sha256": "7cb1baae3d2170148c899969e7afaa6d6a5143997cc3086bc447697d521e10ca", "provider": "openai", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T15:31:34.789047+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-45", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "a61a482c-a44e-4ab3-8656-94849d108de5", "result_sha256": "0bef42cceaf18352f886acd2427b6f8b6f8b44e7e4a66dc0d18f83be577fb52b", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.0105795, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "A" }, "group_id": "chroma-chain-03-edge-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-46.png", "input_tokens": 732, "latency_sec": 15.295078756054863, "model_name": "muse-spark-1.2", "out_of_srgb": null, "output_tokens": 2274, "prediction": { "choice": "B" }, "prompt_sha256": "7cb1baae3d2170148c899969e7afaa6d6a5143997cc3086bc447697d521e10ca", "provider": "openai", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T14:46:45.318487+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-chroma-46", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "0ed7b4f4-eb3d-4de8-bdc2-431a179c6bdf", "result_sha256": "b01375605ea408894d5dc3fe9bfff0006678b05da0ab89ed5cab98423504925e", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00712425, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "A" }, "group_id": "chroma-chain-03-edge-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-47.png", "input_tokens": 732, "latency_sec": 10.765260765096173, "model_name": "muse-spark-1.2", "out_of_srgb": null, "output_tokens": 1461, "prediction": { "choice": "A" }, "prompt_sha256": "f7627aca5640b4e4bb5108ec22eda036673dd7300493ad098f17639bff610e34", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T15:56:09.783767+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-47", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "b1f75bb5-926b-4b5b-93cd-1df5283b536f", "result_sha256": "0e3ee3bfb747a65e5904ef5ebef264947b46da2774076aa8a75204f760ffaff4", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0047485, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "B" }, "group_id": "chroma-chain-03-edge-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-48.png", "input_tokens": 732, "latency_sec": 6.666127765085548, "model_name": "muse-spark-1.2", "out_of_srgb": null, "output_tokens": 902, "prediction": { "choice": "B" }, "prompt_sha256": "f7627aca5640b4e4bb5108ec22eda036673dd7300493ad098f17639bff610e34", "provider": "openai", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T15:55:42.140450+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-48", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "60a11aa5-02b3-4592-8018-82485115cd36", "result_sha256": "6e2e8eb9e703f231526886edff737f61b2f99cb4414aa676f36004806a7c491a", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0057175, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "B" }, "group_id": "chroma-chain-04-edge-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-49.png", "input_tokens": 732, "latency_sec": 7.519475411972962, "model_name": "muse-spark-1.2", "out_of_srgb": null, "output_tokens": 1130, "prediction": { "choice": "B" }, "prompt_sha256": "7cb1baae3d2170148c899969e7afaa6d6a5143997cc3086bc447697d521e10ca", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T15:55:57.433542+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-49", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "25886086-7464-4a28-8ac3-884ea2aa432b", "result_sha256": "6991b9f056d9b3962d234eb453b641e598b936b9984229a79a1d1d245d361baa", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0043235, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "A" }, "group_id": "chroma-chain-04-edge-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-50.png", "input_tokens": 732, "latency_sec": 6.323625024058856, "model_name": "muse-spark-1.2", "out_of_srgb": null, "output_tokens": 802, "prediction": { "choice": "A" }, "prompt_sha256": "7cb1baae3d2170148c899969e7afaa6d6a5143997cc3086bc447697d521e10ca", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T16:09:01.627534+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-50", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "d99cbdea-8d6b-41a4-8b99-73b21da37c02", "result_sha256": "ba8a164a4db386eb84755ab57bc34e45e3ecc8de4a8ee027defc575f282d1ad9", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.01003125, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "A" }, "group_id": "chroma-chain-04-edge-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-51.png", "input_tokens": 732, "latency_sec": 14.31601359997876, "model_name": "muse-spark-1.2", "out_of_srgb": null, "output_tokens": 2145, "prediction": { "choice": "A" }, "prompt_sha256": "f7627aca5640b4e4bb5108ec22eda036673dd7300493ad098f17639bff610e34", "provider": "openai", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T14:10:50.518331+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-51", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "99f5cef5-e5d9-4489-93e6-3fb8e40dbc99", "result_sha256": "b5068ca14abc2857eadff1b23fd8941e3376b5ecedbf67c5f6d6b60401f3df69", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0052755, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "B" }, "group_id": "chroma-chain-04-edge-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-52.png", "input_tokens": 732, "latency_sec": 8.559148850967176, "model_name": "muse-spark-1.2", "out_of_srgb": null, "output_tokens": 1026, "prediction": { "choice": "B" }, "prompt_sha256": "f7627aca5640b4e4bb5108ec22eda036673dd7300493ad098f17639bff610e34", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T15:35:22.260221+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-52", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "0988ee70-a30f-4d31-84a7-ec4914d5631d", "result_sha256": "d6df279c0546bea628debb3b9515b400112ea15dd95d57c80a3d40478ca98ad7", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002173, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "B" }, "group_id": "chroma-chain-04-edge-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-53.png", "input_tokens": 732, "latency_sec": 2.258024976006709, "model_name": "muse-spark-1.2", "out_of_srgb": null, "output_tokens": 296, "prediction": { "choice": "B" }, "prompt_sha256": "7cb1baae3d2170148c899969e7afaa6d6a5143997cc3086bc447697d521e10ca", "provider": "openai", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T14:14:07.286246+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-53", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "19842998-76df-4773-871a-268678847525", "result_sha256": "208a2af97b3bd3cf75c8f48e8c22d93c5b6df77bfe12c689f16487938ba7d486", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00204975, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "A" }, "group_id": "chroma-chain-04-edge-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-54.png", "input_tokens": 732, "latency_sec": 2.0361047219485044, "model_name": "muse-spark-1.2", "out_of_srgb": null, "output_tokens": 267, "prediction": { "choice": "A" }, "prompt_sha256": "7cb1baae3d2170148c899969e7afaa6d6a5143997cc3086bc447697d521e10ca", "provider": "openai", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T14:51:30.978574+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-54", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "0d54bea9-4147-4209-874e-f900f0d3354a", "result_sha256": "76584cd73c2b6902cbaa8a77d5970b47c2ea25a873e1d5e143b41e0371a0bc91", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00221975, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "A" }, "group_id": "chroma-chain-04-edge-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-55.png", "input_tokens": 732, "latency_sec": 2.5759959670249373, "model_name": "muse-spark-1.2", "out_of_srgb": null, "output_tokens": 307, "prediction": { "choice": "A" }, "prompt_sha256": "f7627aca5640b4e4bb5108ec22eda036673dd7300493ad098f17639bff610e34", "provider": "openai", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T15:30:21.115022+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-55", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "af2b3160-4167-480d-89bc-fe7d8d15a41e", "result_sha256": "a400a86ec40d830d12d6abe9114ff99b92d9ebb95660473404a124dd7d9de881", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.001884, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "B" }, "group_id": "chroma-chain-04-edge-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-56.png", "input_tokens": 732, "latency_sec": 1.774052131921053, "model_name": "muse-spark-1.2", "out_of_srgb": null, "output_tokens": 228, "prediction": { "choice": "B" }, "prompt_sha256": "f7627aca5640b4e4bb5108ec22eda036673dd7300493ad098f17639bff610e34", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T14:10:00.952507+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-56", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "0e86ea2f-c2e5-4609-9361-54bc9633f3d0", "result_sha256": "fb3ab2ece12f86f3bd934aa76bc92048da21c5f4ebb565942e81d9b8475820f3", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0081655, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "B" }, "group_id": "chroma-chain-04-edge-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-57.png", "input_tokens": 732, "latency_sec": 10.061576685053296, "model_name": "muse-spark-1.2", "out_of_srgb": null, "output_tokens": 1706, "prediction": { "choice": "B" }, "prompt_sha256": "7cb1baae3d2170148c899969e7afaa6d6a5143997cc3086bc447697d521e10ca", "provider": "openai", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T16:18:08.967819+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-57", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "380d4196-09fa-46ac-80d0-97106d461afa", "result_sha256": "ea6782425c31485d6400d3438afebcb883fc07228b5f63ecefbadcd016e3cdc2", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00817825, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "A" }, "group_id": "chroma-chain-04-edge-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-58.png", "input_tokens": 732, "latency_sec": 10.459507622057572, "model_name": "muse-spark-1.2", "out_of_srgb": null, "output_tokens": 1709, "prediction": { "choice": "A" }, "prompt_sha256": "7cb1baae3d2170148c899969e7afaa6d6a5143997cc3086bc447697d521e10ca", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T14:33:13.248626+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-58", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "fa20ca68-6a21-478f-be0b-037bb4568f08", "result_sha256": "a84f7829dc2ff04837972c698a1115af77529d910073194fa519f6a1a77abf88", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.009024, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "A" }, "group_id": "chroma-chain-04-edge-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-59.png", "input_tokens": 732, "latency_sec": 10.89984722295776, "model_name": "muse-spark-1.2", "out_of_srgb": null, "output_tokens": 1908, "prediction": { "choice": "A" }, "prompt_sha256": "f7627aca5640b4e4bb5108ec22eda036673dd7300493ad098f17639bff610e34", "provider": "openai", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T15:16:07.219629+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-59", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "4c51f128-e8c6-4c64-b6ea-531ae1db89f2", "result_sha256": "9c8b0ab38952c62077abc0f7ce4a28c187e613827b75ea6e01d4a5027c7a921d", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.00508425, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "B" }, "group_id": "chroma-chain-04-edge-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-60.png", "input_tokens": 732, "latency_sec": 8.292589703924023, "model_name": "muse-spark-1.2", "out_of_srgb": null, "output_tokens": 981, "prediction": { "choice": "A" }, "prompt_sha256": "f7627aca5640b4e4bb5108ec22eda036673dd7300493ad098f17639bff610e34", "provider": "openai", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T15:34:08.644318+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-chroma-60", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "77ae4385-ccdf-4ee6-8b34-3db8bb7c04ab", "result_sha256": "7f300cbfe7dfc4d5135a7b60a837b471a5a7c6eb5176f062ee6e62e602fdd9ac", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.007647, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "B" }, "group_id": "chroma-chain-04-edge-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-61.png", "input_tokens": 732, "latency_sec": 9.733979679993354, "model_name": "muse-spark-1.2", "out_of_srgb": null, "output_tokens": 1584, "prediction": { "choice": "B" }, "prompt_sha256": "7cb1baae3d2170148c899969e7afaa6d6a5143997cc3086bc447697d521e10ca", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T14:21:05.296645+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-61", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "2101e201-2b28-43c2-9bff-8be1acd84979", "result_sha256": "3d0fb641b063b3077a602403c94700c884de15e18bd49127ecb76858f247ace5", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.007732, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "A" }, "group_id": "chroma-chain-04-edge-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-62.png", "input_tokens": 732, "latency_sec": 9.800016267108731, "model_name": "muse-spark-1.2", "out_of_srgb": null, "output_tokens": 1604, "prediction": { "choice": "B" }, "prompt_sha256": "7cb1baae3d2170148c899969e7afaa6d6a5143997cc3086bc447697d521e10ca", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T14:16:32.807856+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-chroma-62", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "660a7828-ddd3-4bff-b4e4-6030752cee75", "result_sha256": "2acf0f1165a68fa6340197df5129a6ea87b2c50eb514c56a05ed63c2a6b529b4", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00622325, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "A" }, "group_id": "chroma-chain-04-edge-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-63.png", "input_tokens": 732, "latency_sec": 8.601699013961479, "model_name": "muse-spark-1.2", "out_of_srgb": null, "output_tokens": 1249, "prediction": { "choice": "A" }, "prompt_sha256": "f7627aca5640b4e4bb5108ec22eda036673dd7300493ad098f17639bff610e34", "provider": "openai", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T15:49:56.477195+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-63", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "f5198c77-8ac6-4520-9ed9-704da3d7b8e4", "result_sha256": "ffed1114cdb09197fd363fb90dc89f23ac1814aa94083f75caec4cdaec2ec0aa", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.00894325, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "B" }, "group_id": "chroma-chain-04-edge-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-64.png", "input_tokens": 732, "latency_sec": 12.18274051498156, "model_name": "muse-spark-1.2", "out_of_srgb": null, "output_tokens": 1889, "prediction": { "choice": "A" }, "prompt_sha256": "f7627aca5640b4e4bb5108ec22eda036673dd7300493ad098f17639bff610e34", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T16:27:14.315761+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-chroma-64", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "9449f1f0-f560-4e04-810f-2318aeae9ec4", "result_sha256": "4ca98fbd3293e1c10694f7395bbf4b1c76ba226c81a7111f6d5934748c92f423", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00895425, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "A" }, "group_id": "context-01-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-01.png", "input_tokens": 734, "latency_sec": 11.26893200702034, "model_name": "muse-spark-1.2", "out_of_srgb": null, "output_tokens": 1891, "prediction": { "choice": "A" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T15:42:56.441450+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-01", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "9abe0467-a868-42a5-b2ce-f19adf623205", "result_sha256": "f1d7737ec568db41e5610dae0e89c4f8a5d5576bcc1898243ce7503dc42bc219", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.01962175, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "B" }, "group_id": "context-01-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-02.png", "input_tokens": 734, "latency_sec": 27.989948976086453, "model_name": "muse-spark-1.2", "out_of_srgb": null, "output_tokens": 4401, "prediction": { "choice": "B" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T16:08:47.547016+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-02", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "3a751093-c959-418e-a877-7ee5e185cf28", "result_sha256": "4950ed370b449fe218457d0890769689b6678ef3bea0cc4c584baa75ee3f619b", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.00946425, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "C" }, "group_id": "context-01-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-03.png", "input_tokens": 734, "latency_sec": 21.101385166984983, "model_name": "muse-spark-1.2", "out_of_srgb": null, "output_tokens": 2011, "prediction": { "choice": "A" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T15:12:30.631496+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-context-03", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "aff430a5-31ef-44fd-a68d-e389ce736ab9", "result_sha256": "ac50f14a73cc304ea6e5c8e48ff91dada635b63f50726fb686e6bc04310cf5c7", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.0165915, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "D" }, "group_id": "context-01-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-04.png", "input_tokens": 734, "latency_sec": 19.513108071987517, "model_name": "muse-spark-1.2", "out_of_srgb": null, "output_tokens": 3688, "prediction": { "choice": "A" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T14:50:42.717733+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-context-04", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "64e466b5-fe86-465c-aaf3-21336ff5e654", "result_sha256": "f193edf13eb7417249071f1526263058a77afe76d66aae00a8ce988791ffe89e", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.023094, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "A" }, "group_id": "context-01-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-05.png", "input_tokens": 734, "latency_sec": 28.47080985305365, "model_name": "muse-spark-1.2", "out_of_srgb": null, "output_tokens": 5218, "prediction": { "choice": "C" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\": \"C\"}", "recorded_at": "2026-09-16T14:01:30.514004+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-context-05", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "c1a7bda3-1f19-4753-9fce-a9cb1b5dbad2", "result_sha256": "74957ba44dbb3f50aede3c3ab39c632a75f53f6132a9d50865379de2bf5ef80f", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.02769675, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "B" }, "group_id": "context-01-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-06.png", "input_tokens": 734, "latency_sec": 35.143153352080844, "model_name": "muse-spark-1.2", "out_of_srgb": null, "output_tokens": 6301, "prediction": { "choice": "B" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T14:46:03.293387+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-06", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "2dbe0962-d555-413a-9821-d32ee42c84f9", "result_sha256": "f4636b5473c3429184f11acd58bb0aa8811b3024827c13f8baf8942cdd13df44", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.033617, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "C" }, "group_id": "context-01-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-07.png", "input_tokens": 734, "latency_sec": 39.816755664069206, "model_name": "muse-spark-1.2", "out_of_srgb": null, "output_tokens": 7694, "prediction": { "choice": "A" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T14:17:49.779623+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-context-07", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "5f9d85b7-aa22-4ccf-8d3f-cba34d161645", "result_sha256": "eb92fcc7fca0bd19796754eff13fdc6656229758e0992d0b6d2be9eab0eef759", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.0340335, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "D" }, "group_id": "context-01-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-08.png", "input_tokens": 734, "latency_sec": 40.31543733202852, "model_name": "muse-spark-1.2", "out_of_srgb": null, "output_tokens": 7792, "prediction": { "choice": "C" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\": \"C\"}", "recorded_at": "2026-09-16T15:02:32.663213+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-context-08", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "aa5af723-2ac9-4363-a5ba-c6d69e2300ce", "result_sha256": "7f61c412946f442a69e784d323484b58a3c260170376e9b2c14d0dc5869d2e5f", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.03397825, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "A" }, "group_id": "context-01-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-09.png", "input_tokens": 734, "latency_sec": 42.271994755021296, "model_name": "muse-spark-1.2", "out_of_srgb": null, "output_tokens": 7779, "prediction": { "choice": "B" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T15:50:44.154149+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-context-09", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "5b4cde3e-ee67-4ae1-86a2-b7cbafb8e313", "result_sha256": "5ed2bf288bc676d883005720ccfb5fde9670047217714576239c9eebeb5ba777", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0111855, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "B" }, "group_id": "context-01-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-10.png", "input_tokens": 734, "latency_sec": 15.47313821001444, "model_name": "muse-spark-1.2", "out_of_srgb": null, "output_tokens": 2416, "prediction": { "choice": "B" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T14:52:01.907279+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-10", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "5abe8555-95fb-44f4-a87c-0fc5271bcfc2", "result_sha256": "c78deffe8fdab5e037ca3358e4e9aff2a94b5def606d66d39dabb2125058b655", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.0164725, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "C" }, "group_id": "context-01-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-11.png", "input_tokens": 734, "latency_sec": 21.20116102497559, "model_name": "muse-spark-1.2", "out_of_srgb": null, "output_tokens": 3660, "prediction": { "choice": "B" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T16:08:17.359735+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-context-11", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "72af233c-06ee-4847-917d-8ce64bb59330", "result_sha256": "1b7e82301642a2dd5c5ab8327aec5ccdb7b52cc3e2a08021a048df42514f9e11", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.022924, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "D" }, "group_id": "context-01-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-12.png", "input_tokens": 734, "latency_sec": 30.352592756040394, "model_name": "muse-spark-1.2", "out_of_srgb": null, "output_tokens": 5178, "prediction": { "choice": "B" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T15:59:37.445734+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-context-12", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "9d7f08e3-57ab-46d1-b154-c1a3d891c29a", "result_sha256": "a17fab63552d43fa21258fa099ba0f04501c4d067668ee8242442c35ecbd7e06", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.02365925, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "A" }, "group_id": "context-01-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-13.png", "input_tokens": 734, "latency_sec": 31.291545838001184, "model_name": "muse-spark-1.2", "out_of_srgb": null, "output_tokens": 5351, "prediction": { "choice": "B" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T16:11:00.175886+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-context-13", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "d66ccf0e-589e-4947-bc11-535beaf6de05", "result_sha256": "39afe8771a81c6a7a8abf85a1f4e9779f9a2ef3d71fbf0c699cdf8e8527a9de2", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.03506625, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "B" }, "group_id": "context-01-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-14.png", "input_tokens": 734, "latency_sec": 43.82925205398351, "model_name": "muse-spark-1.2", "out_of_srgb": null, "output_tokens": 8035, "prediction": { "choice": "A" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T14:07:20.441650+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-context-14", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "ccaa66dd-170e-4816-8f45-bfbddc5ebfe9", "result_sha256": "0f57bc2995e9fe401d72c02f39b3e070321d8008ff63409cb28437fef73e1de6", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.02974525, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "C" }, "group_id": "context-01-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-15.png", "input_tokens": 734, "latency_sec": 37.09550598508213, "model_name": "muse-spark-1.2", "out_of_srgb": null, "output_tokens": 6783, "prediction": { "choice": "C" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\": \"C\"}", "recorded_at": "2026-09-16T15:03:30.228187+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-15", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "97b0b9cc-7268-43fd-a69a-cdb2f70ada53", "result_sha256": "909eaaa19ba671e610e0356ad8329100200e0eb3951764d548cd37e9ff7cfaf8", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.0202805, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "D" }, "group_id": "context-01-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-16.png", "input_tokens": 734, "latency_sec": 23.27378663700074, "model_name": "muse-spark-1.2", "out_of_srgb": null, "output_tokens": 4556, "prediction": { "choice": "B" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T14:18:35.738867+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-context-16", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "f1f173c0-29dd-469a-b9c7-e4661686ac37", "result_sha256": "a6a17b081c0962c3269231d2ffc1947fade827c3d1b97c98337545de4a8d9317", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.0221505, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "A" }, "group_id": "context-01-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-17.png", "input_tokens": 734, "latency_sec": 28.73074116790667, "model_name": "muse-spark-1.2", "out_of_srgb": null, "output_tokens": 4996, "prediction": { "choice": "D" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\": \"D\"}", "recorded_at": "2026-09-16T16:25:22.164325+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-context-17", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "a69770de-df6a-44b8-8462-d984a3494c10", "result_sha256": "aa1eeb0f01ad1b994ad8cb8e616bfcfede1fa086155fb8a05d8d46e4d0573b56", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.043477, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "B" }, "group_id": "context-01-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-18.png", "input_tokens": 734, "latency_sec": 52.97248656000011, "model_name": "muse-spark-1.2", "out_of_srgb": null, "output_tokens": 10014, "prediction": { "choice": "D" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\": \"D\"}", "recorded_at": "2026-09-16T14:21:28.382287+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-context-18", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "6a8da808-f331-469e-9df7-e43e390b7077", "result_sha256": "4aaa0958b6058f4e509eccb6fd99a6cd23f0fc55f630af289d57256206c23353", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.01501475, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "C" }, "group_id": "context-01-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-19.png", "input_tokens": 734, "latency_sec": 19.013998448033817, "model_name": "muse-spark-1.2", "out_of_srgb": null, "output_tokens": 3317, "prediction": { "choice": "D" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\": \"D\"}", "recorded_at": "2026-09-16T14:32:42.139572+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-context-19", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "bc9e2220-966b-47a3-aebb-2ac26b7d50a7", "result_sha256": "1ae5dc23a0e7b14ec50ac2b913b40785e431ae9d27282535223239ff2ca450d5", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.019779, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "D" }, "group_id": "context-01-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-20.png", "input_tokens": 734, "latency_sec": 25.912633329979144, "model_name": "muse-spark-1.2", "out_of_srgb": null, "output_tokens": 4438, "prediction": { "choice": "D" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\": \"D\"}", "recorded_at": "2026-09-16T14:06:11.781358+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-20", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "11f55bfe-156f-4cdc-ab00-bc2df71848ea", "result_sha256": "b1303de69dbb05486e050a7f425663ec92e5804c263f3e698039333f15d3e7ce", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.01236275, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "A" }, "group_id": "context-02-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-21.png", "input_tokens": 734, "latency_sec": 18.53532781393733, "model_name": "muse-spark-1.2", "out_of_srgb": null, "output_tokens": 2693, "prediction": { "choice": "A" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T16:31:51.541204+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-21", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "dd0f48b7-0321-48bf-a45f-d85e08d33cd7", "result_sha256": "b467d61f582f473c28dcfc7b9347296de83a6a7d439e44be60dddd7eb4387c6f", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.01076475, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "B" }, "group_id": "context-02-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-22.png", "input_tokens": 734, "latency_sec": 15.209560823976062, "model_name": "muse-spark-1.2", "out_of_srgb": null, "output_tokens": 2317, "prediction": { "choice": "B" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T16:17:00.820670+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-22", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "7f648cc3-7876-46f5-84ea-af86dc75a28b", "result_sha256": "fbb759fffabb4ca5c31865d8017a007523f620de000b4b5b54f2c193e68aa59e", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0093325, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "C" }, "group_id": "context-02-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-23.png", "input_tokens": 734, "latency_sec": 15.398974650073797, "model_name": "muse-spark-1.2", "out_of_srgb": null, "output_tokens": 1980, "prediction": { "choice": "C" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\": \"C\"}", "recorded_at": "2026-09-16T14:10:00.472460+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-23", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "2c25df0b-4917-4e49-a75e-8d960e4450e0", "result_sha256": "f93cc6e7517531bf76d767de153d520f06ae32a2a8c182adb519f4815d755ec4", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.00717775, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "D" }, "group_id": "context-02-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-24.png", "input_tokens": 734, "latency_sec": 10.358056269935332, "model_name": "muse-spark-1.2", "out_of_srgb": null, "output_tokens": 1473, "prediction": { "choice": "B" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T15:05:15.065351+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-context-24", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "246eaec8-b4d9-4228-83cd-51286ea65c1d", "result_sha256": "86fc4f8f2943489f80103e0512bee90c40bed31f90bea6f731e3319307495c12", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.0117635, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "A" }, "group_id": "context-02-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-25.png", "input_tokens": 734, "latency_sec": 14.072908048983663, "model_name": "muse-spark-1.2", "out_of_srgb": null, "output_tokens": 2552, "prediction": { "choice": "B" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T14:19:01.193938+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-context-25", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "75204789-4ab9-44fa-87b4-af38e0a03b53", "result_sha256": "a263395522601950b8d5db2cc7ee204879a8f00ea559923dae18b53127601c4a", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.01974925, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "B" }, "group_id": "context-02-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-26.png", "input_tokens": 734, "latency_sec": 25.363624771940522, "model_name": "muse-spark-1.2", "out_of_srgb": null, "output_tokens": 4431, "prediction": { "choice": "A" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T14:44:57.446380+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-context-26", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "86e8a2ec-3c94-4ad9-abd4-8d58445d7bdd", "result_sha256": "db1b27ad66fec50d6778d6870dcc5ee4cde5fd2b5a8b9d6f4b9e0ac06e893c82", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.01073075, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "C" }, "group_id": "context-02-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-27.png", "input_tokens": 734, "latency_sec": 14.636230862000957, "model_name": "muse-spark-1.2", "out_of_srgb": null, "output_tokens": 2309, "prediction": { "choice": "A" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T15:43:40.425984+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-context-27", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "96231a61-9975-4586-865d-7c607267d7f6", "result_sha256": "995e25611d6f5a9aef97c8de3369d571d6b0bee6e60104c680163bba19b54160", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.023859, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "D" }, "group_id": "context-02-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-28.png", "input_tokens": 734, "latency_sec": 29.349032021011226, "model_name": "muse-spark-1.2", "out_of_srgb": null, "output_tokens": 5398, "prediction": { "choice": "B" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T14:21:57.781601+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-context-28", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "58fd68c5-e3ae-40fd-8af2-4db43ec7bfdf", "result_sha256": "28bd2cbe0c5e7a214cb830997ac812d5103c45544d8deb59956a72a8984f6b90", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.03867875, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "A" }, "group_id": "context-02-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-29.png", "input_tokens": 734, "latency_sec": 49.826071150018834, "model_name": "muse-spark-1.2", "out_of_srgb": null, "output_tokens": 8885, "prediction": { "choice": "D" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\": \"D\"}", "recorded_at": "2026-09-16T15:49:11.687329+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-context-29", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "b6df538c-f57d-4434-97fa-1465e02bedf7", "result_sha256": "676f1cfd26dc4b18c166bd243dacead7cdaa7627e8809a833f1430cd3b31468d", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.01347625, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "B" }, "group_id": "context-02-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-30.png", "input_tokens": 734, "latency_sec": 18.880403964896686, "model_name": "muse-spark-1.2", "out_of_srgb": null, "output_tokens": 2955, "prediction": { "choice": "A" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T15:51:13.360098+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-context-30", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "ab946f84-2cfc-4dac-a51c-09ec235894dd", "result_sha256": "a24cb844fe527fbe5eda882a8ed8dbda4415aca3d8aad2caa7ca06e875d0305b", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.02498525, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "C" }, "group_id": "context-02-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-31.png", "input_tokens": 734, "latency_sec": 31.44991416495759, "model_name": "muse-spark-1.2", "out_of_srgb": null, "output_tokens": 5663, "prediction": { "choice": "A" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T14:47:45.973789+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-context-31", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "b02b731c-b142-4ec5-814c-c987e61e2790", "result_sha256": "d5a9cacb1966c45842c5324acc468792ea941cbe4d79e684b92392661f74aa19", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.01386725, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "D" }, "group_id": "context-02-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-32.png", "input_tokens": 734, "latency_sec": 17.876441159984097, "model_name": "muse-spark-1.2", "out_of_srgb": null, "output_tokens": 3047, "prediction": { "choice": "A" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T15:22:58.142585+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-context-32", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "d680499b-d3f7-40ca-a578-091596c0906b", "result_sha256": "a85e3d11ce82f3b0e29d88d7a5ead0961787f7617f463f4205de57e448b0586e", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.024386, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "A" }, "group_id": "context-02-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-33.png", "input_tokens": 734, "latency_sec": 31.978966139024124, "model_name": "muse-spark-1.2", "out_of_srgb": null, "output_tokens": 5522, "prediction": { "choice": "B" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T16:26:53.484697+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-context-33", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "001dd1ef-b5dc-424c-9db4-c8deabe4882b", "result_sha256": "036ec1469fd2cdebf8622e6e98ec4b3b2fbe877d275097e477561f70078b5e2e", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0109135, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "B" }, "group_id": "context-02-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-34.png", "input_tokens": 734, "latency_sec": 13.649589641951025, "model_name": "muse-spark-1.2", "out_of_srgb": null, "output_tokens": 2352, "prediction": { "choice": "B" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T15:10:49.777219+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-34", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "c8cc162b-d649-49d4-a5d2-bad2a69898bd", "result_sha256": "a9da36e43ebed63cfe7e382abc7d3cc5997b794d1e4ebcd5c8c810632f213544", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.0237825, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "C" }, "group_id": "context-02-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-35.png", "input_tokens": 734, "latency_sec": 31.164591621025465, "model_name": "muse-spark-1.2", "out_of_srgb": null, "output_tokens": 5380, "prediction": { "choice": "B" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T14:33:49.351317+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-context-35", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "b959e4c5-53aa-45ce-95d6-1a3b34cbd5e8", "result_sha256": "92928c0bf5680d579ecf4d9547585f0d7ad474e412e061dc6b54a21a4448d7ff", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.0225755, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "D" }, "group_id": "context-02-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-36.png", "input_tokens": 734, "latency_sec": 32.72000544099137, "model_name": "muse-spark-1.2", "out_of_srgb": null, "output_tokens": 5096, "prediction": { "choice": "B" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T16:01:54.387762+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-context-36", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "2cb4dbd1-2867-49a0-9957-51f02749d9c4", "result_sha256": "919b56e3597381047a99cc613005da14d702a7f501ecff0dacd72165382716b1", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.0240545, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "A" }, "group_id": "context-02-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-37.png", "input_tokens": 734, "latency_sec": 29.6466461380478, "model_name": "muse-spark-1.2", "out_of_srgb": null, "output_tokens": 5444, "prediction": { "choice": "B" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T15:56:49.353366+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-context-37", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "75aaf871-57ce-45cf-bc00-3cda8f554c65", "result_sha256": "6397bb5208ef6acccc266f6803673b93cf5048c3c4d733d3690fd272969b7894", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.01052675, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "B" }, "group_id": "context-02-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-38.png", "input_tokens": 734, "latency_sec": 13.390489959041588, "model_name": "muse-spark-1.2", "out_of_srgb": null, "output_tokens": 2261, "prediction": { "choice": "B" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T16:04:26.414816+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-38", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "6e1c9fee-434a-48fd-9872-e27613e6284e", "result_sha256": "bac862331280cb8c20088f87bc8c55b51ed18d4588d52ca1237615dbc9c12578", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.017212, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "C" }, "group_id": "context-02-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-39.png", "input_tokens": 734, "latency_sec": 21.965151638025418, "model_name": "muse-spark-1.2", "out_of_srgb": null, "output_tokens": 3834, "prediction": { "choice": "B" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T14:40:16.927172+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-context-39", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "a289f623-28c9-431b-b676-35536d7ec015", "result_sha256": "3fc0990a0fa84b0b4506bccdaa0b482ddfed55bf550770c2bafec2fdf72a62ca", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.03258425, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "D" }, "group_id": "context-02-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-40.png", "input_tokens": 734, "latency_sec": 44.053809029981494, "model_name": "muse-spark-1.2", "out_of_srgb": null, "output_tokens": 7451, "prediction": { "choice": "B" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T15:19:54.288912+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-context-40", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "a1f24057-d802-4367-9c75-922747b46e63", "result_sha256": "d8db36e18b07a3e0b9e4141b575edead4d7e46c74b3d58b45b23c3d6350c9e85", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.01684225, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "A" }, "group_id": "context-03-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-41.png", "input_tokens": 734, "latency_sec": 24.197946319007315, "model_name": "muse-spark-1.2", "out_of_srgb": null, "output_tokens": 3747, "prediction": { "choice": "A" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T15:15:04.958401+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-41", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "bfd3c108-e956-40b7-a1d0-8a72db1df73a", "result_sha256": "a6d6651ab2d4de422a4392a50c8c543d63fab5b40a7aec5fe2d6d5f0290292b2", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00528225, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "B" }, "group_id": "context-03-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-42.png", "input_tokens": 734, "latency_sec": 7.720636119949631, "model_name": "muse-spark-1.2", "out_of_srgb": null, "output_tokens": 1027, "prediction": { "choice": "B" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T14:00:53.133597+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-42", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "fc6432d6-669c-439d-9747-05077297c17d", "result_sha256": "14b027bfb1ecbe4b4b90ed8df244df3b03c7aed7c8f51db5e9db8d95b61da8f9", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00485725, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "C" }, "group_id": "context-03-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-43.png", "input_tokens": 734, "latency_sec": 6.664040955947712, "model_name": "muse-spark-1.2", "out_of_srgb": null, "output_tokens": 927, "prediction": { "choice": "C" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-16T16:04:55.874316+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-43", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "706a1799-7be5-484d-89d2-ff29ada3f511", "result_sha256": "7ceca06b3d55f7ec8d0d6631bd3d5c08e87fda3fc7f1e5707bb2b7b1e7ead32f", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.0116445, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "D" }, "group_id": "context-03-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-44.png", "input_tokens": 734, "latency_sec": 14.36046340095345, "model_name": "muse-spark-1.2", "out_of_srgb": null, "output_tokens": 2524, "prediction": { "choice": "B" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T16:29:29.955855+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-context-44", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "4e8c3519-d6f0-44ae-b6f1-e58ec77683f5", "result_sha256": "5286f1a20e4ad9b6e811d773499db9e5d0dcbead3a28e7ca6c752744a5b94953", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.03275, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "A" }, "group_id": "context-03-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-45.png", "input_tokens": 734, "latency_sec": 44.36954980995506, "model_name": "muse-spark-1.2", "out_of_srgb": null, "output_tokens": 7490, "prediction": { "choice": "D" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\": \"D\"}", "recorded_at": "2026-09-16T14:56:11.041413+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-context-45", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "caa7d1e8-1cb0-40ce-8b87-b718a2c3be26", "result_sha256": "5912d2814a07af3444bfaee9ab4421d6b83f16cf5db0e519a39c4e5b3525ec93", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.01992775, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "B" }, "group_id": "context-03-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-46.png", "input_tokens": 734, "latency_sec": 27.55800978699699, "model_name": "muse-spark-1.2", "out_of_srgb": null, "output_tokens": 4473, "prediction": { "choice": "B" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T14:15:45.455135+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-46", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "a1b538ae-7ef3-4b33-8339-842df0e8ce50", "result_sha256": "3339023a4b3bd6b6c1689c81326b8aedf0224859574876c48e08be711e1d3bd6", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.02812175, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "C" }, "group_id": "context-03-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-47.png", "input_tokens": 734, "latency_sec": 41.29985109297559, "model_name": "muse-spark-1.2", "out_of_srgb": null, "output_tokens": 6401, "prediction": { "choice": "B" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T16:23:03.822219+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-context-47", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "e68b2a2a-de29-4775-861d-3434a7df5b30", "result_sha256": "e0b4f8174a0ff81e07dfdbca3678dab26a5ebe59f5e9d69dbfc9a39468ad28f4", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.02703375, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "D" }, "group_id": "context-03-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-48.png", "input_tokens": 734, "latency_sec": 44.828576828935184, "model_name": "muse-spark-1.2", "out_of_srgb": null, "output_tokens": 6145, "prediction": { "choice": "B" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T15:25:47.563220+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-context-48", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "6caa56cf-a4fa-4068-af7d-2c3ebf23276f", "result_sha256": "97d2912814d2c401ffed0f62daa94e9be25fb2a9911a6efdfd9d75e621de029d", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.045024, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "A" }, "group_id": "context-03-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-49.png", "input_tokens": 734, "latency_sec": 54.325475598918274, "model_name": "muse-spark-1.2", "out_of_srgb": null, "output_tokens": 10378, "prediction": { "choice": "A" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T14:52:01.165109+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-49", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "5265eb4c-ecc4-46a4-9347-a869eae3edf0", "result_sha256": "21e0d04b1e4e78ca01a1993cf9e2bdeb6b2b4b80d8d73f9b432632dd3f030c85", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.0323845, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "B" }, "group_id": "context-03-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-50.png", "input_tokens": 734, "latency_sec": 39.27287050592713, "model_name": "muse-spark-1.2", "out_of_srgb": null, "output_tokens": 7404, "prediction": { "choice": "A" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T16:19:17.848702+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-context-50", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "8cf62382-5b01-49b0-9509-db20e115d0da", "result_sha256": "c84fcfcec780fd3329a14460b7e854fdf2eadbc31fb7baf3839087192ddd63ab", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.0192605, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "C" }, "group_id": "context-03-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-51.png", "input_tokens": 734, "latency_sec": 25.984893982997164, "model_name": "muse-spark-1.2", "out_of_srgb": null, "output_tokens": 4316, "prediction": { "choice": "A" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T16:00:00.304529+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-context-51", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "209cc411-d02c-403d-a2ff-100ebff1ae8a", "result_sha256": "316f1d177d15e57aa6a02eac0cdb6ffa4a85090d31814171e508d517579bf9ba", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.0251425, "delta_e_ok": null, "error": "Prediction must be one JSON object", "error_kind": "invalid_response", "family": "context", "ground_truth": { "choice": "D" }, "group_id": "context-03-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-52.png", "input_tokens": 734, "latency_sec": 31.449434821028262, "model_name": "muse-spark-1.2", "out_of_srgb": null, "output_tokens": 5700, "prediction": {}, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "The surrounds distort perception — I'll sample the interior pixels to find the true match to R.{\"choice\": \"B\"}", "recorded_at": "2026-09-16T16:06:23.451791+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-context-52", "tight_score": null, "unmetered_attempts": 0, "valid": false, "within_bands": null } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "c4506331-25d3-4a3e-ac60-e6c020bcc06f", "result_sha256": "b33181a0f247219cfac14199f66e642b87904b012c992703aebeea3177da2bf7", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.0506, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "A" }, "group_id": "context-03-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-53.png", "input_tokens": 734, "latency_sec": 59.47633533307817, "model_name": "muse-spark-1.2", "out_of_srgb": null, "output_tokens": 11690, "prediction": { "choice": "C" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\": \"C\"}", "recorded_at": "2026-09-16T14:42:50.858496+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-context-53", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "6ed207c5-d70b-43a3-85af-f5095b13d3bd", "result_sha256": "03569ae4150a80231bc7d0a9a458dfe09bce3415d6ffc364f17ba8abef464fa7", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.04391475, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "B" }, "group_id": "context-03-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-54.png", "input_tokens": 734, "latency_sec": 47.185513956006616, "model_name": "muse-spark-1.2", "out_of_srgb": null, "output_tokens": 10117, "prediction": { "choice": "D" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\": \"D\"}", "recorded_at": "2026-09-16T14:05:06.922264+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-context-54", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "49786396-f72a-47a1-b13c-0453e0b20cf2", "result_sha256": "e954d6fd8cef2e3cd2aa4c5f346bd3938a50139f625d0632be7ad9a1547afd57", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.02005525, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "C" }, "group_id": "context-03-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-55.png", "input_tokens": 734, "latency_sec": 26.994847994996235, "model_name": "muse-spark-1.2", "out_of_srgb": null, "output_tokens": 4503, "prediction": { "choice": "B" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T16:09:58.876201+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-context-55", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "5d111e84-4cfb-49ba-8b76-a683c3c44334", "result_sha256": "096a5964ed4a12783598c7ffb821930c3c55554b0d461286b45cb42bc4a90769", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0228645, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "D" }, "group_id": "context-03-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-56.png", "input_tokens": 734, "latency_sec": 29.968897454091348, "model_name": "muse-spark-1.2", "out_of_srgb": null, "output_tokens": 5164, "prediction": { "choice": "D" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\": \"D\"}", "recorded_at": "2026-09-16T14:36:38.033401+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-56", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "e5b5e2a3-cefe-45d4-acc9-56dc42c76c64", "result_sha256": "9fdcc6921a126f191cf4994919e0efef8edcabbb073b31332d3fdc031dfe38b1", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.03393575, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "A" }, "group_id": "context-03-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-57.png", "input_tokens": 734, "latency_sec": 42.94979637500364, "model_name": "muse-spark-1.2", "out_of_srgb": null, "output_tokens": 7769, "prediction": { "choice": "D" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\": \"D\"}", "recorded_at": "2026-09-16T14:49:27.419405+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-context-57", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "d26fb732-109c-4a10-8b56-db21a209f4ab", "result_sha256": "14e95b21eec0d75831a8288a1c3087eb6f16eed49a96741cab41fb86a6d2bb09", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.03553375, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "B" }, "group_id": "context-03-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-58.png", "input_tokens": 734, "latency_sec": 46.41633037105203, "model_name": "muse-spark-1.2", "out_of_srgb": null, "output_tokens": 8145, "prediction": { "choice": "B" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T16:21:07.532382+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-58", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "5570870c-87a0-4e4b-bb1b-f680b5296ecd", "result_sha256": "82c1c7768a3b62a6cde4dc374882f51bf2e295e378139b2a6b29c78a350f5cad", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.027854, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "C" }, "group_id": "context-03-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-59.png", "input_tokens": 734, "latency_sec": 38.803385052946396, "model_name": "muse-spark-1.2", "out_of_srgb": null, "output_tokens": 6338, "prediction": { "choice": "B" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T16:11:39.310618+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-context-59", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "c1fb1b2d-faed-4c2c-b8f1-a44342fe16f9", "result_sha256": "29171572379ef1d5c0ddda17dc4b12aaee613019b8b9e734d1dba8c7ec6c5976", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.02820675, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "D" }, "group_id": "context-03-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-60.png", "input_tokens": 734, "latency_sec": 33.649683361989446, "model_name": "muse-spark-1.2", "out_of_srgb": null, "output_tokens": 6421, "prediction": { "choice": "B" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T15:44:53.274707+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-context-60", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "13abed1a-9b08-4a6f-b4b1-e5257b883788", "result_sha256": "c69d8dfff184ec5ea1789d7a8f47336de38f4461a959f24c53ba381ca34a1e28", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.01038225, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "A" }, "group_id": "context-04-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-61.png", "input_tokens": 734, "latency_sec": 14.12466927897185, "model_name": "muse-spark-1.2", "out_of_srgb": null, "output_tokens": 2227, "prediction": { "choice": "A" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T15:11:15.723901+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-61", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "c24d8102-8eef-4402-a3ce-e24c00be12a0", "result_sha256": "5c34dea96f0027deda3253dcdc501f214ccd84f6f4e9c9e32f7023cbe11d420a", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.01076475, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "B" }, "group_id": "context-04-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-62.png", "input_tokens": 734, "latency_sec": 13.5732664889656, "model_name": "muse-spark-1.2", "out_of_srgb": null, "output_tokens": 2317, "prediction": { "choice": "B" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T14:58:40.341106+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-62", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "29db8450-2559-441d-91f1-b285ee39bff5", "result_sha256": "b6d43aa5f43b19fcaadd7103e1cb817cb446ab048d799080179dd3c10f44fbd1", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0077005, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "C" }, "group_id": "context-04-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-63.png", "input_tokens": 734, "latency_sec": 10.03269832499791, "model_name": "muse-spark-1.2", "out_of_srgb": null, "output_tokens": 1596, "prediction": { "choice": "C" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\": \"C\"}", "recorded_at": "2026-09-16T14:24:55.112803+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-63", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "461648d7-cce1-40a0-8294-688d27d5c09b", "result_sha256": "3fb828d95aa6eb56deff858f2c2f8520c134a8f0fba7bf508c6b35a6c8d1157e", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00539275, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "D" }, "group_id": "context-04-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-64.png", "input_tokens": 734, "latency_sec": 7.82945394795388, "model_name": "muse-spark-1.2", "out_of_srgb": null, "output_tokens": 1053, "prediction": { "choice": "D" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\": \"D\"}", "recorded_at": "2026-09-16T15:28:11.655569+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-64", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "98086c4f-8ebe-4779-bc23-a6229b565383", "result_sha256": "835358137974aa5d04e855c810adea9152a56368c7b3c504bcda51c35b85220e", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.01438575, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "A" }, "group_id": "context-04-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-65.png", "input_tokens": 734, "latency_sec": 19.571994159952737, "model_name": "muse-spark-1.2", "out_of_srgb": null, "output_tokens": 3169, "prediction": { "choice": "D" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\": \"D\"}", "recorded_at": "2026-09-16T14:39:31.781564+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-context-65", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "ecb47811-80ed-47a6-9e5f-23cbffce8a2d", "result_sha256": "8ef88a30c1dbe10e7e615e6bc259f56a55021010b8c8cab92962a2aa2254b4a1", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0180195, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "B" }, "group_id": "context-04-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-66.png", "input_tokens": 734, "latency_sec": 24.493502428987995, "model_name": "muse-spark-1.2", "out_of_srgb": null, "output_tokens": 4024, "prediction": { "choice": "B" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T14:30:59.233667+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-66", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "2c626a52-f51f-4c86-badb-4fdf132733d1", "result_sha256": "e01bb918269e48e75cfb9aeb35ed771201bf070be6760d3cce4a1b62f39dd2a4", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.017399, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "C" }, "group_id": "context-04-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-67.png", "input_tokens": 734, "latency_sec": 26.702699157060124, "model_name": "muse-spark-1.2", "out_of_srgb": null, "output_tokens": 3878, "prediction": { "choice": "D" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\": \"D\"}", "recorded_at": "2026-09-16T15:14:21.889968+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-context-67", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "e4ef8e71-4819-4be0-b872-6c18b7b9e864", "result_sha256": "ab8448bee4d0f92c38b5fae8e9dfb15c67c2ad791c771085cb60b221637e2252", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.02703375, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "D" }, "group_id": "context-04-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-68.png", "input_tokens": 734, "latency_sec": 43.436759569100104, "model_name": "muse-spark-1.2", "out_of_srgb": null, "output_tokens": 6145, "prediction": { "choice": "B" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T15:32:38.606846+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-context-68", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "bc8226cb-4483-4f7e-b487-a6a3d6b37d49", "result_sha256": "be689c2bc43ca0ea66a704c37fe1aa5064580f7bf73f061a5e0fe0c68040fdf1", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.0308715, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "A" }, "group_id": "context-04-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-69.png", "input_tokens": 734, "latency_sec": 40.92597198707517, "model_name": "muse-spark-1.2", "out_of_srgb": null, "output_tokens": 7048, "prediction": { "choice": "D" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\": \"D\"}", "recorded_at": "2026-09-16T15:22:02.855272+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-context-69", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "22817778-c570-4ab0-8bb9-18d787f239aa", "result_sha256": "d764d55fe521351495ccaffe9d8bbc9cb08333a2c87252a3f72638494cc1315d", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.01238825, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "B" }, "group_id": "context-04-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-70.png", "input_tokens": 734, "latency_sec": 16.72937135095708, "model_name": "muse-spark-1.2", "out_of_srgb": null, "output_tokens": 2699, "prediction": { "choice": "C" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\": \"C\"}", "recorded_at": "2026-09-16T16:19:32.866473+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-context-70", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "0e83f5ba-9285-402f-b0b6-84bd2fea1ae1", "result_sha256": "5daf8e6ac2f73d842284c14994198bbca0a7c121ddd888535746d700a23c6c94", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.0182575, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "C" }, "group_id": "context-04-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-71.png", "input_tokens": 734, "latency_sec": 23.055636304896325, "model_name": "muse-spark-1.2", "out_of_srgb": null, "output_tokens": 4080, "prediction": { "choice": "D" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\": \"D\"}", "recorded_at": "2026-09-16T15:47:01.390289+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-context-71", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "781effb6-2d1a-4724-9f91-fa51e25e7f79", "result_sha256": "00c9bac3756a3eaa3f7cb6aa68697c3c2ed5052618250b49e59a4b23afb13de8", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.02494275, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "D" }, "group_id": "context-04-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-72.png", "input_tokens": 734, "latency_sec": 32.97926892503165, "model_name": "muse-spark-1.2", "out_of_srgb": null, "output_tokens": 5653, "prediction": { "choice": "B" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T16:28:42.332725+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-context-72", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "00969d5d-9711-4019-9535-3d7540687fae", "result_sha256": "a6ad483f2419b0a7cb15eb887aafda88c77927a4bd2071bb00e8eed0ac893170", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.01693575, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "A" }, "group_id": "context-04-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-73.png", "input_tokens": 734, "latency_sec": 24.8429420319153, "model_name": "muse-spark-1.2", "out_of_srgb": null, "output_tokens": 3769, "prediction": { "choice": "D" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\": \"D\"}", "recorded_at": "2026-09-16T14:29:11.560982+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-context-73", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "cdea5527-daf4-4e9a-af7a-712219f6dcf0", "result_sha256": "48ad06805533ece2c2f2f17222ee6632c0cc163628ab6713eeb321ca3909fe59", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.01328925, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "B" }, "group_id": "context-04-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-74.png", "input_tokens": 734, "latency_sec": 16.85467651602812, "model_name": "muse-spark-1.2", "out_of_srgb": null, "output_tokens": 2911, "prediction": { "choice": "D" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\": \"D\"}", "recorded_at": "2026-09-16T14:59:55.312581+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-context-74", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "9bcf7271-fe34-45b5-a678-f9a6f67a7c66", "result_sha256": "ccd470698abc9c9077864cced92cfb57a3bfecb5261bb9743086cb2332dc76fb", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0132935, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "C" }, "group_id": "context-04-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-75.png", "input_tokens": 734, "latency_sec": 19.283582587027922, "model_name": "muse-spark-1.2", "out_of_srgb": null, "output_tokens": 2912, "prediction": { "choice": "C" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\": \"C\"}", "recorded_at": "2026-09-16T14:09:44.311389+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-75", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "0d279ea9-323e-4ad1-a7a2-7448e95108cf", "result_sha256": "f5bf6822205e5403201d5fa94367ffd96417f6f6956c187edead71f0e779365a", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.02408, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "D" }, "group_id": "context-04-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-76.png", "input_tokens": 734, "latency_sec": 30.36136995605193, "model_name": "muse-spark-1.2", "out_of_srgb": null, "output_tokens": 5450, "prediction": { "choice": "D" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\": \"D\"}", "recorded_at": "2026-09-16T14:57:23.705478+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-76", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "f1943867-8d38-45f8-a78a-19e6935e9be5", "result_sha256": "618d93e657fd944bcc0e25177abb043e55156c1e4748b8a75986714eb3b3f17d", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.02376125, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "A" }, "group_id": "context-04-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-77.png", "input_tokens": 734, "latency_sec": 29.624145683948882, "model_name": "muse-spark-1.2", "out_of_srgb": null, "output_tokens": 5375, "prediction": { "choice": "D" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\": \"D\"}", "recorded_at": "2026-09-16T14:14:16.973907+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-context-77", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "b0c7a0b3-52cc-4ea6-91b1-aca3132e1347", "result_sha256": "bb1714544f979c21dcab4309f069d5c304bec3967d6145ab9d4b1f704ed10947", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.020629, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "B" }, "group_id": "context-04-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-78.png", "input_tokens": 734, "latency_sec": 31.23107237194199, "model_name": "muse-spark-1.2", "out_of_srgb": null, "output_tokens": 4638, "prediction": { "choice": "B" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T15:36:54.864849+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-78", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "761a36f2-db6e-4cdf-8f13-c5b35edcf76a", "result_sha256": "ec64c4a8f15437f9f1fe3e2526dbe0560a348390b5a738b5ef54fb23fde5e2a3", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.0170165, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "C" }, "group_id": "context-04-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-79.png", "input_tokens": 734, "latency_sec": 21.857120346976444, "model_name": "muse-spark-1.2", "out_of_srgb": null, "output_tokens": 3788, "prediction": { "choice": "D" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\": \"D\"}", "recorded_at": "2026-09-16T15:42:44.142662+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-context-79", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "19f2d321-e6d4-480a-8da5-baaab716280a", "result_sha256": "52d34fe60a8a74202eb2b5afb591f3c1e42016469c442651dbc638d378902c90", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.042865, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "D" }, "group_id": "context-04-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-80.png", "input_tokens": 734, "latency_sec": 50.030603109975345, "model_name": "muse-spark-1.2", "out_of_srgb": null, "output_tokens": 9870, "prediction": { "choice": "B" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T15:17:01.446908+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-context-80", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "3546d565-e0fd-42e0-aa16-1565e6cb26de", "result_sha256": "f58cf748c630bbc0355944edaafac716d60b63684b1e6fcc7c81cb278da41971", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.02339475, "delta_e_ok": null, "error": null, "error_kind": null, "family": "gradient", "ground_truth": { "choice": "A" }, "group_id": "gradient-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/gradient-01.png", "input_tokens": 740, "latency_sec": 29.985049054957926, "model_name": "muse-spark-1.2", "out_of_srgb": null, "output_tokens": 5287, "prediction": { "choice": "A" }, "prompt_sha256": "93858b61346b697f9021a41a361838e5b0b8c06fbde9b0b35f514c9e29082ee5", "provider": "openai", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T14:11:20.532140+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-gradient-01", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "841691f9-1356-4458-b89b-b551eba4cc48", "result_sha256": "724e90bc340976d25e07665f86cca8a2d05861ec50d009fa8bb9a33d940e425f", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00732975, "delta_e_ok": null, "error": null, "error_kind": null, "family": "gradient", "ground_truth": { "choice": "B" }, "group_id": "gradient-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/gradient-02.png", "input_tokens": 740, "latency_sec": 10.05172698001843, "model_name": "muse-spark-1.2", "out_of_srgb": null, "output_tokens": 1507, "prediction": { "choice": "B" }, "prompt_sha256": "93858b61346b697f9021a41a361838e5b0b8c06fbde9b0b35f514c9e29082ee5", "provider": "openai", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T15:03:56.909316+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-gradient-02", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "c35f1aa9-2003-4333-a86f-8764dd741db8", "result_sha256": "9f379364f680605feef19954c103870bff857e014635aac71ac6889647ea36c5", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.01376425, "delta_e_ok": null, "error": null, "error_kind": null, "family": "gradient", "ground_truth": { "choice": "C" }, "group_id": "gradient-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/gradient-03.png", "input_tokens": 740, "latency_sec": 17.988473885925487, "model_name": "muse-spark-1.2", "out_of_srgb": null, "output_tokens": 3021, "prediction": { "choice": "C" }, "prompt_sha256": "93858b61346b697f9021a41a361838e5b0b8c06fbde9b0b35f514c9e29082ee5", "provider": "openai", "raw_prediction": "{\"choice\": \"C\"}", "recorded_at": "2026-09-16T14:58:27.223944+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-gradient-03", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "3c869af7-b1ee-4a25-9c59-edfa17288023", "result_sha256": "4c53d5e49c4c644e955b148aef16f388a24235ff7e018b87f69888dffcee6021", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.01927225, "delta_e_ok": null, "error": null, "error_kind": null, "family": "gradient", "ground_truth": { "choice": "D" }, "group_id": "gradient-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/gradient-04.png", "input_tokens": 740, "latency_sec": 23.167685949010774, "model_name": "muse-spark-1.2", "out_of_srgb": null, "output_tokens": 4317, "prediction": { "choice": "D" }, "prompt_sha256": "93858b61346b697f9021a41a361838e5b0b8c06fbde9b0b35f514c9e29082ee5", "provider": "openai", "raw_prediction": "{\"choice\": \"D\"}", "recorded_at": "2026-09-16T14:30:08.491161+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-gradient-04", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "b234562f-178c-4c00-81cd-5119f2637e5e", "result_sha256": "f30f60142a1598d29b2651bc4b2c94f3edc45f1e73cb9e7b9532d84c553ac826", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.01509875, "delta_e_ok": null, "error": null, "error_kind": null, "family": "gradient", "ground_truth": { "choice": "A" }, "group_id": "gradient-05", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/gradient-05.png", "input_tokens": 740, "latency_sec": 18.242530499002896, "model_name": "muse-spark-1.2", "out_of_srgb": null, "output_tokens": 3335, "prediction": { "choice": "A" }, "prompt_sha256": "93858b61346b697f9021a41a361838e5b0b8c06fbde9b0b35f514c9e29082ee5", "provider": "openai", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T14:26:19.610568+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-gradient-05", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "7b69cff9-b372-4962-ba9c-7b7203c823a2", "result_sha256": "44298888b3b92301f50d4465b3d06b5bd417da44e531519fd3af7237a638a2da", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0223705, "delta_e_ok": null, "error": null, "error_kind": null, "family": "gradient", "ground_truth": { "choice": "B" }, "group_id": "gradient-06", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/gradient-06.png", "input_tokens": 740, "latency_sec": 33.799914244096726, "model_name": "muse-spark-1.2", "out_of_srgb": null, "output_tokens": 5046, "prediction": { "choice": "B" }, "prompt_sha256": "93858b61346b697f9021a41a361838e5b0b8c06fbde9b0b35f514c9e29082ee5", "provider": "openai", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T16:00:43.206643+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-gradient-06", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "d19f6c40-79f6-4fe8-8c35-0fafea0ff67d", "result_sha256": "a56f328244c2a3e501516c3806a37efd85006362c74c0e586586ecf88396d1c0", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.03286375, "delta_e_ok": null, "error": null, "error_kind": null, "family": "gradient", "ground_truth": { "choice": "C" }, "group_id": "gradient-07", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/gradient-07.png", "input_tokens": 740, "latency_sec": 51.79111815697979, "model_name": "muse-spark-1.2", "out_of_srgb": null, "output_tokens": 7515, "prediction": { "choice": "C" }, "prompt_sha256": "93858b61346b697f9021a41a361838e5b0b8c06fbde9b0b35f514c9e29082ee5", "provider": "openai", "raw_prediction": "{\"choice\": \"C\"}", "recorded_at": "2026-09-16T15:25:26.981457+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-gradient-07", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "ce205181-aae2-4cbb-87d1-30e2689b0066", "result_sha256": "2db1fef532f5647c583358aca2bab0f8b02fe2ea540ddfb1523464dd48b4424d", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0439265, "delta_e_ok": null, "error": null, "error_kind": null, "family": "gradient", "ground_truth": { "choice": "D" }, "group_id": "gradient-08", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/gradient-08.png", "input_tokens": 740, "latency_sec": 52.0604112399742, "model_name": "muse-spark-1.2", "out_of_srgb": null, "output_tokens": 10118, "prediction": { "choice": "D" }, "prompt_sha256": "93858b61346b697f9021a41a361838e5b0b8c06fbde9b0b35f514c9e29082ee5", "provider": "openai", "raw_prediction": "{\"choice\": \"D\"}", "recorded_at": "2026-09-16T14:46:53.145944+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-gradient-08", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "3a8569f0-7c9c-4803-bac7-45b317f55466", "result_sha256": "917855a0212297c823ee46a498b5b3aa3057a71441347ca63960bcde4a76f1f2", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.01789525, "delta_e_ok": null, "error": null, "error_kind": null, "family": "gradient", "ground_truth": { "choice": "A" }, "group_id": "gradient-09", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/gradient-09.png", "input_tokens": 740, "latency_sec": 21.794664717977867, "model_name": "muse-spark-1.2", "out_of_srgb": null, "output_tokens": 3993, "prediction": { "choice": "A" }, "prompt_sha256": "93858b61346b697f9021a41a361838e5b0b8c06fbde9b0b35f514c9e29082ee5", "provider": "openai", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T15:52:21.665786+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-gradient-09", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "a55bbf0f-aee1-449e-8ed1-a05d39b57e09", "result_sha256": "248e236bc9f416899013f67bd0a9b12c9c93394ae2b70753e5fafb5dd8b0609a", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00942075, "delta_e_ok": null, "error": null, "error_kind": null, "family": "gradient", "ground_truth": { "choice": "B" }, "group_id": "gradient-10", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/gradient-10.png", "input_tokens": 740, "latency_sec": 11.43553893500939, "model_name": "muse-spark-1.2", "out_of_srgb": null, "output_tokens": 1999, "prediction": { "choice": "B" }, "prompt_sha256": "93858b61346b697f9021a41a361838e5b0b8c06fbde9b0b35f514c9e29082ee5", "provider": "openai", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T14:57:46.519055+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-gradient-10", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "bf630dd6-4f41-42fc-af4e-2a6cdd55b600", "result_sha256": "9e4fc0f573c3c1e4124c1bf88da56ffb48c7fe21be1e6f0823195c04894490c8", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.01006675, "delta_e_ok": null, "error": null, "error_kind": null, "family": "gradient", "ground_truth": { "choice": "C" }, "group_id": "gradient-11", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/gradient-11.png", "input_tokens": 740, "latency_sec": 15.382769856019877, "model_name": "muse-spark-1.2", "out_of_srgb": null, "output_tokens": 2151, "prediction": { "choice": "C" }, "prompt_sha256": "93858b61346b697f9021a41a361838e5b0b8c06fbde9b0b35f514c9e29082ee5", "provider": "openai", "raw_prediction": "{\"choice\": \"C\"}", "recorded_at": "2026-09-16T14:55:01.153207+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-gradient-11", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "5f953f24-64e3-471c-97e5-04896c04460a", "result_sha256": "7d24e7db650f6b4bc3db157845af7bb0775d0e0fbf0f03a8b06d4a0186d510fa", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00748275, "delta_e_ok": null, "error": null, "error_kind": null, "family": "gradient", "ground_truth": { "choice": "D" }, "group_id": "gradient-12", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/gradient-12.png", "input_tokens": 740, "latency_sec": 9.93981716397684, "model_name": "muse-spark-1.2", "out_of_srgb": null, "output_tokens": 1543, "prediction": { "choice": "D" }, "prompt_sha256": "93858b61346b697f9021a41a361838e5b0b8c06fbde9b0b35f514c9e29082ee5", "provider": "openai", "raw_prediction": "{\"choice\": \"D\"}", "recorded_at": "2026-09-16T14:12:51.077547+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-gradient-12", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "b131708c-fe2c-4761-8288-146ab2cc435e", "result_sha256": "f890691d3c1c50e5bada719a129dc882d3f74579ba78ceec81d8b88747e3dfa8", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0458135, "delta_e_ok": null, "error": null, "error_kind": null, "family": "gradient", "ground_truth": { "choice": "A" }, "group_id": "gradient-13", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/gradient-13.png", "input_tokens": 740, "latency_sec": 70.38721066899598, "model_name": "muse-spark-1.2", "out_of_srgb": null, "output_tokens": 10562, "prediction": { "choice": "A" }, "prompt_sha256": "93858b61346b697f9021a41a361838e5b0b8c06fbde9b0b35f514c9e29082ee5", "provider": "openai", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T16:15:15.979700+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-gradient-13", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "9f746be8-e093-4717-b01f-f7c0c6043987", "result_sha256": "0011624655e91b4505fe47fdd03b344a3d23ed45c56e07fcbc99f0360af4cf9c", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.01206, "delta_e_ok": null, "error": null, "error_kind": null, "family": "gradient", "ground_truth": { "choice": "B" }, "group_id": "gradient-14", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/gradient-14.png", "input_tokens": 740, "latency_sec": 16.14485404395964, "model_name": "muse-spark-1.2", "out_of_srgb": null, "output_tokens": 2620, "prediction": { "choice": "B" }, "prompt_sha256": "93858b61346b697f9021a41a361838e5b0b8c06fbde9b0b35f514c9e29082ee5", "provider": "openai", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T14:22:10.124176+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-gradient-14", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "eee7f363-ae5e-4b23-b193-8557e1749d83", "result_sha256": "8e97d119545ff672a6b576d045ac21c9e1c8018e2dd930c79d7e0c5997596b2c", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.019744, "delta_e_ok": null, "error": null, "error_kind": null, "family": "gradient", "ground_truth": { "choice": "C" }, "group_id": "gradient-15", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/gradient-15.png", "input_tokens": 740, "latency_sec": 25.060552887967788, "model_name": "muse-spark-1.2", "out_of_srgb": null, "output_tokens": 4428, "prediction": { "choice": "C" }, "prompt_sha256": "93858b61346b697f9021a41a361838e5b0b8c06fbde9b0b35f514c9e29082ee5", "provider": "openai", "raw_prediction": "{\"choice\": \"C\"}", "recorded_at": "2026-09-16T14:56:16.665104+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-gradient-15", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "2d637f4f-5204-4e67-9757-f35446e210f2", "result_sha256": "066da97e3add399356824e2786a97473ed67be81d1c56e05c614a4efe80b25c1", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.01888125, "delta_e_ok": null, "error": null, "error_kind": null, "family": "gradient", "ground_truth": { "choice": "D" }, "group_id": "gradient-16", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/gradient-16.png", "input_tokens": 740, "latency_sec": 21.351366032962687, "model_name": "muse-spark-1.2", "out_of_srgb": null, "output_tokens": 4225, "prediction": { "choice": "D" }, "prompt_sha256": "93858b61346b697f9021a41a361838e5b0b8c06fbde9b0b35f514c9e29082ee5", "provider": "openai", "raw_prediction": "{\"choice\": \"D\"}", "recorded_at": "2026-09-16T16:30:30.228260+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-gradient-16", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "314dd1b6-e810-404e-a7d6-db85c4bc605f", "result_sha256": "900159b3479552566f3c58c43d0b4b606ad5282a2b4992ded26b0b9f7e1155cf", "result": { "component_errors": { "h": 1.5, "l": 1.8039215686274517, "s": 2.6062992125984294 }, "correct": null, "cost_estimated": false, "cost_usd": 0.005338, "delta_e_ok": 0.013934422470806368, "error": null, "error_kind": null, "family": "hsl", "ground_truth": { "rgb": [ 192, 64, 80 ] }, "group_id": "numeric-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-01.png", "input_tokens": 765, "latency_sec": 5.294997580000199, "model_name": "muse-spark-1.2", "out_of_srgb": false, "output_tokens": 1031, "prediction": { "h": 354.0, "l": 52.0, "s": 53.0 }, "prompt_sha256": "d5a3e77db006cc09848010934a3ee06e3beb9ab32aa54f5bf67eb79750a81ad8", "provider": "openai", "raw_prediction": "{\"h\":354,\"l\":52,\"s\":53}", "recorded_at": "2026-09-16T14:03:42.026013+00:00", "request_attempts": 1, "score": 93.03278876459682, "task_id": "colorbench-hsl-01", "tight_score": 72.13115505838726, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": false, "0.02": true, "0.05": true } } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "4ff020ad-7193-4ff8-b417-df65d8e3f4fb", "result_sha256": "efef955c2f167de34a14ea6c7e353efedb10bce4d6af198c7ba912f11ce73246", "result": { "component_errors": { "h": 1.7894736842105488, "l": 2.705882352941181, "s": 0.6666666666666572 }, "correct": null, "cost_estimated": false, "cost_usd": 0.005525, "delta_e_ok": 0.019708654588150885, "error": null, "error_kind": null, "family": "hsl", "ground_truth": { "rgb": [ 38, 112, 190 ] }, "group_id": "numeric-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-02.png", "input_tokens": 765, "latency_sec": 5.563398253987543, "model_name": "muse-spark-1.2", "out_of_srgb": false, "output_tokens": 1075, "prediction": { "h": 209.0, "l": 42.0, "s": 66.0 }, "prompt_sha256": "d5a3e77db006cc09848010934a3ee06e3beb9ab32aa54f5bf67eb79750a81ad8", "provider": "openai", "raw_prediction": "{\"h\":209,\"l\":42,\"s\":66}", "recorded_at": "2026-09-16T15:26:01.883440+00:00", "request_attempts": 1, "score": 90.14567270592457, "task_id": "colorbench-hsl-02", "tight_score": 60.58269082369823, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": false, "0.02": true, "0.05": true } } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "89b5700c-c0d5-4251-9263-465d2652bb3f", "result_sha256": "23c89cedf1bc4914499a0a1f37c2443db5e3621080bae9d08c3b7e19292e70a8", "result": { "component_errors": { "h": 4.0, "l": 2.7843137254901933, "s": 4.0 }, "correct": null, "cost_estimated": false, "cost_usd": 0.00670225, "delta_e_ok": 0.023640235843399564, "error": null, "error_kind": null, "family": "hsl", "ground_truth": { "rgb": [ 60, 140, 100 ] }, "group_id": "numeric-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-03.png", "input_tokens": 765, "latency_sec": 8.774758681072854, "model_name": "muse-spark-1.2", "out_of_srgb": false, "output_tokens": 1352, "prediction": { "h": 154.0, "l": 42.0, "s": 36.0 }, "prompt_sha256": "d5a3e77db006cc09848010934a3ee06e3beb9ab32aa54f5bf67eb79750a81ad8", "provider": "openai", "raw_prediction": "{\"h\":154,\"l\":42,\"s\":36}", "recorded_at": "2026-09-16T14:47:51.784161+00:00", "request_attempts": 1, "score": 88.17988207830022, "task_id": "colorbench-hsl-03", "tight_score": 52.71952831320088, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": false, "0.02": false, "0.05": true } } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "83389193-e43f-4b6f-a668-ed10141f4a6c", "result_sha256": "0065157168a9d1365ab85403db824d09a8db5b9df0f080dece9584142b1a06a3", "result": { "component_errors": { "h": 0.4285714285714448, "l": 0.9019607843137223, "s": 5.1304347826087024 }, "correct": null, "cost_estimated": false, "cost_usd": 0.0043095, "delta_e_ok": 0.02319918746596031, "error": null, "error_kind": null, "family": "hsl", "ground_truth": { "rgb": [ 185, 135, 45 ] }, "group_id": "numeric-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-04.png", "input_tokens": 765, "latency_sec": 4.008635684964247, "model_name": "muse-spark-1.2", "out_of_srgb": false, "output_tokens": 789, "prediction": { "h": 39.0, "l": 46.0, "s": 66.0 }, "prompt_sha256": "d5a3e77db006cc09848010934a3ee06e3beb9ab32aa54f5bf67eb79750a81ad8", "provider": "openai", "raw_prediction": "{\"h\":39,\"l\":46,\"s\":66}", "recorded_at": "2026-09-16T14:35:36.668514+00:00", "request_attempts": 1, "score": 88.40040626701985, "task_id": "colorbench-hsl-04", "tight_score": 53.60162506807937, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": false, "0.02": false, "0.05": true } } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "cb043992-3dc7-4bc5-89a3-ee9c3868967f", "result_sha256": "fc7d1f3c3e807d1dffc001e2be9bcca7f913738cde1a85834006f3ffbaee99a4", "result": { "component_errors": { "h": 3.3333333333333144, "l": 3.0196078431372584, "s": 2.0 }, "correct": null, "cost_estimated": false, "cost_usd": 0.00696575, "delta_e_ok": 0.021721393590890096, "error": null, "error_kind": null, "family": "hsl", "ground_truth": { "rgb": [ 135, 85, 175 ] }, "group_id": "numeric-05", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-05.png", "input_tokens": 765, "latency_sec": 6.617215733975172, "model_name": "muse-spark-1.2", "out_of_srgb": false, "output_tokens": 1414, "prediction": { "h": 270.0, "l": 54.0, "s": 38.0 }, "prompt_sha256": "d5a3e77db006cc09848010934a3ee06e3beb9ab32aa54f5bf67eb79750a81ad8", "provider": "openai", "raw_prediction": "{\"h\":270,\"l\":54,\"s\":38}", "recorded_at": "2026-09-16T15:15:48.083321+00:00", "request_attempts": 1, "score": 89.13930320455495, "task_id": "colorbench-hsl-05", "tight_score": 56.55721281821982, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": false, "0.02": false, "0.05": true } } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "fa863cc6-6944-49f0-abd6-5309935a59e0", "result_sha256": "3f62bd7eec1579fb8519aa5cf2edd26723df1286ecaef6c7079014389e6fc908", "result": { "component_errors": { "h": 0.4339622641509493, "l": 0.9803921568627452, "s": 11.639175257731964 }, "correct": null, "cost_estimated": false, "cost_usd": 0.00627725, "delta_e_ok": 0.012944338452205953, "error": null, "error_kind": null, "family": "hsl", "ground_truth": { "rgb": [ 22, 48, 75 ] }, "group_id": "numeric-06", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-06.png", "input_tokens": 765, "latency_sec": 6.810853205039166, "model_name": "muse-spark-1.2", "out_of_srgb": false, "output_tokens": 1252, "prediction": { "h": 211.0, "l": 20.0, "s": 43.0 }, "prompt_sha256": "d5a3e77db006cc09848010934a3ee06e3beb9ab32aa54f5bf67eb79750a81ad8", "provider": "openai", "raw_prediction": "{\"h\":211,\"l\":20,\"s\":43}", "recorded_at": "2026-09-16T14:31:40.980957+00:00", "request_attempts": 1, "score": 93.52783077389702, "task_id": "colorbench-hsl-06", "tight_score": 74.1113230955881, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": false, "0.02": true, "0.05": true } } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "3a3887b9-72bc-4921-aa0e-16ee482f894b", "result_sha256": "0e1ed2e6b2c53a216499bce8c5b02284672462908fb805de85e33d26040373ec", "result": { "component_errors": { "h": 1.7837837837838038, "l": 3.0196078431372513, "s": 5.855670103092805 }, "correct": null, "cost_estimated": false, "cost_usd": 0.004743, "delta_e_ok": 0.020780166838267406, "error": null, "error_kind": null, "family": "hsl", "ground_truth": { "rgb": [ 225, 215, 188 ] }, "group_id": "numeric-07", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-07.png", "input_tokens": 765, "latency_sec": 5.088621889939532, "model_name": "muse-spark-1.2", "out_of_srgb": false, "output_tokens": 891, "prediction": { "h": 42.0, "l": 84.0, "s": 44.0 }, "prompt_sha256": "d5a3e77db006cc09848010934a3ee06e3beb9ab32aa54f5bf67eb79750a81ad8", "provider": "openai", "raw_prediction": "{\"h\":42,\"l\":84,\"s\":44}", "recorded_at": "2026-09-16T15:49:09.250221+00:00", "request_attempts": 1, "score": 89.6099165808663, "task_id": "colorbench-hsl-07", "tight_score": 58.43966632346519, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": false, "0.02": false, "0.05": true } } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "3b9829be-643e-44e3-9716-9354f5806830", "result_sha256": "05d2121324a8d28a9dd36b1a7674b222f995bf0dad684046bbb4df4d53d7381a", "result": { "component_errors": { "h": null, "l": 0.19607843137254832, "s": 0.0 }, "correct": null, "cost_estimated": false, "cost_usd": 0.00399925, "delta_e_ok": 0.0016900750842691059, "error": null, "error_kind": null, "family": "hsl", "ground_truth": { "rgb": [ 128, 128, 128 ] }, "group_id": "numeric-08", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-08.png", "input_tokens": 765, "latency_sec": 4.254097494063899, "model_name": "muse-spark-1.2", "out_of_srgb": false, "output_tokens": 716, "prediction": { "h": 0.0, "l": 50.0, "s": 0.0 }, "prompt_sha256": "d5a3e77db006cc09848010934a3ee06e3beb9ab32aa54f5bf67eb79750a81ad8", "provider": "openai", "raw_prediction": "{\"h\":0,\"l\":50,\"s\":0}", "recorded_at": "2026-09-16T16:32:15.739134+00:00", "request_attempts": 1, "score": 99.15496245786545, "task_id": "colorbench-hsl-08", "tight_score": 96.61984983146179, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": true, "0.01": true, "0.02": true, "0.05": true } } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "cf1b7f84-7326-474a-b151-511721b465c6", "result_sha256": "db85a17cb0c0b92f2e65a88cc69b1ba9fd1bf2ec9120a9b441877bfca051bcef", "result": { "component_errors": { "h": 3.636363636363626, "l": 1.6274509803921617, "s": 20.161290322580655 }, "correct": null, "cost_estimated": false, "cost_usd": 0.017714, "delta_e_ok": 0.049473403482234814, "error": null, "error_kind": null, "family": "hsl", "ground_truth": { "rgb": [ 230, 32, 44 ] }, "group_id": "numeric-09", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-09.png", "input_tokens": 765, "latency_sec": 20.14227963704616, "model_name": "muse-spark-1.2", "out_of_srgb": false, "output_tokens": 3943, "prediction": { "h": 0.0, "l": 53.0, "s": 100.0 }, "prompt_sha256": "d5a3e77db006cc09848010934a3ee06e3beb9ab32aa54f5bf67eb79750a81ad8", "provider": "openai", "raw_prediction": "{\"h\":0,\"l\":53,\"s\":100}", "recorded_at": "2026-09-16T14:08:36.227852+00:00", "request_attempts": 1, "score": 75.2632982588826, "task_id": "colorbench-hsl-09", "tight_score": 1.0531930355303754, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": false, "0.02": false, "0.05": true } } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "fac94c3b-7ea6-47be-9ae1-19bfeb6c3f87", "result_sha256": "0276b70fb49326898f068b400b14abd20857ea07dc132e468c50fb2bee457f88", "result": { "component_errors": { "h": 0.02985074626863593, "l": 3.3137254901960773, "s": 6.626373626373635 }, "correct": null, "cost_estimated": false, "cost_usd": 0.00663, "delta_e_ok": 0.024824400187184664, "error": null, "error_kind": null, "family": "hsl", "ground_truth": { "rgb": [ 24, 158, 82 ] }, "group_id": "numeric-10", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-10.png", "input_tokens": 765, "latency_sec": 7.831552064977586, "model_name": "muse-spark-1.2", "out_of_srgb": false, "output_tokens": 1335, "prediction": { "h": 146.0, "l": 39.0, "s": 67.0 }, "prompt_sha256": "d5a3e77db006cc09848010934a3ee06e3beb9ab32aa54f5bf67eb79750a81ad8", "provider": "openai", "raw_prediction": "{\"h\":146,\"l\":39,\"s\":67}", "recorded_at": "2026-09-16T15:33:33.415381+00:00", "request_attempts": 1, "score": 87.58779990640767, "task_id": "colorbench-hsl-10", "tight_score": 50.351199625630684, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": false, "0.02": false, "0.05": true } } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "80a6e528-c662-45bd-830b-f38abe1b7d0f", "result_sha256": "7b066d18bb1c28ac7d6ce484103e7c28ede588dbb0b49f56406c88e21bfe863d", "result": { "component_errors": { "h": 0.043478260869562746, "l": 0.6666666666666643, "s": 8.689075630252091 }, "correct": null, "cost_estimated": false, "cost_usd": 0.006052, "delta_e_ok": 0.01852882197451272, "error": null, "error_kind": null, "family": "hsl", "ground_truth": { "rgb": [ 44, 84, 228 ] }, "group_id": "numeric-11", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-11.png", "input_tokens": 765, "latency_sec": 7.220806033932604, "model_name": "muse-spark-1.2", "out_of_srgb": false, "output_tokens": 1199, "prediction": { "h": 227.0, "l": 54.0, "s": 86.0 }, "prompt_sha256": "d5a3e77db006cc09848010934a3ee06e3beb9ab32aa54f5bf67eb79750a81ad8", "provider": "openai", "raw_prediction": "{\"h\":227,\"l\":54,\"s\":86}", "recorded_at": "2026-09-16T15:41:57.922687+00:00", "request_attempts": 1, "score": 90.73558901274363, "task_id": "colorbench-hsl-11", "tight_score": 62.94235605097456, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": false, "0.02": true, "0.05": true } } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "b4fcbfba-803d-4d0a-8af4-2eb938787021", "result_sha256": "620bdab2ce76bc13d3c8cbfac836227c1dbe44c863461e151110bda40dd90ab0", "result": { "component_errors": { "h": 0.75, "l": 3.0980392156862706, "s": 16.52173913043478 }, "correct": null, "cost_estimated": false, "cost_usd": 0.004964, "delta_e_ok": 0.056312973202664915, "error": null, "error_kind": null, "family": "hsl", "ground_truth": { "rgb": [ 236, 208, 44 ] }, "group_id": "numeric-12", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-12.png", "input_tokens": 765, "latency_sec": 5.058365884935483, "model_name": "muse-spark-1.2", "out_of_srgb": false, "output_tokens": 943, "prediction": { "h": 52.0, "l": 58.0, "s": 100.0 }, "prompt_sha256": "d5a3e77db006cc09848010934a3ee06e3beb9ab32aa54f5bf67eb79750a81ad8", "provider": "openai", "raw_prediction": "{\"h\":52,\"l\":58,\"s\":100}", "recorded_at": "2026-09-16T14:23:52.359281+00:00", "request_attempts": 1, "score": 71.84351339866754, "task_id": "colorbench-hsl-12", "tight_score": 0, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": false, "0.02": false, "0.05": false } } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "26719082-3b98-4c51-b268-f5d981dc9d10", "result_sha256": "23a4a2793f1faf1e14e10e106ed1659b0ad976e53bb6cf0a34b551d56fa4514c", "result": { "component_errors": { "h": 6.714285714285722, "l": 3.8039215686274517, "s": 12.881889763779526 }, "correct": null, "cost_estimated": false, "cost_usd": 0.00621775, "delta_e_ok": 0.037975659703767047, "error": null, "error_kind": null, "family": "hsl", "ground_truth": { "rgb": [ 198, 58, 188 ] }, "group_id": "numeric-13", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-13.png", "input_tokens": 765, "latency_sec": 6.2850918570766225, "model_name": "muse-spark-1.2", "out_of_srgb": false, "output_tokens": 1238, "prediction": { "h": 311.0, "l": 54.0, "s": 68.0 }, "prompt_sha256": "d5a3e77db006cc09848010934a3ee06e3beb9ab32aa54f5bf67eb79750a81ad8", "provider": "openai", "raw_prediction": "{\"h\": 311, \"l\": 54, \"s\": 68}", "recorded_at": "2026-09-16T15:06:19.145360+00:00", "request_attempts": 1, "score": 81.01217014811648, "task_id": "colorbench-hsl-13", "tight_score": 24.04868059246591, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": false, "0.02": false, "0.05": true } } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "df408731-68b4-480e-823c-fb4d83ac0567", "result_sha256": "d437dea6baaa0ce9e51b1b7155525eaaeec0b5e25ad6e2eea833b0059df4c8e5", "result": { "component_errors": { "h": 0.20779220779218122, "l": 1.4509803921568576, "s": 7.363636363636353 }, "correct": null, "cost_estimated": false, "cost_usd": 0.00703375, "delta_e_ok": 0.004505362754118426, "error": null, "error_kind": null, "family": "hsl", "ground_truth": { "rgb": [ 44, 178, 198 ] }, "group_id": "numeric-14", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-14.png", "input_tokens": 765, "latency_sec": 11.18143401609268, "model_name": "muse-spark-1.2", "out_of_srgb": false, "output_tokens": 1430, "prediction": { "h": 188.0, "l": 46.0, "s": 71.0 }, "prompt_sha256": "d5a3e77db006cc09848010934a3ee06e3beb9ab32aa54f5bf67eb79750a81ad8", "provider": "openai", "raw_prediction": "{\"h\":188,\"l\":46,\"s\":71}", "recorded_at": "2026-09-16T14:58:58.366422+00:00", "request_attempts": 1, "score": 97.74731862294078, "task_id": "colorbench-hsl-14", "tight_score": 90.98927449176315, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": true, "0.01": true, "0.02": true, "0.05": true } } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "5ed8e36f-27f2-4716-b87f-79ce0fb8a6ce", "result_sha256": "00be2f25999ad5406b6260eec3531749905c00033c6c3e67a00113eef6e34f35", "result": { "component_errors": { "h": null, "l": 0.33333333333333304, "s": 5.88235294117647 }, "correct": null, "cost_estimated": false, "cost_usd": 0.005287, "delta_e_ok": 0.008614735004776554, "error": null, "error_kind": null, "family": "hsl", "ground_truth": { "rgb": [ 16, 16, 18 ] }, "group_id": "numeric-15", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-15.png", "input_tokens": 765, "latency_sec": 5.477717829984613, "model_name": "muse-spark-1.2", "out_of_srgb": false, "output_tokens": 1019, "prediction": { "h": 0.0, "l": 7.0, "s": 0.0 }, "prompt_sha256": "d5a3e77db006cc09848010934a3ee06e3beb9ab32aa54f5bf67eb79750a81ad8", "provider": "openai", "raw_prediction": "{\"h\":0,\"l\":7,\"s\":0}", "recorded_at": "2026-09-16T16:19:00.319710+00:00", "request_attempts": 1, "score": 95.69263249761171, "task_id": "colorbench-hsl-15", "tight_score": 82.77052999044689, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": true, "0.02": true, "0.05": true } } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "d867ca41-76f9-4397-a42c-2bf598eb0376", "result_sha256": "5aabbb53c651acce98b3984697b59d907ae97388a1c69648126b853b71d0a3e4", "result": { "component_errors": { "h": null, "l": 5.294117647058826, "s": 11.111111111111065 }, "correct": null, "cost_estimated": false, "cost_usd": 0.0044795, "delta_e_ok": 0.036896846075574724, "error": null, "error_kind": null, "family": "hsl", "ground_truth": { "rgb": [ 243, 243, 240 ] }, "group_id": "numeric-16", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-16.png", "input_tokens": 765, "latency_sec": 6.634988863952458, "model_name": "muse-spark-1.2", "out_of_srgb": false, "output_tokens": 829, "prediction": { "h": 0.0, "l": 100.0, "s": 0.0 }, "prompt_sha256": "d5a3e77db006cc09848010934a3ee06e3beb9ab32aa54f5bf67eb79750a81ad8", "provider": "openai", "raw_prediction": "{\"h\":0,\"l\":100,\"s\":0}", "recorded_at": "2026-09-16T15:31:50.646711+00:00", "request_attempts": 1, "score": 81.55157696221264, "task_id": "colorbench-hsl-16", "tight_score": 26.206307848850553, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": false, "0.02": false, "0.05": true } } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "5c951f3d-2ec3-456c-942b-7a85d47cf901", "result_sha256": "b590518d477f9ede8f4f56ec9c5a9490221bbb17b4b751b6dc517684a7380e40", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00818525, "delta_e_ok": null, "error": null, "error_kind": null, "family": "hue", "ground_truth": { "choice": "A" }, "group_id": "hue-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/hue-01.png", "input_tokens": 741, "latency_sec": 9.652040923014283, "model_name": "muse-spark-1.2", "out_of_srgb": null, "output_tokens": 1708, "prediction": { "choice": "A" }, "prompt_sha256": "8234947471a1bb7076e1e5dfe2fd3aba8c91ae436b20be843f2b0ab51861fe52", "provider": "openai", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T15:11:25.052341+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-hue-01", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "0c4727ab-3c78-4325-859d-4792b57a8b31", "result_sha256": "db290838e56c6684216f1dc182c24237840497c171b67752247d21b36fc18b04", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.003115, "delta_e_ok": null, "error": null, "error_kind": null, "family": "hue", "ground_truth": { "choice": "B" }, "group_id": "hue-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/hue-02.png", "input_tokens": 741, "latency_sec": 3.2571329969214275, "model_name": "muse-spark-1.2", "out_of_srgb": null, "output_tokens": 515, "prediction": { "choice": "B" }, "prompt_sha256": "8234947471a1bb7076e1e5dfe2fd3aba8c91ae436b20be843f2b0ab51861fe52", "provider": "openai", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T15:09:02.124012+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-hue-02", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "857bcf32-9104-426e-8308-e95628292f16", "result_sha256": "6ec3dd209a2496bbd86700555e4c745d1fde15c1d8e0b00c486d7fb00a134cee", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00181025, "delta_e_ok": null, "error": null, "error_kind": null, "family": "hue", "ground_truth": { "choice": "C" }, "group_id": "hue-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/hue-03.png", "input_tokens": 741, "latency_sec": 1.44621210207697, "model_name": "muse-spark-1.2", "out_of_srgb": null, "output_tokens": 208, "prediction": { "choice": "C" }, "prompt_sha256": "8234947471a1bb7076e1e5dfe2fd3aba8c91ae436b20be843f2b0ab51861fe52", "provider": "openai", "raw_prediction": "{\"choice\": \"C\"}", "recorded_at": "2026-09-16T16:17:22.325010+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-hue-03", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "60487d83-e241-483f-948f-296074ff357d", "result_sha256": "00e022cfa469957cd14796e0c0905f87daebdf5d08be113683c1118fbb29321b", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00453025, "delta_e_ok": null, "error": null, "error_kind": null, "family": "hue", "ground_truth": { "choice": "D" }, "group_id": "hue-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/hue-04.png", "input_tokens": 741, "latency_sec": 5.9398709130473435, "model_name": "muse-spark-1.2", "out_of_srgb": null, "output_tokens": 848, "prediction": { "choice": "D" }, "prompt_sha256": "8234947471a1bb7076e1e5dfe2fd3aba8c91ae436b20be843f2b0ab51861fe52", "provider": "openai", "raw_prediction": "{\"choice\": \"D\"}", "recorded_at": "2026-09-16T16:01:09.247918+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-hue-04", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "aa2684a4-1b47-44cf-8e63-75556f96f7a0", "result_sha256": "f7345fa05be5553eacfb54d3f3eaf67fda449a9cf84982deb590c91e65cceeb8", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00220125, "delta_e_ok": null, "error": null, "error_kind": null, "family": "hue", "ground_truth": { "choice": "A" }, "group_id": "hue-05", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/hue-05.png", "input_tokens": 741, "latency_sec": 2.3465123620117083, "model_name": "muse-spark-1.2", "out_of_srgb": null, "output_tokens": 300, "prediction": { "choice": "A" }, "prompt_sha256": "8234947471a1bb7076e1e5dfe2fd3aba8c91ae436b20be843f2b0ab51861fe52", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T15:18:35.909388+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-hue-05", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "83c91a92-4785-4b9a-833f-56245887e2b1", "result_sha256": "2fedbced82dff26f1eb7242b35177e88a28d2d8f2133345ae3331f6ce0e60933", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002979, "delta_e_ok": null, "error": null, "error_kind": null, "family": "hue", "ground_truth": { "choice": "B" }, "group_id": "hue-06", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/hue-06.png", "input_tokens": 741, "latency_sec": 3.083536065998487, "model_name": "muse-spark-1.2", "out_of_srgb": null, "output_tokens": 483, "prediction": { "choice": "B" }, "prompt_sha256": "8234947471a1bb7076e1e5dfe2fd3aba8c91ae436b20be843f2b0ab51861fe52", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T16:06:55.499782+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-hue-06", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "2cb6abcb-733b-42fb-8274-936d0f111414", "result_sha256": "ff7793123f45a85f3b81a5b8078755cd465dd8bb5a22e620549aefb9ffe342a5", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.005733, "delta_e_ok": null, "error": null, "error_kind": null, "family": "hue", "ground_truth": { "choice": "C" }, "group_id": "hue-07", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/hue-07.png", "input_tokens": 741, "latency_sec": 6.315931343939155, "model_name": "muse-spark-1.2", "out_of_srgb": null, "output_tokens": 1131, "prediction": { "choice": "C" }, "prompt_sha256": "8234947471a1bb7076e1e5dfe2fd3aba8c91ae436b20be843f2b0ab51861fe52", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-16T15:48:15.810637+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-hue-07", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "8ea0e921-331e-4812-a7f1-27ab8393acd2", "result_sha256": "56072f404a8f33de0959d96b3b1d7ed081d28649a2a6269320f934c49eca660b", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0030725, "delta_e_ok": null, "error": null, "error_kind": null, "family": "hue", "ground_truth": { "choice": "D" }, "group_id": "hue-08", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/hue-08.png", "input_tokens": 741, "latency_sec": 3.6821942639071494, "model_name": "muse-spark-1.2", "out_of_srgb": null, "output_tokens": 505, "prediction": { "choice": "D" }, "prompt_sha256": "8234947471a1bb7076e1e5dfe2fd3aba8c91ae436b20be843f2b0ab51861fe52", "provider": "openai", "raw_prediction": "{\"choice\": \"D\"}", "recorded_at": "2026-09-16T14:35:46.205964+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-hue-08", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "da3a082b-77a0-4087-9fe6-ab2a3adb5091", "result_sha256": "1757090d89548485d15546ab7ae144e1a7f0be456fe1641a590130d7cba8a6a6", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0053675, "delta_e_ok": null, "error": null, "error_kind": null, "family": "hue", "ground_truth": { "choice": "A" }, "group_id": "hue-09", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/hue-09.png", "input_tokens": 741, "latency_sec": 6.79367486294359, "model_name": "muse-spark-1.2", "out_of_srgb": null, "output_tokens": 1045, "prediction": { "choice": "A" }, "prompt_sha256": "8234947471a1bb7076e1e5dfe2fd3aba8c91ae436b20be843f2b0ab51861fe52", "provider": "openai", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T14:03:55.212676+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-hue-09", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "343ec60c-e5d4-4443-9b9e-a9bc20971443", "result_sha256": "1045e3f688a8a3bb90015af7d26d5f3d6ac26d542bc3c4bcb450d93d7ee4b064", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0027665, "delta_e_ok": null, "error": null, "error_kind": null, "family": "hue", "ground_truth": { "choice": "B" }, "group_id": "hue-10", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/hue-10.png", "input_tokens": 741, "latency_sec": 3.572723909979686, "model_name": "muse-spark-1.2", "out_of_srgb": null, "output_tokens": 433, "prediction": { "choice": "B" }, "prompt_sha256": "8234947471a1bb7076e1e5dfe2fd3aba8c91ae436b20be843f2b0ab51861fe52", "provider": "openai", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T14:34:50.649379+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-hue-10", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "9d4d140a-786a-4af0-9fe0-46dbb8652af8", "result_sha256": "c492c887d9fde22c5920925b890aa5c55c605c570721c4dd0f30c2341dab5abb", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00285575, "delta_e_ok": null, "error": null, "error_kind": null, "family": "hue", "ground_truth": { "choice": "C" }, "group_id": "hue-11", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/hue-11.png", "input_tokens": 741, "latency_sec": 3.450593031011522, "model_name": "muse-spark-1.2", "out_of_srgb": null, "output_tokens": 454, "prediction": { "choice": "C" }, "prompt_sha256": "8234947471a1bb7076e1e5dfe2fd3aba8c91ae436b20be843f2b0ab51861fe52", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-16T15:23:58.602446+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-hue-11", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "ace00deb-4c7b-4451-b6dc-f7e65d690443", "result_sha256": "f0f63a58f42d24215d4d4c334d4e50729dc2d03f68e5ff5298f223f7282fd76b", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00436025, "delta_e_ok": null, "error": null, "error_kind": null, "family": "hue", "ground_truth": { "choice": "D" }, "group_id": "hue-12", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/hue-12.png", "input_tokens": 741, "latency_sec": 5.267671060049906, "model_name": "muse-spark-1.2", "out_of_srgb": null, "output_tokens": 808, "prediction": { "choice": "D" }, "prompt_sha256": "8234947471a1bb7076e1e5dfe2fd3aba8c91ae436b20be843f2b0ab51861fe52", "provider": "openai", "raw_prediction": "{\"choice\": \"D\"}", "recorded_at": "2026-09-16T14:42:55.371629+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-hue-12", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "9dce3f99-bfc7-4700-9176-0f1b5e6b38a4", "result_sha256": "f0d7cdf3367079d8a50a619064c1719b5c1fe5d8e3858a006595873f8f3cc410", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00577975, "delta_e_ok": null, "error": null, "error_kind": null, "family": "hue", "ground_truth": { "choice": "A" }, "group_id": "hue-13", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/hue-13.png", "input_tokens": 741, "latency_sec": 7.593349316040985, "model_name": "muse-spark-1.2", "out_of_srgb": null, "output_tokens": 1142, "prediction": { "choice": "A" }, "prompt_sha256": "8234947471a1bb7076e1e5dfe2fd3aba8c91ae436b20be843f2b0ab51861fe52", "provider": "openai", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T14:38:36.375876+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-hue-13", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "505b4887-f54b-48a9-a70d-10671310c3fb", "result_sha256": "d8a048d1781596c54a19f963a4aa0fc475f726e09899d55de0a315330c549a58", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0072715, "delta_e_ok": null, "error": null, "error_kind": null, "family": "hue", "ground_truth": { "choice": "B" }, "group_id": "hue-14", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/hue-14.png", "input_tokens": 741, "latency_sec": 9.151018917909823, "model_name": "muse-spark-1.2", "out_of_srgb": null, "output_tokens": 1493, "prediction": { "choice": "B" }, "prompt_sha256": "8234947471a1bb7076e1e5dfe2fd3aba8c91ae436b20be843f2b0ab51861fe52", "provider": "openai", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T14:22:42.295089+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-hue-14", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "8a825eab-fac5-43e8-9173-427ddd88be44", "result_sha256": "715c841bc70cdd2cbf54e11ca0779b65692f70496901790d1b8b263c07a330c9", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00555025, "delta_e_ok": null, "error": null, "error_kind": null, "family": "hue", "ground_truth": { "choice": "C" }, "group_id": "hue-15", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/hue-15.png", "input_tokens": 741, "latency_sec": 6.312964361975901, "model_name": "muse-spark-1.2", "out_of_srgb": null, "output_tokens": 1088, "prediction": { "choice": "C" }, "prompt_sha256": "8234947471a1bb7076e1e5dfe2fd3aba8c91ae436b20be843f2b0ab51861fe52", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-16T14:34:00.580389+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-hue-15", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "fc8729cb-2553-402a-8ae5-560d807fadc6", "result_sha256": "cd958a07c206e66502f46dac54fefc83e60c8bb8a7b015e0823157920c29daa0", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.003829, "delta_e_ok": null, "error": null, "error_kind": null, "family": "hue", "ground_truth": { "choice": "D" }, "group_id": "hue-16", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/hue-16.png", "input_tokens": 741, "latency_sec": 5.80295618402306, "model_name": "muse-spark-1.2", "out_of_srgb": null, "output_tokens": 683, "prediction": { "choice": "D" }, "prompt_sha256": "8234947471a1bb7076e1e5dfe2fd3aba8c91ae436b20be843f2b0ab51861fe52", "provider": "openai", "raw_prediction": "{\"choice\": \"D\"}", "recorded_at": "2026-09-16T15:31:10.095882+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-hue-16", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "f4c0b772-0036-44d9-9f3a-4c7cf66b4b4b", "result_sha256": "c3f12eb0113a7918886c1a57b6d63cd9e155b19fbb860a0e2a200cacebc63757", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00775175, "delta_e_ok": null, "error": null, "error_kind": null, "family": "hue", "ground_truth": { "choice": "A" }, "group_id": "hue-17", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/hue-17.png", "input_tokens": 741, "latency_sec": 12.698348485981114, "model_name": "muse-spark-1.2", "out_of_srgb": null, "output_tokens": 1606, "prediction": { "choice": "A" }, "prompt_sha256": "8234947471a1bb7076e1e5dfe2fd3aba8c91ae436b20be843f2b0ab51861fe52", "provider": "openai", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T15:29:43.111707+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-hue-17", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "d0daa50a-f60b-43a0-b4c1-d89d73c00590", "result_sha256": "da20b980b5cde4b3e0586462da21a8c84f4fccf214778243ade807d730f7ac2e", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.01519775, "delta_e_ok": null, "error": null, "error_kind": null, "family": "hue", "ground_truth": { "choice": "B" }, "group_id": "hue-18", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/hue-18.png", "input_tokens": 741, "latency_sec": 21.079495163052343, "model_name": "muse-spark-1.2", "out_of_srgb": null, "output_tokens": 3358, "prediction": { "choice": "D" }, "prompt_sha256": "8234947471a1bb7076e1e5dfe2fd3aba8c91ae436b20be843f2b0ab51861fe52", "provider": "openai", "raw_prediction": "{\"choice\": \"D\"}", "recorded_at": "2026-09-16T16:20:20.434691+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-hue-18", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "5cd4d784-d3c4-44d5-81e4-1a6a9b966a4c", "result_sha256": "ac88148a21500ad1b633c0364b3b1902072c13ff7f3644ce287a4b779ab291b6", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.01911625, "delta_e_ok": null, "error": null, "error_kind": null, "family": "hue", "ground_truth": { "choice": "C" }, "group_id": "hue-19", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/hue-19.png", "input_tokens": 741, "latency_sec": 28.22399281093385, "model_name": "muse-spark-1.2", "out_of_srgb": null, "output_tokens": 4280, "prediction": { "choice": "C" }, "prompt_sha256": "8234947471a1bb7076e1e5dfe2fd3aba8c91ae436b20be843f2b0ab51861fe52", "provider": "openai", "raw_prediction": "{\"choice\": \"C\"}", "recorded_at": "2026-09-16T15:19:13.675758+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-hue-19", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "dfcb5c5e-68b8-4f32-a905-84272f923594", "result_sha256": "6ae868ce702ea4100db7d8e74cd9f53ee2ad3781e42cb0c1d74119ea09890a3b", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00844025, "delta_e_ok": null, "error": null, "error_kind": null, "family": "hue", "ground_truth": { "choice": "D" }, "group_id": "hue-20", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/hue-20.png", "input_tokens": 741, "latency_sec": 9.406790858949535, "model_name": "muse-spark-1.2", "out_of_srgb": null, "output_tokens": 1768, "prediction": { "choice": "D" }, "prompt_sha256": "8234947471a1bb7076e1e5dfe2fd3aba8c91ae436b20be843f2b0ab51861fe52", "provider": "openai", "raw_prediction": "{\"choice\": \"D\"}", "recorded_at": "2026-09-16T15:54:36.811939+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-hue-20", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "b1d1e82c-f426-4f89-a604-47b58bcefa3d", "result_sha256": "92834e39bcbc0663f7df3a75c4c2670bb4c620b4fdc124b9a72113efffe9a5fc", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.020829, "delta_e_ok": null, "error": null, "error_kind": null, "family": "hue", "ground_truth": { "choice": "A" }, "group_id": "hue-21", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/hue-21.png", "input_tokens": 741, "latency_sec": 26.540901013999246, "model_name": "muse-spark-1.2", "out_of_srgb": null, "output_tokens": 4683, "prediction": { "choice": "A" }, "prompt_sha256": "8234947471a1bb7076e1e5dfe2fd3aba8c91ae436b20be843f2b0ab51861fe52", "provider": "openai", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T16:29:08.416819+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-hue-21", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "e2ebc3c6-3e17-441c-af84-10a200d2c902", "result_sha256": "16e111b198a22f83e5eb94fb687bebb10b467b1699b81e4e49b996883ec2e3cc", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.02275, "delta_e_ok": null, "error": null, "error_kind": null, "family": "hue", "ground_truth": { "choice": "B" }, "group_id": "hue-22", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/hue-22.png", "input_tokens": 741, "latency_sec": 32.255198440980166, "model_name": "muse-spark-1.2", "out_of_srgb": null, "output_tokens": 5135, "prediction": { "choice": "D" }, "prompt_sha256": "8234947471a1bb7076e1e5dfe2fd3aba8c91ae436b20be843f2b0ab51861fe52", "provider": "openai", "raw_prediction": "{\"choice\": \"D\"}", "recorded_at": "2026-09-16T15:34:46.947647+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-hue-22", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "9be6f7a2-1150-49f9-8fc7-8610f74013b0", "result_sha256": "426dda302d90c5ed6978d65d4d946ee05b5318d354fe67acc4a2c15362fd6fa3", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0116915, "delta_e_ok": null, "error": null, "error_kind": null, "family": "hue", "ground_truth": { "choice": "C" }, "group_id": "hue-23", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/hue-23.png", "input_tokens": 741, "latency_sec": 16.255166775081307, "model_name": "muse-spark-1.2", "out_of_srgb": null, "output_tokens": 2533, "prediction": { "choice": "C" }, "prompt_sha256": "8234947471a1bb7076e1e5dfe2fd3aba8c91ae436b20be843f2b0ab51861fe52", "provider": "openai", "raw_prediction": "{\"choice\": \"C\"}", "recorded_at": "2026-09-16T15:22:01.227066+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-hue-23", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "29e39878-3159-4bf0-98dd-b4b18e01d06d", "result_sha256": "a82d1d0fc0b233e79a33ec2855d8091f4f8acbc2d1348cc395cc9ab881a90a2b", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0106885, "delta_e_ok": null, "error": null, "error_kind": null, "family": "hue", "ground_truth": { "choice": "D" }, "group_id": "hue-24", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/hue-24.png", "input_tokens": 741, "latency_sec": 14.097132847062312, "model_name": "muse-spark-1.2", "out_of_srgb": null, "output_tokens": 2297, "prediction": { "choice": "D" }, "prompt_sha256": "8234947471a1bb7076e1e5dfe2fd3aba8c91ae436b20be843f2b0ab51861fe52", "provider": "openai", "raw_prediction": "{\"choice\": \"D\"}", "recorded_at": "2026-09-16T14:47:05.067618+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-hue-24", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "7abd9cbe-6a81-4f06-9276-d9182dfe5934", "result_sha256": "d04efb6a6000d41d323ad06397ee6bbfc010144e4bc818c32e8a83a9eda56844", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.02314525, "delta_e_ok": null, "error": null, "error_kind": null, "family": "hue", "ground_truth": { "choice": "A" }, "group_id": "hue-25", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/hue-25.png", "input_tokens": 741, "latency_sec": 28.9647188980598, "model_name": "muse-spark-1.2", "out_of_srgb": null, "output_tokens": 5228, "prediction": { "choice": "C" }, "prompt_sha256": "8234947471a1bb7076e1e5dfe2fd3aba8c91ae436b20be843f2b0ab51861fe52", "provider": "openai", "raw_prediction": "{\"choice\": \"C\"}", "recorded_at": "2026-09-16T16:31:04.705796+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-hue-25", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "43a035b9-767d-4d8d-9745-4c0a9b9338a6", "result_sha256": "a68b9e12271ca43f6b95b7636c9381433222bd1129ace1059622ce8e01abf75c", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0220445, "delta_e_ok": null, "error": null, "error_kind": null, "family": "hue", "ground_truth": { "choice": "B" }, "group_id": "hue-26", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/hue-26.png", "input_tokens": 741, "latency_sec": 34.1390601019375, "model_name": "muse-spark-1.2", "out_of_srgb": null, "output_tokens": 4969, "prediction": { "choice": "B" }, "prompt_sha256": "8234947471a1bb7076e1e5dfe2fd3aba8c91ae436b20be843f2b0ab51861fe52", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T15:45:56.069232+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-hue-26", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "40dbd45a-6cd6-4b22-b3c5-f7dd07a0f323", "result_sha256": "428304416d47042df20c0fc830cb0a385d66af6fa577e37ddce17aa30da84da3", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.01418625, "delta_e_ok": null, "error": null, "error_kind": null, "family": "hue", "ground_truth": { "choice": "C" }, "group_id": "hue-27", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/hue-27.png", "input_tokens": 741, "latency_sec": 18.306017135968432, "model_name": "muse-spark-1.2", "out_of_srgb": null, "output_tokens": 3120, "prediction": { "choice": "C" }, "prompt_sha256": "8234947471a1bb7076e1e5dfe2fd3aba8c91ae436b20be843f2b0ab51861fe52", "provider": "openai", "raw_prediction": "{\"choice\": \"C\"}", "recorded_at": "2026-09-16T16:05:38.959690+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-hue-27", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "743cc0e9-776e-4255-9f8a-9e3ad6e614ed", "result_sha256": "3f6a7b9ac213a048b19c55558ab07ac0375e31c3410d22e5f07606e6daa8b056", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.01450925, "delta_e_ok": null, "error": null, "error_kind": null, "family": "hue", "ground_truth": { "choice": "D" }, "group_id": "hue-28", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/hue-28.png", "input_tokens": 741, "latency_sec": 16.41879357304424, "model_name": "muse-spark-1.2", "out_of_srgb": null, "output_tokens": 3196, "prediction": { "choice": "D" }, "prompt_sha256": "8234947471a1bb7076e1e5dfe2fd3aba8c91ae436b20be843f2b0ab51861fe52", "provider": "openai", "raw_prediction": "{\"choice\": \"D\"}", "recorded_at": "2026-09-16T15:00:39.943592+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-hue-28", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "99aa0176-1734-457f-ad4a-c7ad78fd6b43", "result_sha256": "a4e9573336a1166daa0b25e85696944bb7f2a2077135c102b6f02e6acedf7fcf", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.01574175, "delta_e_ok": null, "error": null, "error_kind": null, "family": "hue", "ground_truth": { "choice": "A" }, "group_id": "hue-29", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/hue-29.png", "input_tokens": 741, "latency_sec": 19.430734849069268, "model_name": "muse-spark-1.2", "out_of_srgb": null, "output_tokens": 3486, "prediction": { "choice": "A" }, "prompt_sha256": "8234947471a1bb7076e1e5dfe2fd3aba8c91ae436b20be843f2b0ab51861fe52", "provider": "openai", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T16:12:15.026349+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-hue-29", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "3bd0e1ab-b8a3-4aaa-b111-236e4ee5abb6", "result_sha256": "097ed60af9642242bf1a7c8ddcff3a2e8172d03125c3e252dfe1affe1b65a6a0", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.01732275, "delta_e_ok": null, "error": null, "error_kind": null, "family": "hue", "ground_truth": { "choice": "B" }, "group_id": "hue-30", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/hue-30.png", "input_tokens": 741, "latency_sec": 22.22275057504885, "model_name": "muse-spark-1.2", "out_of_srgb": null, "output_tokens": 3858, "prediction": { "choice": "A" }, "prompt_sha256": "8234947471a1bb7076e1e5dfe2fd3aba8c91ae436b20be843f2b0ab51861fe52", "provider": "openai", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T15:05:46.909637+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-hue-30", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "6b1982f1-7ac1-4d21-94a2-68489fc28176", "result_sha256": "1c5920433c8039536179ba0150405c4c78eeb3cc2164e41b749f253ebf11bf6d", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.010969, "delta_e_ok": null, "error": null, "error_kind": null, "family": "hue", "ground_truth": { "choice": "C" }, "group_id": "hue-31", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/hue-31.png", "input_tokens": 741, "latency_sec": 12.84107868198771, "model_name": "muse-spark-1.2", "out_of_srgb": null, "output_tokens": 2363, "prediction": { "choice": "A" }, "prompt_sha256": "8234947471a1bb7076e1e5dfe2fd3aba8c91ae436b20be843f2b0ab51861fe52", "provider": "openai", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T14:29:31.145579+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-hue-31", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "950d904d-0d15-414d-99a6-c0c9cc8f45c6", "result_sha256": "3f54a84930cc59bf16fe0dd407c1ac28c9e792b9eff6568bc8ba894ed7e1c9c5", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.02192125, "delta_e_ok": null, "error": null, "error_kind": null, "family": "hue", "ground_truth": { "choice": "D" }, "group_id": "hue-32", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/hue-32.png", "input_tokens": 741, "latency_sec": 27.31931746797636, "model_name": "muse-spark-1.2", "out_of_srgb": null, "output_tokens": 4940, "prediction": { "choice": "B" }, "prompt_sha256": "8234947471a1bb7076e1e5dfe2fd3aba8c91ae436b20be843f2b0ab51861fe52", "provider": "openai", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T15:17:44.679173+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-hue-32", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "5f1f53e5-831a-47e3-a065-b6acdad01581", "result_sha256": "ecd0dc2134d4ababc576f83b2cbe0158de206b3ca9890f39d507fdb6773183a4", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.004397, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "B" }, "group_id": "lightness-chain-01-edge-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-01.png", "input_tokens": 716, "latency_sec": 4.735930640017614, "model_name": "muse-spark-1.2", "out_of_srgb": null, "output_tokens": 824, "prediction": { "choice": "B" }, "prompt_sha256": "64bfc83d308291dc6a447de93571b42ec09ec6278f7fe82905c059b3926629a9", "provider": "openai", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T14:03:23.035235+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-01", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "aac0bb1a-92fd-4a59-8fd9-95282f3d8ad4", "result_sha256": "3dcbe8ca4988841689608f14e95d869359e6ce6aeb1ad106d3e752b09bb3d1ea", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00628825, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "A" }, "group_id": "lightness-chain-01-edge-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-02.png", "input_tokens": 716, "latency_sec": 10.09557090094313, "model_name": "muse-spark-1.2", "out_of_srgb": null, "output_tokens": 1269, "prediction": { "choice": "A" }, "prompt_sha256": "64bfc83d308291dc6a447de93571b42ec09ec6278f7fe82905c059b3926629a9", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T15:31:24.753704+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-02", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "726d11da-0c28-4188-a848-672a3623e2ce", "result_sha256": "47119da93e2251177c73171da93117f19b781d062e4000562ff9a4f1f60f9827", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00298175, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "A" }, "group_id": "lightness-chain-01-edge-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-03.png", "input_tokens": 716, "latency_sec": 3.0745542839867994, "model_name": "muse-spark-1.2", "out_of_srgb": null, "output_tokens": 491, "prediction": { "choice": "A" }, "prompt_sha256": "14500bd7eefa43cebfa107c8a8fa9fa53dddd9be742ffa97660526f7a924c308", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T16:26:55.549422+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-03", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "9c3d2c0c-017c-4838-8c5d-ffec5a64498f", "result_sha256": "ebc9c657a10abbd29affaa3ed9647c2eb35b2fbe3d1d8d5b7f8d6fa4a86ae837", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002255, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "B" }, "group_id": "lightness-chain-01-edge-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-04.png", "input_tokens": 716, "latency_sec": 2.465632278006524, "model_name": "muse-spark-1.2", "out_of_srgb": null, "output_tokens": 320, "prediction": { "choice": "B" }, "prompt_sha256": "14500bd7eefa43cebfa107c8a8fa9fa53dddd9be742ffa97660526f7a924c308", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T14:28:23.411304+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-04", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "ace9eb28-2e36-47f1-9f94-87f4c2e8620b", "result_sha256": "561d9c1dd72e741fb05fd39f096b10510efd6d44c9cdd287b3270ba31bed52ed", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.008018, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "B" }, "group_id": "lightness-chain-01-edge-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-05.png", "input_tokens": 716, "latency_sec": 10.313646536087617, "model_name": "muse-spark-1.2", "out_of_srgb": null, "output_tokens": 1676, "prediction": { "choice": "A" }, "prompt_sha256": "64bfc83d308291dc6a447de93571b42ec09ec6278f7fe82905c059b3926629a9", "provider": "openai", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T16:05:48.405076+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-lightness-05", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "763b5bfb-75bb-4308-bd0b-a0e77e8e3383", "result_sha256": "ce779dea4eab351772e01bf2593b154d8f3014377395b867496310f04e1bb7c8", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00251, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "A" }, "group_id": "lightness-chain-01-edge-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-06.png", "input_tokens": 716, "latency_sec": 2.430416325922124, "model_name": "muse-spark-1.2", "out_of_srgb": null, "output_tokens": 380, "prediction": { "choice": "A" }, "prompt_sha256": "64bfc83d308291dc6a447de93571b42ec09ec6278f7fe82905c059b3926629a9", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T16:31:03.635671+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-06", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "e6c38297-67f6-481c-8c1c-b1d0917b7d22", "result_sha256": "db81037a5a6cacc5d23baee65d0d20fb93d541b2cb292581da46b2a901d4facd", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.01341975, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "A" }, "group_id": "lightness-chain-01-edge-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-07.png", "input_tokens": 716, "latency_sec": 16.357300036936067, "model_name": "muse-spark-1.2", "out_of_srgb": null, "output_tokens": 2947, "prediction": { "choice": "A" }, "prompt_sha256": "14500bd7eefa43cebfa107c8a8fa9fa53dddd9be742ffa97660526f7a924c308", "provider": "openai", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T14:17:09.962548+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-07", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "94dbe89e-824d-4e58-9840-c78ae4c37998", "result_sha256": "26204f46ddfbc801d4545d5411be4e8f8d32dbb625a7ababe29e2b029a0bd7e6", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00282875, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "B" }, "group_id": "lightness-chain-01-edge-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-08.png", "input_tokens": 716, "latency_sec": 3.6744497449835762, "model_name": "muse-spark-1.2", "out_of_srgb": null, "output_tokens": 455, "prediction": { "choice": "B" }, "prompt_sha256": "14500bd7eefa43cebfa107c8a8fa9fa53dddd9be742ffa97660526f7a924c308", "provider": "openai", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T14:23:33.634111+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-08", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "d03de394-a8d7-40e6-bb5b-57b1707b84fa", "result_sha256": "65075d18b66899ab39da03a239bbcec33c5096c477a6d2f654c2d0652d6fe2a8", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.008579, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "B" }, "group_id": "lightness-chain-01-edge-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-09.png", "input_tokens": 716, "latency_sec": 11.156007059966214, "model_name": "muse-spark-1.2", "out_of_srgb": null, "output_tokens": 1808, "prediction": { "choice": "A" }, "prompt_sha256": "64bfc83d308291dc6a447de93571b42ec09ec6278f7fe82905c059b3926629a9", "provider": "openai", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T15:13:24.950127+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-lightness-09", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "8f85153d-c5bc-4042-9b29-d649a59a3522", "result_sha256": "65a96f0bac47c53f88167b057f1d6ea286a6b2282c1b5c35c3a5a1ec5a7a5bed", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00685775, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "A" }, "group_id": "lightness-chain-01-edge-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-10.png", "input_tokens": 716, "latency_sec": 9.690236037014984, "model_name": "muse-spark-1.2", "out_of_srgb": null, "output_tokens": 1403, "prediction": { "choice": "A" }, "prompt_sha256": "64bfc83d308291dc6a447de93571b42ec09ec6278f7fe82905c059b3926629a9", "provider": "openai", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T15:06:03.621031+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-10", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "e30157f3-d01d-4f54-b43d-b1a4a6be1973", "result_sha256": "148a0578b45e5a483e5a9044f87795750fa76f7e80075016e2718ab9be56a0b0", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.011112, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "A" }, "group_id": "lightness-chain-01-edge-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-11.png", "input_tokens": 716, "latency_sec": 13.708506937022321, "model_name": "muse-spark-1.2", "out_of_srgb": null, "output_tokens": 2404, "prediction": { "choice": "A" }, "prompt_sha256": "14500bd7eefa43cebfa107c8a8fa9fa53dddd9be742ffa97660526f7a924c308", "provider": "openai", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T16:17:11.565617+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-11", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "b5269637-d0dd-4904-ad45-958bf7660b4c", "result_sha256": "c439a564af9e41b66a2974af5dff7b498e2747b6804af24179a9cc066fe2cd1f", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.005349, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "B" }, "group_id": "lightness-chain-01-edge-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-12.png", "input_tokens": 716, "latency_sec": 6.933399172034115, "model_name": "muse-spark-1.2", "out_of_srgb": null, "output_tokens": 1048, "prediction": { "choice": "B" }, "prompt_sha256": "14500bd7eefa43cebfa107c8a8fa9fa53dddd9be742ffa97660526f7a924c308", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T15:50:43.178798+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-12", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "5a66bf2d-c52a-4fed-ac1f-1b216ec3a61a", "result_sha256": "51df832a12daa94263e70559e9d1ec3f357c0541e6319628ce8a1d6f76c6d960", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.00950975, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "B" }, "group_id": "lightness-chain-01-edge-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-13.png", "input_tokens": 716, "latency_sec": 12.622877223067917, "model_name": "muse-spark-1.2", "out_of_srgb": null, "output_tokens": 2027, "prediction": { "choice": "A" }, "prompt_sha256": "64bfc83d308291dc6a447de93571b42ec09ec6278f7fe82905c059b3926629a9", "provider": "openai", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T15:51:26.311475+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-lightness-13", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "f71f322e-78b8-42e3-8d64-09ee1e74b745", "result_sha256": "a96382279b3c96f732732dafd7d32effb06680fcc6bca932e5d5360bfb146353", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00591, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "A" }, "group_id": "lightness-chain-01-edge-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-14.png", "input_tokens": 716, "latency_sec": 7.5911795059219, "model_name": "muse-spark-1.2", "out_of_srgb": null, "output_tokens": 1180, "prediction": { "choice": "A" }, "prompt_sha256": "64bfc83d308291dc6a447de93571b42ec09ec6278f7fe82905c059b3926629a9", "provider": "openai", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T14:16:46.319147+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-14", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "483973bf-9a3b-4933-b65e-88ccbbc16846", "result_sha256": "3dee92fd644e8000f583639b764cd13e7fe20810b009a84dd608f6207aa57175", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.01058075, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "A" }, "group_id": "lightness-chain-01-edge-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-15.png", "input_tokens": 716, "latency_sec": 12.616856919019483, "model_name": "muse-spark-1.2", "out_of_srgb": null, "output_tokens": 2279, "prediction": { "choice": "B" }, "prompt_sha256": "14500bd7eefa43cebfa107c8a8fa9fa53dddd9be742ffa97660526f7a924c308", "provider": "openai", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T14:56:46.849121+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-lightness-15", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "6c0b2e3c-d2d0-4860-9524-81b5fbc8845a", "result_sha256": "6256c909c08f3d92cbac4e2bb0089796e88923b05f99fdcffedb67e4e9a23a26", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.007559, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "B" }, "group_id": "lightness-chain-01-edge-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-16.png", "input_tokens": 716, "latency_sec": 10.936055538943037, "model_name": "muse-spark-1.2", "out_of_srgb": null, "output_tokens": 1568, "prediction": { "choice": "B" }, "prompt_sha256": "14500bd7eefa43cebfa107c8a8fa9fa53dddd9be742ffa97660526f7a924c308", "provider": "openai", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T15:27:58.821601+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-16", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "201bd05b-16d4-4b11-84b6-51cb48548a13", "result_sha256": "8fac600132bf4fad5e1de9e425214fb917ca108c470abe7fedebd4d37a1a90fb", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.0110865, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "B" }, "group_id": "lightness-chain-02-edge-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-17.png", "input_tokens": 716, "latency_sec": 13.666394941043109, "model_name": "muse-spark-1.2", "out_of_srgb": null, "output_tokens": 2398, "prediction": { "choice": "A" }, "prompt_sha256": "64bfc83d308291dc6a447de93571b42ec09ec6278f7fe82905c059b3926629a9", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T16:24:25.943477+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-lightness-17", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "bde8ef1c-650c-4a21-ae25-22f183a4f772", "result_sha256": "3a133c8114be1902957ec4bdda0eafa2895b98e3a74051ce72cfc2280e075c1f", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00820925, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "A" }, "group_id": "lightness-chain-02-edge-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-18.png", "input_tokens": 716, "latency_sec": 11.314681616961025, "model_name": "muse-spark-1.2", "out_of_srgb": null, "output_tokens": 1721, "prediction": { "choice": "A" }, "prompt_sha256": "64bfc83d308291dc6a447de93571b42ec09ec6278f7fe82905c059b3926629a9", "provider": "openai", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T15:39:57.914162+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-18", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "34d8aa26-d7fc-4da3-8331-dec6d430f873", "result_sha256": "9d6f4826107b468c1eb540f26e5a007039cce17b02ce801e6bb03e2f52e8e098", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00830275, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "A" }, "group_id": "lightness-chain-02-edge-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-19.png", "input_tokens": 716, "latency_sec": 11.836724758031778, "model_name": "muse-spark-1.2", "out_of_srgb": null, "output_tokens": 1743, "prediction": { "choice": "A" }, "prompt_sha256": "14500bd7eefa43cebfa107c8a8fa9fa53dddd9be742ffa97660526f7a924c308", "provider": "openai", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T14:53:50.933589+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-19", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "708a3397-62d2-43dd-9e4e-dcfbe71df7c5", "result_sha256": "eada0badcfd3551d7c3622fc99baf862c537c31a57bff388c5210f2e8fd80ace", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.003258, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "B" }, "group_id": "lightness-chain-02-edge-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-20.png", "input_tokens": 716, "latency_sec": 4.085046348976903, "model_name": "muse-spark-1.2", "out_of_srgb": null, "output_tokens": 556, "prediction": { "choice": "B" }, "prompt_sha256": "14500bd7eefa43cebfa107c8a8fa9fa53dddd9be742ffa97660526f7a924c308", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T15:24:09.980317+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-20", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "c45b7d2d-5861-4845-80dc-1b2709f1706e", "result_sha256": "0770ff0b19f2465a9a8dbc54ce3611031d406a0cf4ff65a38f067bfcce1ba2d8", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.01248475, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "B" }, "group_id": "lightness-chain-02-edge-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-21.png", "input_tokens": 716, "latency_sec": 15.222079288912937, "model_name": "muse-spark-1.2", "out_of_srgb": null, "output_tokens": 2727, "prediction": { "choice": "A" }, "prompt_sha256": "64bfc83d308291dc6a447de93571b42ec09ec6278f7fe82905c059b3926629a9", "provider": "openai", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T16:03:01.431066+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-lightness-21", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "00512047-eb46-4d67-9347-dd9eeb9ac77b", "result_sha256": "87620f5f8c2ee6a6040fd8ffb7e4e8dc94dfd8d7f0becd813a14e0ccd5b29701", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.01127775, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "A" }, "group_id": "lightness-chain-02-edge-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-22.png", "input_tokens": 716, "latency_sec": 13.259749684017152, "model_name": "muse-spark-1.2", "out_of_srgb": null, "output_tokens": 2443, "prediction": { "choice": "A" }, "prompt_sha256": "64bfc83d308291dc6a447de93571b42ec09ec6278f7fe82905c059b3926629a9", "provider": "openai", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T14:56:30.055891+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-22", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "a93bfa92-743a-4577-9e0f-9b877f9914d4", "result_sha256": "2b5c2987377a906263c236fff3cc411c25943c27ffca750eb2ee67f4b378983a", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.01313925, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "A" }, "group_id": "lightness-chain-02-edge-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-23.png", "input_tokens": 716, "latency_sec": 15.308871465967968, "model_name": "muse-spark-1.2", "out_of_srgb": null, "output_tokens": 2881, "prediction": { "choice": "A" }, "prompt_sha256": "14500bd7eefa43cebfa107c8a8fa9fa53dddd9be742ffa97660526f7a924c308", "provider": "openai", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T16:07:16.149366+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-23", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "aac1fe60-d7c8-4af7-b269-c0fcabbb7733", "result_sha256": "4a97042184872df152e30d0ee3972e9345e429b5bead63ef57d02b875b602b7a", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.00814125, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "B" }, "group_id": "lightness-chain-02-edge-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-24.png", "input_tokens": 716, "latency_sec": 12.274263214902021, "model_name": "muse-spark-1.2", "out_of_srgb": null, "output_tokens": 1705, "prediction": { "choice": "A" }, "prompt_sha256": "14500bd7eefa43cebfa107c8a8fa9fa53dddd9be742ffa97660526f7a924c308", "provider": "openai", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T15:24:34.209495+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-lightness-24", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "793d8e71-fb98-415e-858b-5824b4096541", "result_sha256": "e1e33efec4e7befe33b85751347172b0388e7893ac9b8866d710232fc42f302f", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.0122595, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "B" }, "group_id": "lightness-chain-02-edge-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-25.png", "input_tokens": 716, "latency_sec": 14.900706852087751, "model_name": "muse-spark-1.2", "out_of_srgb": null, "output_tokens": 2674, "prediction": { "choice": "A" }, "prompt_sha256": "64bfc83d308291dc6a447de93571b42ec09ec6278f7fe82905c059b3926629a9", "provider": "openai", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T16:16:08.974735+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-lightness-25", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "7455087f-3326-45ee-ac59-fc9f91fd9b41", "result_sha256": "707f8646249720be2166667efcbe89cc5d806000b09a7a69a4b86ffed5549dea", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.01176225, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "A" }, "group_id": "lightness-chain-02-edge-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-26.png", "input_tokens": 716, "latency_sec": 16.658046675962396, "model_name": "muse-spark-1.2", "out_of_srgb": null, "output_tokens": 2557, "prediction": { "choice": "A" }, "prompt_sha256": "64bfc83d308291dc6a447de93571b42ec09ec6278f7fe82905c059b3926629a9", "provider": "openai", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T14:52:24.127369+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-26", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "46b33b3b-a3dc-44fe-a62a-211161c81c69", "result_sha256": "f134dd5363b6b3b78285807584ce9b57dd4527ea53b6946831c7b57faea1950f", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.012268, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "A" }, "group_id": "lightness-chain-02-edge-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-27.png", "input_tokens": 716, "latency_sec": 17.083546128938906, "model_name": "muse-spark-1.2", "out_of_srgb": null, "output_tokens": 2676, "prediction": { "choice": "A" }, "prompt_sha256": "14500bd7eefa43cebfa107c8a8fa9fa53dddd9be742ffa97660526f7a924c308", "provider": "openai", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T16:18:01.153135+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-27", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "948b9795-f190-41a4-a0bf-965a679d9187", "result_sha256": "61c7fd472088dac5fb376ee5f3084169975b0be8ab8fb89deae40bcc6fe6a77f", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.0108145, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "B" }, "group_id": "lightness-chain-02-edge-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-28.png", "input_tokens": 716, "latency_sec": 14.01147485198453, "model_name": "muse-spark-1.2", "out_of_srgb": null, "output_tokens": 2334, "prediction": { "choice": "A" }, "prompt_sha256": "14500bd7eefa43cebfa107c8a8fa9fa53dddd9be742ffa97660526f7a924c308", "provider": "openai", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T14:15:54.330804+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-lightness-28", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "745b1632-06d0-493c-8b66-bd1c321f241c", "result_sha256": "38eee35faeff3da74f1525e871ec1b326229b40c390cd3818ba1d0ed6fbec325", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0043545, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "B" }, "group_id": "lightness-chain-02-edge-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-29.png", "input_tokens": 716, "latency_sec": 5.013678830000572, "model_name": "muse-spark-1.2", "out_of_srgb": null, "output_tokens": 814, "prediction": { "choice": "B" }, "prompt_sha256": "64bfc83d308291dc6a447de93571b42ec09ec6278f7fe82905c059b3926629a9", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T14:50:20.022326+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-29", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "6dceac3f-8d29-4422-8a5d-001dba0ade49", "result_sha256": "21e7909b58998f7a82101784d31aca370c7c04ec1e7759297dad369dbaa99780", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00289675, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "A" }, "group_id": "lightness-chain-02-edge-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-30.png", "input_tokens": 716, "latency_sec": 3.239389840979129, "model_name": "muse-spark-1.2", "out_of_srgb": null, "output_tokens": 471, "prediction": { "choice": "A" }, "prompt_sha256": "64bfc83d308291dc6a447de93571b42ec09ec6278f7fe82905c059b3926629a9", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T14:08:39.372041+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-30", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "5955cd6f-4de5-44fa-af49-dbb60d128745", "result_sha256": "036c10083ace6ca4fb42a6a220dbe32f886b8a182eb4a639e225d47d1f60264b", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0027225, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "A" }, "group_id": "lightness-chain-02-edge-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-31.png", "input_tokens": 716, "latency_sec": 3.6247847341001034, "model_name": "muse-spark-1.2", "out_of_srgb": null, "output_tokens": 430, "prediction": { "choice": "A" }, "prompt_sha256": "14500bd7eefa43cebfa107c8a8fa9fa53dddd9be742ffa97660526f7a924c308", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T16:19:47.188002+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-31", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "6c4537af-08f8-4ef0-8d4c-e6e8e3c4b6b4", "result_sha256": "3b04dc2ecfb57537c8cabf8ab92082ab830a879c007cd15d4510db865a97e357", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00310075, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "B" }, "group_id": "lightness-chain-02-edge-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-32.png", "input_tokens": 716, "latency_sec": 2.8681174271041527, "model_name": "muse-spark-1.2", "out_of_srgb": null, "output_tokens": 519, "prediction": { "choice": "B" }, "prompt_sha256": "14500bd7eefa43cebfa107c8a8fa9fa53dddd9be742ffa97660526f7a924c308", "provider": "openai", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T14:50:59.664343+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-32", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "01501148-ef07-477c-9f99-fdde15e260bf", "result_sha256": "a04c259e80bd30cbf4b87fe15687b71624a0b27e29c9962d7959f8679201a760", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.01442275, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "B" }, "group_id": "lightness-chain-03-edge-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-33.png", "input_tokens": 716, "latency_sec": 19.610564846079797, "model_name": "muse-spark-1.2", "out_of_srgb": null, "output_tokens": 3183, "prediction": { "choice": "B" }, "prompt_sha256": "64bfc83d308291dc6a447de93571b42ec09ec6278f7fe82905c059b3926629a9", "provider": "openai", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T15:19:47.938273+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-33", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "7d17c8ef-c7f0-460f-93c7-93476db55ee2", "result_sha256": "751ffdb6743d59a9e920a5d02fc8524b0148678f62f9db4c91f2ba44d23cd0d9", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00799675, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "A" }, "group_id": "lightness-chain-03-edge-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-34.png", "input_tokens": 716, "latency_sec": 11.806658784043975, "model_name": "muse-spark-1.2", "out_of_srgb": null, "output_tokens": 1671, "prediction": { "choice": "A" }, "prompt_sha256": "64bfc83d308291dc6a447de93571b42ec09ec6278f7fe82905c059b3926629a9", "provider": "openai", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T14:49:57.151152+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-34", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "f9356eea-7040-4a2c-8ef2-fd30b7f60e98", "result_sha256": "15fa902b193d2723345531e0fa281c533ce8c46c492289efe2f5dcb8323f0d3f", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0123955, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "A" }, "group_id": "lightness-chain-03-edge-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-35.png", "input_tokens": 716, "latency_sec": 26.348926211008802, "model_name": "muse-spark-1.2", "out_of_srgb": null, "output_tokens": 2706, "prediction": { "choice": "A" }, "prompt_sha256": "14500bd7eefa43cebfa107c8a8fa9fa53dddd9be742ffa97660526f7a924c308", "provider": "openai", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T16:09:04.092060+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-35", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "2a877514-a230-45f7-8ec3-6b6f9eadccbd", "result_sha256": "bfffa3795b7b95d10527cb42c6e1cffbc7a18d9ce3076241d3c9b830f012ceef", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.011452, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "B" }, "group_id": "lightness-chain-03-edge-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-36.png", "input_tokens": 716, "latency_sec": 14.49842338601593, "model_name": "muse-spark-1.2", "out_of_srgb": null, "output_tokens": 2484, "prediction": { "choice": "A" }, "prompt_sha256": "14500bd7eefa43cebfa107c8a8fa9fa53dddd9be742ffa97660526f7a924c308", "provider": "openai", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T14:33:03.682300+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-lightness-36", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "99168599-9dde-486d-8599-8ee50d62b260", "result_sha256": "cf5ff315a0f649ad85c5cfec617c26ebaf6c698354f36b26a700172e70aa4912", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.0097775, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "B" }, "group_id": "lightness-chain-03-edge-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-37.png", "input_tokens": 716, "latency_sec": 12.8870562070515, "model_name": "muse-spark-1.2", "out_of_srgb": null, "output_tokens": 2090, "prediction": { "choice": "A" }, "prompt_sha256": "64bfc83d308291dc6a447de93571b42ec09ec6278f7fe82905c059b3926629a9", "provider": "openai", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T14:32:06.196151+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-lightness-37", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "dfee2ab8-43a8-4984-abb2-e3e56575c28b", "result_sha256": "f04ac048cf1c1f3f12c41e2aec5a86a009817d7854ae97e9495216c6dcb22dc4", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.009973, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "A" }, "group_id": "lightness-chain-03-edge-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-38.png", "input_tokens": 716, "latency_sec": 16.93254182091914, "model_name": "muse-spark-1.2", "out_of_srgb": null, "output_tokens": 2136, "prediction": { "choice": "A" }, "prompt_sha256": "64bfc83d308291dc6a447de93571b42ec09ec6278f7fe82905c059b3926629a9", "provider": "openai", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T15:40:27.943368+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-38", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "66651f94-664c-4370-973b-08c773253ebe", "result_sha256": "18e7c9bdc145e8e15d415922ac0e6d8bdff2d6b7aed01a7ae1ef1d6d8a7b1d93", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.015566, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "A" }, "group_id": "lightness-chain-03-edge-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-39.png", "input_tokens": 716, "latency_sec": 19.377529405988753, "model_name": "muse-spark-1.2", "out_of_srgb": null, "output_tokens": 3452, "prediction": { "choice": "A" }, "prompt_sha256": "14500bd7eefa43cebfa107c8a8fa9fa53dddd9be742ffa97660526f7a924c308", "provider": "openai", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T15:59:34.027571+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-39", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "55ecd15e-01c7-4717-881e-2de199196a1c", "result_sha256": "e761696f1ecd0ff13dfcd08de398feffe0768ee9af5bec4215ad6f2590c16b8b", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.01283325, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "B" }, "group_id": "lightness-chain-03-edge-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-40.png", "input_tokens": 716, "latency_sec": 16.846851225942373, "model_name": "muse-spark-1.2", "out_of_srgb": null, "output_tokens": 2809, "prediction": { "choice": "B" }, "prompt_sha256": "14500bd7eefa43cebfa107c8a8fa9fa53dddd9be742ffa97660526f7a924c308", "provider": "openai", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T14:10:25.900174+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-40", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "f96eb9ae-8660-4ba7-bda4-ce3760616a7c", "result_sha256": "735c187acfd3efc198add74f8200b3dd512048257a428e1ccf04a8ebc6d01fcf", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00256525, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "B" }, "group_id": "lightness-chain-03-edge-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-41.png", "input_tokens": 716, "latency_sec": 3.061326888971962, "model_name": "muse-spark-1.2", "out_of_srgb": null, "output_tokens": 393, "prediction": { "choice": "B" }, "prompt_sha256": "64bfc83d308291dc6a447de93571b42ec09ec6278f7fe82905c059b3926629a9", "provider": "openai", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T15:48:42.144616+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-41", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "69bcf0c4-a60f-4d11-b2cc-819df398fdbd", "result_sha256": "f6d5d16efdc638a918f07e298d0f361a8ae79a16bbf8de5a454f99a58e33fe67", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0040315, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "A" }, "group_id": "lightness-chain-03-edge-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-42.png", "input_tokens": 716, "latency_sec": 4.392252288991585, "model_name": "muse-spark-1.2", "out_of_srgb": null, "output_tokens": 738, "prediction": { "choice": "A" }, "prompt_sha256": "64bfc83d308291dc6a447de93571b42ec09ec6278f7fe82905c059b3926629a9", "provider": "openai", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T14:18:06.281082+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-42", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "ade58b7a-cbc9-49b7-ab8f-3be9f93e5b6f", "result_sha256": "037403653dea3d689a4f026da4fbc0477920ce2196627b9cba5c5b7341ae7b97", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00395075, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "A" }, "group_id": "lightness-chain-03-edge-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-43.png", "input_tokens": 716, "latency_sec": 5.494928495027125, "model_name": "muse-spark-1.2", "out_of_srgb": null, "output_tokens": 719, "prediction": { "choice": "A" }, "prompt_sha256": "14500bd7eefa43cebfa107c8a8fa9fa53dddd9be742ffa97660526f7a924c308", "provider": "openai", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T16:28:00.376773+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-43", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "43bbb0fe-2eb9-4249-86cb-c2534fba0318", "result_sha256": "8ca156eec430c48ff08bb6e85bbe05befd742523ae850b5c04672c68c693f6c6", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002748, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "B" }, "group_id": "lightness-chain-03-edge-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-44.png", "input_tokens": 716, "latency_sec": 3.1008446590276435, "model_name": "muse-spark-1.2", "out_of_srgb": null, "output_tokens": 436, "prediction": { "choice": "B" }, "prompt_sha256": "14500bd7eefa43cebfa107c8a8fa9fa53dddd9be742ffa97660526f7a924c308", "provider": "openai", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T15:09:09.386025+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-44", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "fe6a8d6b-9a51-4a91-94a0-f88967404107", "result_sha256": "3ed7d12b7c1ebef410c463360472bfe5ce7c2e80c6656ff31e6ae2658974646c", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00525975, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "B" }, "group_id": "lightness-chain-03-edge-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-45.png", "input_tokens": 716, "latency_sec": 7.747700859908946, "model_name": "muse-spark-1.2", "out_of_srgb": null, "output_tokens": 1027, "prediction": { "choice": "B" }, "prompt_sha256": "64bfc83d308291dc6a447de93571b42ec09ec6278f7fe82905c059b3926629a9", "provider": "openai", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T16:01:46.554332+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-45", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "3d3590b7-8c9f-4c45-9a53-fbab7421bd35", "result_sha256": "2698b1c59a1ed3ec15efbbd2e1fec5f18ae9259d0975c499269873549c04f7d3", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.004312, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "A" }, "group_id": "lightness-chain-03-edge-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-46.png", "input_tokens": 716, "latency_sec": 6.062763222958893, "model_name": "muse-spark-1.2", "out_of_srgb": null, "output_tokens": 804, "prediction": { "choice": "A" }, "prompt_sha256": "64bfc83d308291dc6a447de93571b42ec09ec6278f7fe82905c059b3926629a9", "provider": "openai", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T15:49:22.107154+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-46", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "3de33878-8c38-4f1b-8e9e-02eae4935643", "result_sha256": "746db7ef7dba160c3e2b6c76bffaa014e0bec92779d153747548343f84c1c70e", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0075505, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "A" }, "group_id": "lightness-chain-03-edge-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-47.png", "input_tokens": 716, "latency_sec": 8.50442298001144, "model_name": "muse-spark-1.2", "out_of_srgb": null, "output_tokens": 1566, "prediction": { "choice": "A" }, "prompt_sha256": "14500bd7eefa43cebfa107c8a8fa9fa53dddd9be742ffa97660526f7a924c308", "provider": "openai", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T14:35:21.659122+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-47", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "2ce652e9-fdf1-438e-87ee-9aa467bce483", "result_sha256": "1554c8e14dd54c1c12de356cf62506a8053e780851619f28eb9fa963e7fb0998", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.004278, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "B" }, "group_id": "lightness-chain-03-edge-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-48.png", "input_tokens": 716, "latency_sec": 5.215688681928441, "model_name": "muse-spark-1.2", "out_of_srgb": null, "output_tokens": 796, "prediction": { "choice": "B" }, "prompt_sha256": "14500bd7eefa43cebfa107c8a8fa9fa53dddd9be742ffa97660526f7a924c308", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T14:43:29.771248+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-48", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "aa6fee49-4608-4121-b543-41657f82526f", "result_sha256": "1f1f43ee5a610ae253a2ac9d27a14a1e13f5cd6fcb6900d14853695539bcf3f0", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.0114605, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "B" }, "group_id": "lightness-chain-04-edge-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-49.png", "input_tokens": 716, "latency_sec": 15.206179814995266, "model_name": "muse-spark-1.2", "out_of_srgb": null, "output_tokens": 2486, "prediction": { "choice": "A" }, "prompt_sha256": "64bfc83d308291dc6a447de93571b42ec09ec6278f7fe82905c059b3926629a9", "provider": "openai", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T15:30:22.794733+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-lightness-49", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "d813f47d-6e89-4413-bf05-7d52b5404ac2", "result_sha256": "ddb7e8e74ebf4b449bca0d48d642db36ee885fca023e4b97084601a6b04d3658", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00860025, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "A" }, "group_id": "lightness-chain-04-edge-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-50.png", "input_tokens": 716, "latency_sec": 11.560887122992426, "model_name": "muse-spark-1.2", "out_of_srgb": null, "output_tokens": 1813, "prediction": { "choice": "A" }, "prompt_sha256": "64bfc83d308291dc6a447de93571b42ec09ec6278f7fe82905c059b3926629a9", "provider": "openai", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T16:00:47.442785+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-50", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "646b9376-1b34-4530-a19c-b294d7e17169", "result_sha256": "b827cfa54fa6373c879b8a4922152cd3860053ee8f29b867bd10fb2290e2461a", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.010908, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "A" }, "group_id": "lightness-chain-04-edge-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-51.png", "input_tokens": 716, "latency_sec": 14.002836960949935, "model_name": "muse-spark-1.2", "out_of_srgb": null, "output_tokens": 2356, "prediction": { "choice": "A" }, "prompt_sha256": "14500bd7eefa43cebfa107c8a8fa9fa53dddd9be742ffa97660526f7a924c308", "provider": "openai", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T14:40:36.075606+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-51", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "eb6712d6-d749-4623-97c8-410b31dce98a", "result_sha256": "ba98441e00bc7d47235754a9b5558ae1eb0648a89ca82346e89e48a4a24a4c12", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.011622, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "B" }, "group_id": "lightness-chain-04-edge-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-52.png", "input_tokens": 716, "latency_sec": 13.914334101020359, "model_name": "muse-spark-1.2", "out_of_srgb": null, "output_tokens": 2524, "prediction": { "choice": "A" }, "prompt_sha256": "14500bd7eefa43cebfa107c8a8fa9fa53dddd9be742ffa97660526f7a924c308", "provider": "openai", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T14:28:46.656216+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-lightness-52", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "c3fa8f44-fe90-49f4-b092-0635da240d75", "result_sha256": "01fbf22f54c1290963b2851412c23c606028cfe0d1138de691af25f724e3e3ba", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00315175, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "B" }, "group_id": "lightness-chain-04-edge-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-53.png", "input_tokens": 716, "latency_sec": 3.0529634329723194, "model_name": "muse-spark-1.2", "out_of_srgb": null, "output_tokens": 531, "prediction": { "choice": "B" }, "prompt_sha256": "64bfc83d308291dc6a447de93571b42ec09ec6278f7fe82905c059b3926629a9", "provider": "openai", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T16:23:29.164023+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-53", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "e4d6992c-6ef5-40f6-b520-95134667830a", "result_sha256": "7a8cfe94220c5abecc0c415a6f50ee81dfaf65e117be8298cee973b961f1ad8f", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00268425, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "A" }, "group_id": "lightness-chain-04-edge-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-54.png", "input_tokens": 716, "latency_sec": 4.130585285020061, "model_name": "muse-spark-1.2", "out_of_srgb": null, "output_tokens": 421, "prediction": { "choice": "A" }, "prompt_sha256": "64bfc83d308291dc6a447de93571b42ec09ec6278f7fe82905c059b3926629a9", "provider": "openai", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T15:31:25.703579+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-54", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "e8be652b-0bb0-492e-990a-f9b40372ab9f", "result_sha256": "d21e34365c4917e0b5ce35883ad71df8607de28cdd92a7ec6b23d059009ec4ac", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0050175, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "A" }, "group_id": "lightness-chain-04-edge-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-55.png", "input_tokens": 716, "latency_sec": 5.412561520002782, "model_name": "muse-spark-1.2", "out_of_srgb": null, "output_tokens": 970, "prediction": { "choice": "A" }, "prompt_sha256": "14500bd7eefa43cebfa107c8a8fa9fa53dddd9be742ffa97660526f7a924c308", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T15:38:11.149686+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-55", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "d58f1a13-2890-44f7-b3e1-948691bd8252", "result_sha256": "61d406e2687a106f8b0c1b1032fa57848f4b5b93440bc3ef56a98e7a21a21eea", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0021445, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "B" }, "group_id": "lightness-chain-04-edge-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-56.png", "input_tokens": 716, "latency_sec": 2.2529207749757916, "model_name": "muse-spark-1.2", "out_of_srgb": null, "output_tokens": 294, "prediction": { "choice": "B" }, "prompt_sha256": "14500bd7eefa43cebfa107c8a8fa9fa53dddd9be742ffa97660526f7a924c308", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T14:40:48.121664+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-56", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "36d16e26-bd5d-440e-bb77-66dc5a142bf7", "result_sha256": "17f24c24127095924a0160dc072392c4d9ae9fd3e0fa5638ab2e2041969b3b29", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.005825, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "B" }, "group_id": "lightness-chain-04-edge-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-57.png", "input_tokens": 716, "latency_sec": 7.0444644099334255, "model_name": "muse-spark-1.2", "out_of_srgb": null, "output_tokens": 1160, "prediction": { "choice": "B" }, "prompt_sha256": "64bfc83d308291dc6a447de93571b42ec09ec6278f7fe82905c059b3926629a9", "provider": "openai", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T16:18:33.760281+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-57", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "2f51dd69-3993-4857-bcf4-cc480ab686e1", "result_sha256": "111bf7d83676b2a4f42127b388fc65b519a1e6d064e05105495e278e2c150fb2", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0043715, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "A" }, "group_id": "lightness-chain-04-edge-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-58.png", "input_tokens": 716, "latency_sec": 5.6285353020066395, "model_name": "muse-spark-1.2", "out_of_srgb": null, "output_tokens": 818, "prediction": { "choice": "A" }, "prompt_sha256": "64bfc83d308291dc6a447de93571b42ec09ec6278f7fe82905c059b3926629a9", "provider": "openai", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T16:12:24.401218+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-58", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "126703e6-277f-4cfe-b32c-b951c27c8c73", "result_sha256": "ca7d59b0c5fd4d9a7691e9b8f947732626858834095c44b984bd517c0fa40c16", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00810725, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "A" }, "group_id": "lightness-chain-04-edge-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-59.png", "input_tokens": 716, "latency_sec": 10.533164944965392, "model_name": "muse-spark-1.2", "out_of_srgb": null, "output_tokens": 1697, "prediction": { "choice": "A" }, "prompt_sha256": "14500bd7eefa43cebfa107c8a8fa9fa53dddd9be742ffa97660526f7a924c308", "provider": "openai", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T15:16:42.336141+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-59", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "f7d3c7a5-43fe-41ce-a19e-1718f11d6bbc", "result_sha256": "d9acc93759e85dffe48ca9d6f31bd56c30402f28684d4fa05155466bb3d8962f", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.003207, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "B" }, "group_id": "lightness-chain-04-edge-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-60.png", "input_tokens": 716, "latency_sec": 4.456517079030164, "model_name": "muse-spark-1.2", "out_of_srgb": null, "output_tokens": 544, "prediction": { "choice": "B" }, "prompt_sha256": "14500bd7eefa43cebfa107c8a8fa9fa53dddd9be742ffa97660526f7a924c308", "provider": "openai", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T15:33:49.935553+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-60", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "8dbf0b9b-d389-425d-997b-ab285bbb4cb7", "result_sha256": "52a1013e3a5d10a0bcc1cc03fcdeb8d14f4ad8d6a7eba96b3551c106e2043380", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.0096415, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "B" }, "group_id": "lightness-chain-04-edge-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-61.png", "input_tokens": 716, "latency_sec": 13.031169777968898, "model_name": "muse-spark-1.2", "out_of_srgb": null, "output_tokens": 2058, "prediction": { "choice": "A" }, "prompt_sha256": "64bfc83d308291dc6a447de93571b42ec09ec6278f7fe82905c059b3926629a9", "provider": "openai", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T16:25:35.215944+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-lightness-61", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "ed8889b1-6f93-41df-8ba3-8268d7aabc32", "result_sha256": "8a5cab613e0a9748efb87e8fa9e33d4cf0d1407645e6d62b6f31c145db266c26", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.010262, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "A" }, "group_id": "lightness-chain-04-edge-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-62.png", "input_tokens": 716, "latency_sec": 15.577296947012655, "model_name": "muse-spark-1.2", "out_of_srgb": null, "output_tokens": 2204, "prediction": { "choice": "A" }, "prompt_sha256": "64bfc83d308291dc6a447de93571b42ec09ec6278f7fe82905c059b3926629a9", "provider": "openai", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T14:07:09.428196+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-62", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "28116d09-03af-47d6-8aa6-aaa6b28b9b04", "result_sha256": "1ef6f45f92749035c4b80195c4dc872a57cd68121e3540df70570dbf011cfa25", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.01125225, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "A" }, "group_id": "lightness-chain-04-edge-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-63.png", "input_tokens": 716, "latency_sec": 16.837368916952983, "model_name": "muse-spark-1.2", "out_of_srgb": null, "output_tokens": 2437, "prediction": { "choice": "A" }, "prompt_sha256": "14500bd7eefa43cebfa107c8a8fa9fa53dddd9be742ffa97660526f7a924c308", "provider": "openai", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T14:12:24.931758+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-63", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "4bc04ec1-aa9d-4224-8aee-be52a608a19f", "result_sha256": "bf52c19dc50c1a2e205d10319ccc739b6c0afbf5b0f5edeeb97d29a99f4003ac", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.01025775, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "B" }, "group_id": "lightness-chain-04-edge-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-64.png", "input_tokens": 716, "latency_sec": 13.369610143941827, "model_name": "muse-spark-1.2", "out_of_srgb": null, "output_tokens": 2203, "prediction": { "choice": "B" }, "prompt_sha256": "14500bd7eefa43cebfa107c8a8fa9fa53dddd9be742ffa97660526f7a924c308", "provider": "openai", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T14:34:36.430604+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-64", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "3b533ea6-7172-43c9-b092-a0802b218859", "result_sha256": "a44cdb2cfcd12d1a04ee0066f73b2ca49abf292566e9c961b3487340b70c4244", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00174425, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "A" }, "group_id": "match-binding-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-01.png", "input_tokens": 729, "latency_sec": 1.645030788029544, "model_name": "muse-spark-1.2", "out_of_srgb": null, "output_tokens": 196, "prediction": { "choice": "A" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "openai", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T16:12:46.712815+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-01", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "18cfbc6b-2d01-4381-adfa-145ab8b4f648", "result_sha256": "6073ac7d984ade642dca9c47a3d5ae160957d75376f1b57a3ba805db1f953f54", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002352, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "B" }, "group_id": "match-binding-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-02.png", "input_tokens": 729, "latency_sec": 3.048358086962253, "model_name": "muse-spark-1.2", "out_of_srgb": null, "output_tokens": 339, "prediction": { "choice": "B" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "openai", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T15:30:31.866824+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-02", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "abe090af-d516-49de-bf7f-cb8b62429ee0", "result_sha256": "c84e5c37cb384f7367a3c0d19594b93de259899939d80df9ac1c1d6a7eafbbd5", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00279825, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "C" }, "group_id": "match-binding-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-03.png", "input_tokens": 729, "latency_sec": 3.3820272100856528, "model_name": "muse-spark-1.2", "out_of_srgb": null, "output_tokens": 444, "prediction": { "choice": "C" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "openai", "raw_prediction": "{\"choice\": \"C\"}", "recorded_at": "2026-09-16T15:44:58.672986+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-03", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "a0e3c3f4-9ef1-42a6-becf-efb4c12c6b7e", "result_sha256": "8364ec1984e1b26c3b69f986a0506503a5585befd7b91fbbc2519da540812cea", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00284925, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "D" }, "group_id": "match-binding-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-04.png", "input_tokens": 729, "latency_sec": 3.452026248909533, "model_name": "muse-spark-1.2", "out_of_srgb": null, "output_tokens": 456, "prediction": { "choice": "D" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "openai", "raw_prediction": "{\"choice\": \"D\"}", "recorded_at": "2026-09-16T15:03:41.522741+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-04", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "07f37ef2-23cd-4346-a19f-9aa9b10263d4", "result_sha256": "5b479df3af5d96252b8d22ca62cb3b6e7ccbc90d344ddced2205fe1fac16e6e2", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0119145, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "A" }, "group_id": "match-binding-05", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-05.png", "input_tokens": 729, "latency_sec": 16.053250108961947, "model_name": "muse-spark-1.2", "out_of_srgb": null, "output_tokens": 2589, "prediction": { "choice": "A" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "openai", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T15:40:15.005727+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-05", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "155f1688-cb13-4c33-8bbf-674e24712cf8", "result_sha256": "b2a389ebbc23306b5381e782daecfa8ebb031634d4ca0534168c70e45aa791fe", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0077495, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "B" }, "group_id": "match-binding-06", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-06.png", "input_tokens": 729, "latency_sec": 10.288744081975892, "model_name": "muse-spark-1.2", "out_of_srgb": null, "output_tokens": 1609, "prediction": { "choice": "B" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "openai", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T15:38:34.766099+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-06", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "64acb07d-84e5-4048-b609-f3c638acfd00", "result_sha256": "db8ab340e548c8f89df73083654ad66298b1ba1177c1194f72bf2db77c8e4f11", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0060665, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "C" }, "group_id": "match-binding-07", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-07.png", "input_tokens": 729, "latency_sec": 8.26795718993526, "model_name": "muse-spark-1.2", "out_of_srgb": null, "output_tokens": 1213, "prediction": { "choice": "C" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "openai", "raw_prediction": "{\"choice\": \"C\"}", "recorded_at": "2026-09-16T15:12:03.441106+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-07", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "fd76f678-44c0-4d2a-9420-474b734a49b8", "result_sha256": "c0a617378ed7fd07e9e4a4e4f7b138bc9d56b766b3f810396b6b284b8d2acc8a", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.005922, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "D" }, "group_id": "match-binding-08", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-08.png", "input_tokens": 729, "latency_sec": 8.850964698009193, "model_name": "muse-spark-1.2", "out_of_srgb": null, "output_tokens": 1179, "prediction": { "choice": "D" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "openai", "raw_prediction": "{\"choice\": \"D\"}", "recorded_at": "2026-09-16T16:18:23.114320+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-08", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "1223a39f-e40a-46af-b36f-d8ee02e5f606", "result_sha256": "e5b181f7b621fcfa04337e8652fb8c3d0c0b72e2c21d9279b580471ad37e24e0", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00861225, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "A" }, "group_id": "match-binding-09", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-09.png", "input_tokens": 729, "latency_sec": 11.98573703900911, "model_name": "muse-spark-1.2", "out_of_srgb": null, "output_tokens": 1812, "prediction": { "choice": "A" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "openai", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T15:47:41.447069+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-09", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "e9afa520-a29d-4958-9f3b-d6bba1e106e8", "result_sha256": "e9e3689236e2b50a7c12d23433ac6deb082203c55458f9d6701bb6940a66e1a2", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.01145975, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "B" }, "group_id": "match-binding-10", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-10.png", "input_tokens": 729, "latency_sec": 14.361324217054062, "model_name": "muse-spark-1.2", "out_of_srgb": null, "output_tokens": 2482, "prediction": { "choice": "B" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "openai", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T14:38:27.736402+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-10", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "040dcfd9-bcb4-47d7-be9a-1bdeb45e121d", "result_sha256": "fc1b5d7d4c26f1f6500f5476582d2e75fcda240f9b03060ec9f8b7ec883b6abc", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.01935625, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "C" }, "group_id": "match-binding-11", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-11.png", "input_tokens": 729, "latency_sec": 22.24338485300541, "model_name": "muse-spark-1.2", "out_of_srgb": null, "output_tokens": 4340, "prediction": { "choice": "C" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "openai", "raw_prediction": "{\"choice\": \"C\"}", "recorded_at": "2026-09-16T15:08:07.632838+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-11", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "f63c8eb9-516a-444d-a0db-9c25492dd78e", "result_sha256": "d0c77e7007d5eb54cf3a25e2382e922e2cc529d562e1a2f25385e5c9a0495430", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.00843375, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "D" }, "group_id": "match-binding-12", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-12.png", "input_tokens": 729, "latency_sec": 10.298783255042508, "model_name": "muse-spark-1.2", "out_of_srgb": null, "output_tokens": 1770, "prediction": { "choice": "B" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "openai", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T14:02:34.536471+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-matching-12", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "84d5946a-d1ec-48ef-9195-7d0ffe1f421a", "result_sha256": "32fe0e51e03cc4cf2be610810a3672b956659499df3e1c526c27f372492f93cd", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.0072565, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "A" }, "group_id": "match-binding-13", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-13.png", "input_tokens": 729, "latency_sec": 10.876649426994845, "model_name": "muse-spark-1.2", "out_of_srgb": null, "output_tokens": 1493, "prediction": { "choice": "C" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "openai", "raw_prediction": "{\"choice\": \"C\"}", "recorded_at": "2026-09-16T15:35:51.542852+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-matching-13", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "3b61be63-fa44-4817-a02e-e1c09a611d30", "result_sha256": "0c72fb1ee26570dee11f65961be5f01ac3b395e32dc6acb7ec17ced95f56fa48", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00939425, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "B" }, "group_id": "match-binding-14", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-14.png", "input_tokens": 729, "latency_sec": 11.338288218947127, "model_name": "muse-spark-1.2", "out_of_srgb": null, "output_tokens": 1996, "prediction": { "choice": "B" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "openai", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T15:15:27.642513+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-14", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "d8f1ada4-5c01-4a37-8190-39c8c3c4d911", "result_sha256": "d48faab91caaf717d30ae7d6ad84c9d4b4b118a46f7f6a639359a4e223b554d4", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.00999775, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "C" }, "group_id": "match-binding-15", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-15.png", "input_tokens": 729, "latency_sec": 13.898149691987783, "model_name": "muse-spark-1.2", "out_of_srgb": null, "output_tokens": 2138, "prediction": { "choice": "B" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "openai", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T15:23:15.923117+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-matching-15", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "65d4820b-bb94-4ca0-a2c3-e5375f4dd608", "result_sha256": "be2ff3e885d7520cb14c72718e83f103f06366d27934cd57931cc8606643e145", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.00514425, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "D" }, "group_id": "match-binding-16", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-16.png", "input_tokens": 729, "latency_sec": 5.836734607000835, "model_name": "muse-spark-1.2", "out_of_srgb": null, "output_tokens": 996, "prediction": { "choice": "C" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "openai", "raw_prediction": "{\"choice\": \"C\"}", "recorded_at": "2026-09-16T14:13:20.400514+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-matching-16", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "eccfc0e0-a9cd-411d-9cd5-233decca5d64", "result_sha256": "697b9bf642a601050862e33dc9097a987c0654bfe34f41fdde4bc8e041e2b74b", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002879, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "A" }, "group_id": "match-binding-17", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-17.png", "input_tokens": 729, "latency_sec": 3.203551532002166, "model_name": "muse-spark-1.2", "out_of_srgb": null, "output_tokens": 463, "prediction": { "choice": "A" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "openai", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T15:55:06.676720+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-17", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "277eb518-6f9b-41fa-89a4-8100558d125d", "result_sha256": "59bbf238c4c167d3268eda94d1736fe1da7029e917a140b1095d3a9fe0e406d0", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00479575, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "B" }, "group_id": "match-binding-18", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-18.png", "input_tokens": 729, "latency_sec": 8.100554879987612, "model_name": "muse-spark-1.2", "out_of_srgb": null, "output_tokens": 914, "prediction": { "choice": "B" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T15:33:20.699128+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-18", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "56bfc7e9-7d3f-4a2d-9d18-4a613c8acc64", "result_sha256": "70595c78289eff66b3ad564ffb704ddb44a1e1e5852c1d13b357042d65bb4322", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0046045, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "C" }, "group_id": "match-binding-19", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-19.png", "input_tokens": 729, "latency_sec": 6.031349247903563, "model_name": "muse-spark-1.2", "out_of_srgb": null, "output_tokens": 869, "prediction": { "choice": "C" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "openai", "raw_prediction": "{\"choice\": \"C\"}", "recorded_at": "2026-09-16T15:47:51.175643+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-19", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "2c0b46f9-a5d9-4bc5-8fda-5c241de45b29", "result_sha256": "c76c64a4e1b8b518a50dbedd716cb1f1df5a45b15b8d330f203c3539acabce23", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00437075, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "D" }, "group_id": "match-binding-20", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-20.png", "input_tokens": 729, "latency_sec": 8.188694462995045, "model_name": "muse-spark-1.2", "out_of_srgb": null, "output_tokens": 814, "prediction": { "choice": "D" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "openai", "raw_prediction": "{\"choice\": \"D\"}", "recorded_at": "2026-09-16T15:18:13.417899+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-20", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "eb9c7dd6-a0bd-41fc-8331-e0e20af26856", "result_sha256": "4b6e20c1b58e31952d8ac19536723212cf782c2ff92cbd9cd609a45bed5898e6", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0104185, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "A" }, "group_id": "match-binding-21", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-21.png", "input_tokens": 729, "latency_sec": 13.763465655967593, "model_name": "muse-spark-1.2", "out_of_srgb": null, "output_tokens": 2237, "prediction": { "choice": "A" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "openai", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T14:36:07.607333+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-21", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "44d62db9-81b2-470c-ac60-9f3fca543c5e", "result_sha256": "2ab5bb2b4105f1034e00f0975eec1b87d11636a17aace9dd49d62c07d2f74f34", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.01134925, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "B" }, "group_id": "match-binding-22", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-22.png", "input_tokens": 729, "latency_sec": 14.87110156903509, "model_name": "muse-spark-1.2", "out_of_srgb": null, "output_tokens": 2456, "prediction": { "choice": "B" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "openai", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T14:28:19.576835+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-22", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "16efdcaf-8f3b-42eb-ab7a-c9ebeded24e0", "result_sha256": "566a8ca9da63335b244b79deaf2d7a88a27f613b2aceb7df46481289c1325045", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0050295, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "C" }, "group_id": "match-binding-23", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-23.png", "input_tokens": 729, "latency_sec": 6.191392787033692, "model_name": "muse-spark-1.2", "out_of_srgb": null, "output_tokens": 969, "prediction": { "choice": "C" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "openai", "raw_prediction": "{\"choice\": \"C\"}", "recorded_at": "2026-09-16T16:13:00.084981+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-23", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "414ebd99-70d5-49b1-a62a-f460d0843739", "result_sha256": "f766b19180deb44d331d2ae475f157bc22714015ffa40bdf88dc753afe998ea7", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.0042135, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "D" }, "group_id": "match-binding-24", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-24.png", "input_tokens": 729, "latency_sec": 5.615525168948807, "model_name": "muse-spark-1.2", "out_of_srgb": null, "output_tokens": 777, "prediction": { "choice": "C" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-16T15:40:59.783126+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-matching-24", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "f4f2e302-05a4-4e1a-bc74-562e176a977f", "result_sha256": "0a37bb1e3c5fbf03e93424c559e1eacf21bdfef16ee24a17b79ca59586af392c", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.00693775, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "A" }, "group_id": "match-binding-25", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-25.png", "input_tokens": 729, "latency_sec": 10.68481907399837, "model_name": "muse-spark-1.2", "out_of_srgb": null, "output_tokens": 1418, "prediction": { "choice": "C" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "openai", "raw_prediction": "{\"choice\": \"C\"}", "recorded_at": "2026-09-16T15:36:23.620744+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-matching-25", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "e0733acd-3066-4a9a-871c-9f1a3fa16234", "result_sha256": "783b40d2616e6cca778834a39516a54dfcc85706072b3c5bd7aec60d53d4a840", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.007894, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "B" }, "group_id": "match-binding-26", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-26.png", "input_tokens": 729, "latency_sec": 9.420755497994833, "model_name": "muse-spark-1.2", "out_of_srgb": null, "output_tokens": 1643, "prediction": { "choice": "B" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T14:25:53.232246+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-26", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "4666e4d6-b583-481d-af45-d5139187fd5e", "result_sha256": "7c609be8c5b4512bca55678e595aa98cb4b505d02de2cbf5364f8a49e9c89625", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00817875, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "C" }, "group_id": "match-binding-27", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-27.png", "input_tokens": 729, "latency_sec": 10.16241931100376, "model_name": "muse-spark-1.2", "out_of_srgb": null, "output_tokens": 1710, "prediction": { "choice": "C" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-16T15:09:45.221308+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-27", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "e8522c17-85db-4dfc-8825-c5b402e2174e", "result_sha256": "de31ae8fa96d8b9b1660571d31256c331cdd7be719d046d35855dcbbe0fd72c0", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.00765175, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "D" }, "group_id": "match-binding-28", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-28.png", "input_tokens": 729, "latency_sec": 9.719886322971433, "model_name": "muse-spark-1.2", "out_of_srgb": null, "output_tokens": 1586, "prediction": { "choice": "C" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "openai", "raw_prediction": "{\"choice\": \"C\"}", "recorded_at": "2026-09-16T15:53:53.791967+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-matching-28", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "4205b8ed-a4be-493f-98ec-d77c34d842a5", "result_sha256": "90d84463662f69488897cf93d6b172c8f67d6954066884012156c103feeff7c5", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.010461, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "A" }, "group_id": "match-binding-29", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-29.png", "input_tokens": 729, "latency_sec": 14.5610661910614, "model_name": "muse-spark-1.2", "out_of_srgb": null, "output_tokens": 2247, "prediction": { "choice": "B" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "openai", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T14:31:13.876524+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-matching-29", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "f07910e7-664f-4b82-b06d-19d47a71577a", "result_sha256": "1f9a2b8a649b7cda2cfe3a4ddc7b16aa4c03bbf06c128044b88679e458c4cab7", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.01175725, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "B" }, "group_id": "match-binding-30", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-30.png", "input_tokens": 729, "latency_sec": 15.77666028693784, "model_name": "muse-spark-1.2", "out_of_srgb": null, "output_tokens": 2552, "prediction": { "choice": "C" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "openai", "raw_prediction": "{\"choice\": \"C\"}", "recorded_at": "2026-09-16T15:52:45.058463+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-matching-30", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "a5d85b46-898e-44ed-b2b3-567b51ed84cc", "result_sha256": "fdb438c26c2b28a96c8e0d684479e34b86348b7bc4a682b4bbf30de378912fc1", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00810225, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "C" }, "group_id": "match-binding-31", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-31.png", "input_tokens": 729, "latency_sec": 10.626186728011817, "model_name": "muse-spark-1.2", "out_of_srgb": null, "output_tokens": 1692, "prediction": { "choice": "C" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "openai", "raw_prediction": "{\"choice\": \"C\"}", "recorded_at": "2026-09-16T16:21:00.797236+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-31", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "d3466a0d-62c6-433b-8a75-217ffd1f9e4b", "result_sha256": "f3ed3149ada5849b311fa601c831765a718c0d7a0df2f7c3303c08ea6920200a", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.00919025, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "D" }, "group_id": "match-binding-32", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-32.png", "input_tokens": 729, "latency_sec": 13.060015670023859, "model_name": "muse-spark-1.2", "out_of_srgb": null, "output_tokens": 1948, "prediction": { "choice": "B" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T15:04:22.123721+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-matching-32", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "62493fdc-214e-4c5f-a26a-997950906d60", "result_sha256": "90175ddd4e93b87537b6ee071b1f7fad7bc5e3ba390a6222e2a185d7edf2b4b4", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0022245, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "A" }, "group_id": "match-binding-33", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-33.png", "input_tokens": 729, "latency_sec": 2.2121667319443077, "model_name": "muse-spark-1.2", "out_of_srgb": null, "output_tokens": 309, "prediction": { "choice": "A" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "openai", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T14:49:29.152645+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-33", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "7e12418a-a960-41e8-8823-adc9a68896e3", "result_sha256": "49dcf11cc354c3e6452e3c57f04f827645e531c33c6ba1941eea7e8f1e6d9898", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00188025, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "B" }, "group_id": "match-binding-34", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-34.png", "input_tokens": 729, "latency_sec": 2.0025891460245475, "model_name": "muse-spark-1.2", "out_of_srgb": null, "output_tokens": 228, "prediction": { "choice": "B" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "openai", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T15:42:59.279183+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-34", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "d56006cd-f657-4481-a9dc-338e13f37f46", "result_sha256": "2e9a38cc6299382af3c71919ab53597d395a028c694a22564a99266796a63695", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00225, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "C" }, "group_id": "match-binding-35", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-35.png", "input_tokens": 729, "latency_sec": 2.188755777082406, "model_name": "muse-spark-1.2", "out_of_srgb": null, "output_tokens": 315, "prediction": { "choice": "C" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-16T14:25:56.620482+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-35", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "a225f896-6f77-4fed-8f64-62b10fca217c", "result_sha256": "fa3f1cae6acf20668d0ec891c6956bf00125d7eefeb0daaac2e62c96577542de", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002522, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "D" }, "group_id": "match-binding-36", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-36.png", "input_tokens": 729, "latency_sec": 3.6571367339929566, "model_name": "muse-spark-1.2", "out_of_srgb": null, "output_tokens": 379, "prediction": { "choice": "D" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "openai", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-16T15:15:32.683449+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-36", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "48ba65fc-c071-4106-b0cc-8216e87aa38b", "result_sha256": "e6087b457cc2d4ba509a233288af4ef0bfec9fb8be2c05b60b6181623b647691", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0045025, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "A" }, "group_id": "match-binding-37", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-37.png", "input_tokens": 729, "latency_sec": 5.513463721028529, "model_name": "muse-spark-1.2", "out_of_srgb": null, "output_tokens": 845, "prediction": { "choice": "A" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "openai", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T15:07:34.464698+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-37", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "8145c0bf-9cd2-4764-99ea-12f5ff1e2fe1", "result_sha256": "e929ae76f697fbe7bd1a198eb055313d6f030244305811c755f23c1cf1a52845", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00329975, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "B" }, "group_id": "match-binding-38", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-38.png", "input_tokens": 729, "latency_sec": 4.896499413065612, "model_name": "muse-spark-1.2", "out_of_srgb": null, "output_tokens": 562, "prediction": { "choice": "B" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "openai", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T15:24:52.728506+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-38", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "8e80f8a1-041c-43d5-989f-8dd9208937a5", "result_sha256": "efa73c55331dfcb439dca3e6af9f527a27c001801613a058b4ec6073c2321cbc", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002607, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "C" }, "group_id": "match-binding-39", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-39.png", "input_tokens": 729, "latency_sec": 3.0463644340634346, "model_name": "muse-spark-1.2", "out_of_srgb": null, "output_tokens": 399, "prediction": { "choice": "C" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "openai", "raw_prediction": "{\"choice\": \"C\"}", "recorded_at": "2026-09-16T15:53:00.955110+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-39", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "008fa9a7-782e-4a8d-906d-47186f84fd7b", "result_sha256": "790fba1546915ebee79598fa6e7527a40293f9fb40985d286fd14b0aed5f3c51", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00413275, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "D" }, "group_id": "match-binding-40", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-40.png", "input_tokens": 729, "latency_sec": 5.124299657996744, "model_name": "muse-spark-1.2", "out_of_srgb": null, "output_tokens": 758, "prediction": { "choice": "D" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "openai", "raw_prediction": "{\"choice\": \"D\"}", "recorded_at": "2026-09-16T14:30:13.682933+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-40", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "8c41eaa1-3d8d-4783-9be3-b467fb909471", "result_sha256": "a228f2c1f012b3def842aac48448fb90141a66201097b3dbfd69a0a5d2e119de", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0070185, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "A" }, "group_id": "match-binding-41", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-41.png", "input_tokens": 729, "latency_sec": 10.439273794996552, "model_name": "muse-spark-1.2", "out_of_srgb": null, "output_tokens": 1437, "prediction": { "choice": "A" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "openai", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T16:09:30.476779+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-41", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "61832288-bfa8-4336-a22d-15ddb9355135", "result_sha256": "95906fd6c9f3c15877da0b07bc27da8a9771e46a151560fb2ac2609394d320f4", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0102655, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "B" }, "group_id": "match-binding-42", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-42.png", "input_tokens": 729, "latency_sec": 13.63317097700201, "model_name": "muse-spark-1.2", "out_of_srgb": null, "output_tokens": 2201, "prediction": { "choice": "B" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "openai", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T16:24:10.031507+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-42", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "a7bf96f9-5639-4228-bd6b-7f8c8dca2eb9", "result_sha256": "f634464cdfa875fd543c0344fc3a34d95992c409939d8852b12fad3dcd8808a7", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.0167085, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "C" }, "group_id": "match-binding-43", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-43.png", "input_tokens": 729, "latency_sec": 20.9176605429966, "model_name": "muse-spark-1.2", "out_of_srgb": null, "output_tokens": 3717, "prediction": { "choice": "A" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "openai", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T15:07:36.247321+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-matching-43", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "b2c27e13-8008-4c5a-81f6-85afb80c80ae", "result_sha256": "16b2f89b4b45fdc2977c71b1a7654b86b8bd7168f3854ff6e8439e1f52669faa", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.01270925, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "D" }, "group_id": "match-binding-44", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-44.png", "input_tokens": 729, "latency_sec": 18.52872900199145, "model_name": "muse-spark-1.2", "out_of_srgb": null, "output_tokens": 2776, "prediction": { "choice": "B" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "openai", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T16:14:02.052431+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-matching-44", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "2faf9872-a661-4030-9359-2b23dff97518", "result_sha256": "2b389d82694e2d6ff0e743fdc98cabed8dfc7dee19a8da5f01b3cde8cb12fe9f", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.012161, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "A" }, "group_id": "match-binding-45", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-45.png", "input_tokens": 729, "latency_sec": 15.086417012033053, "model_name": "muse-spark-1.2", "out_of_srgb": null, "output_tokens": 2647, "prediction": { "choice": "A" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "openai", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T14:20:12.256303+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-45", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "b81a257e-1c3b-46a0-b903-70eb86f31bac", "result_sha256": "a432e9c02b07028f6afcbaf06820d26c5e61fca87dcc94928975091af3c37000", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00691225, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "B" }, "group_id": "match-binding-46", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-46.png", "input_tokens": 729, "latency_sec": 8.804135508951731, "model_name": "muse-spark-1.2", "out_of_srgb": null, "output_tokens": 1412, "prediction": { "choice": "B" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "openai", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T14:41:25.745955+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-46", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "6b90122e-8753-4f23-8618-1580f08e3b59", "result_sha256": "86c49c18280fb4f2417121016a4e2ecc796860f21bb505c6d7e9fef8d6aae85e", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00789825, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "C" }, "group_id": "match-binding-47", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-47.png", "input_tokens": 729, "latency_sec": 10.080311795929447, "model_name": "muse-spark-1.2", "out_of_srgb": null, "output_tokens": 1644, "prediction": { "choice": "C" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "openai", "raw_prediction": "{\"choice\": \"C\"}", "recorded_at": "2026-09-16T14:01:35.452864+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-47", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "41cf3f54-2101-4cac-9112-5140a57b2542", "result_sha256": "58092de201d971d654fd3206dcbeb60288333cc23b598131e6ff20f87da92a2a", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.00918175, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "D" }, "group_id": "match-binding-48", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-48.png", "input_tokens": 729, "latency_sec": 11.58212601696141, "model_name": "muse-spark-1.2", "out_of_srgb": null, "output_tokens": 1946, "prediction": { "choice": "C" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "openai", "raw_prediction": "{\"choice\": \"C\"}", "recorded_at": "2026-09-16T15:05:00.497902+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-matching-48", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "102cb711-2af8-4d15-9114-d5b5a34e6f46", "result_sha256": "be95deb6b263b220cd6585770ecde36bcd315a441c227ee4f2ac85fa02686c23", "result": { "component_errors": { "c": 0.004879893259451984, "h": 1.9922292400114259, "l": 0.006926085977997043 }, "correct": null, "cost_estimated": false, "cost_usd": 0.0127605, "delta_e_ok": 0.010242698691882638, "error": null, "error_kind": null, "family": "oklch", "ground_truth": { "rgb": [ 192, 64, 80 ] }, "group_id": "numeric-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-01.png", "input_tokens": 770, "latency_sec": 17.464590456103906, "model_name": "muse-spark-1.2", "out_of_srgb": false, "output_tokens": 2776, "prediction": { "c": 0.168, "h": 19.0, "l": 0.55 }, "prompt_sha256": "cfc2f885cbdbcece08f23bb635b333e3e35d9a41ebaf72f1a755e461f8f494d4", "provider": "openai", "raw_prediction": "{\"c\":0.168,\"h\":19,\"l\":0.55}", "recorded_at": "2026-09-16T16:15:12.726463+00:00", "request_attempts": 1, "score": 94.87865065405869, "task_id": "colorbench-oklch-01", "tight_score": 79.51460261623473, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": false, "0.02": true, "0.05": true } } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "8b24f20a-4681-4a7e-87a1-d6b8bd5a17f2", "result_sha256": "a454a45c104744563aebf35692a8401977bb2f11422a6e9b375d5c49fb5bfda1", "result": { "component_errors": { "c": 0.011403039047677643, "h": 2.054728141339467, "l": 0.0006532993408168153 }, "correct": null, "cost_estimated": false, "cost_usd": 0.0126245, "delta_e_ok": 0.012413482633331639, "error": null, "error_kind": null, "family": "oklch", "ground_truth": { "rgb": [ 38, 112, 190 ] }, "group_id": "numeric-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-02.png", "input_tokens": 770, "latency_sec": 12.130635104025714, "model_name": "muse-spark-1.2", "out_of_srgb": false, "output_tokens": 2744, "prediction": { "c": 0.13, "h": 251.0, "l": 0.54 }, "prompt_sha256": "cfc2f885cbdbcece08f23bb635b333e3e35d9a41ebaf72f1a755e461f8f494d4", "provider": "openai", "raw_prediction": "{\"c\":0.13,\"h\":251,\"l\":0.54}", "recorded_at": "2026-09-16T14:04:19.584869+00:00", "request_attempts": 1, "score": 93.79325868333417, "task_id": "colorbench-oklch-02", "tight_score": 75.17303473333672, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": false, "0.02": true, "0.05": true } } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "b618bc85-6d52-4790-9661-f09252424ec3", "result_sha256": "4b6760da471a1daf73e316e1a209c8b82a4c3ac883df0960cae312237ec67426", "result": { "component_errors": { "c": 0.010705303141742187, "h": 6.96264947183613, "l": 0.0010975177863857821 }, "correct": null, "cost_estimated": false, "cost_usd": 0.0127265, "delta_e_ok": 0.015795168615745543, "error": null, "error_kind": null, "family": "oklch", "ground_truth": { "rgb": [ 60, 140, 100 ] }, "group_id": "numeric-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-03.png", "input_tokens": 770, "latency_sec": 12.943275670986623, "model_name": "muse-spark-1.2", "out_of_srgb": false, "output_tokens": 2768, "prediction": { "c": 0.09, "h": 166.0, "l": 0.58 }, "prompt_sha256": "cfc2f885cbdbcece08f23bb635b333e3e35d9a41ebaf72f1a755e461f8f494d4", "provider": "openai", "raw_prediction": "{\"c\":0.09,\"h\":166,\"l\":0.58}", "recorded_at": "2026-09-16T14:00:21.298121+00:00", "request_attempts": 1, "score": 92.10241569212722, "task_id": "colorbench-oklch-03", "tight_score": 68.40966276850892, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": false, "0.02": true, "0.05": true } } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "acbf1302-26ee-406a-8ef3-628a434ceb24", "result_sha256": "71fe22e5b2ec9e3c73b6c0e2987de99446df4c33310afca3a82324d2580e8bfb", "result": { "component_errors": { "c": 0.005361814369457998, "h": 0.642772040600704, "l": 0.01914576243899435 }, "correct": null, "cost_estimated": false, "cost_usd": 0.0102105, "delta_e_ok": 0.01992966076516159, "error": null, "error_kind": null, "family": "oklch", "ground_truth": { "rgb": [ 185, 135, 45 ] }, "group_id": "numeric-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-04.png", "input_tokens": 770, "latency_sec": 10.686807106016204, "model_name": "muse-spark-1.2", "out_of_srgb": false, "output_tokens": 2176, "prediction": { "c": 0.125, "h": 77.4, "l": 0.676 }, "prompt_sha256": "cfc2f885cbdbcece08f23bb635b333e3e35d9a41ebaf72f1a755e461f8f494d4", "provider": "openai", "raw_prediction": "{\"c\":0.125,\"h\":77.4,\"l\":0.676}", "recorded_at": "2026-09-16T14:15:12.515685+00:00", "request_attempts": 1, "score": 90.03516961741921, "task_id": "colorbench-oklch-04", "tight_score": 60.14067846967682, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": false, "0.02": true, "0.05": true } } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "e72fe82f-996b-4c8e-a39a-96183185ac28", "result_sha256": "bf1f8f77f45d6cbc330059d88e42a8d1e0ad71fd516419e20cb985bbbd753252", "result": { "component_errors": { "c": 0.006125551628440612, "h": 5.992859039531936, "l": 0.01690664287409238 }, "correct": null, "cost_estimated": false, "cost_usd": 0.016186, "delta_e_ok": 0.023187882767378515, "error": null, "error_kind": null, "family": "oklch", "ground_truth": { "rgb": [ 135, 85, 175 ] }, "group_id": "numeric-05", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-05.png", "input_tokens": 770, "latency_sec": 12.712532131001353, "model_name": "muse-spark-1.2", "out_of_srgb": false, "output_tokens": 3582, "prediction": { "c": 0.137, "h": 302.0, "l": 0.561 }, "prompt_sha256": "cfc2f885cbdbcece08f23bb635b333e3e35d9a41ebaf72f1a755e461f8f494d4", "provider": "openai", "raw_prediction": "{\"c\":0.137,\"h\":302,\"l\":0.561}", "recorded_at": "2026-09-16T14:08:05.285957+00:00", "request_attempts": 1, "score": 88.40605861631074, "task_id": "colorbench-oklch-05", "tight_score": 53.62423446524297, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": false, "0.02": false, "0.05": true } } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "e3473249-da3a-433e-be42-547ec58c09dc", "result_sha256": "a6ef6157791ed34010d357364e2b6bca599e7889e0c339b91a3e964a7852f02a", "result": { "component_errors": { "c": 0.017736737775342314, "h": 1.873234931850135, "l": 0.017001064544980626 }, "correct": null, "cost_estimated": false, "cost_usd": 0.010134, "delta_e_ok": 0.024621169300306656, "error": null, "error_kind": null, "family": "oklch", "ground_truth": { "rgb": [ 22, 48, 75 ] }, "group_id": "numeric-06", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-06.png", "input_tokens": 770, "latency_sec": 9.181597565999255, "model_name": "muse-spark-1.2", "out_of_srgb": false, "output_tokens": 2158, "prediction": { "c": 0.041, "h": 253.0, "l": 0.32 }, "prompt_sha256": "cfc2f885cbdbcece08f23bb635b333e3e35d9a41ebaf72f1a755e461f8f494d4", "provider": "openai", "raw_prediction": "{\"c\":0.041,\"h\":253,\"l\":0.32}", "recorded_at": "2026-09-16T16:22:06.906516+00:00", "request_attempts": 1, "score": 87.68941534984667, "task_id": "colorbench-oklch-06", "tight_score": 50.75766139938669, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": false, "0.02": false, "0.05": true } } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "69fee706-f0b7-4296-b608-5ac46f17092d", "result_sha256": "51e36390a0c72b65cb28d46f9201a8b4063be3b9dc12aa824266743636b01520", "result": { "component_errors": { "c": 0.0043116212457221595, "h": 4.082129924862471, "l": 0.015907278411844694 }, "correct": null, "cost_estimated": false, "cost_usd": 0.009692, "delta_e_ok": 0.016723132841164185, "error": null, "error_kind": null, "family": "oklch", "ground_truth": { "rgb": [ 225, 215, 188 ] }, "group_id": "numeric-07", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-07.png", "input_tokens": 770, "latency_sec": 9.082808388047852, "model_name": "muse-spark-1.2", "out_of_srgb": false, "output_tokens": 2054, "prediction": { "c": 0.042, "h": 86.0, "l": 0.896 }, "prompt_sha256": "cfc2f885cbdbcece08f23bb635b333e3e35d9a41ebaf72f1a755e461f8f494d4", "provider": "openai", "raw_prediction": "{\"c\":0.042,\"h\":86,\"l\":0.896}", "recorded_at": "2026-09-16T15:37:34.096614+00:00", "request_attempts": 1, "score": 91.6384335794179, "task_id": "colorbench-oklch-07", "tight_score": 66.55373431767163, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": false, "0.02": true, "0.05": true } } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "ea608a3c-7482-4ca4-9796-e1a5be1cb27a", "result_sha256": "e257352dd98f8f350ebc7cebfa65e5557c384dfe74679cac260f04d130d40fbc", "result": { "component_errors": { "c": 0.0, "h": null, "l": 0.00012919829288227103 }, "correct": null, "cost_estimated": false, "cost_usd": 0.0047195, "delta_e_ok": 0.00012919829481709103, "error": null, "error_kind": null, "family": "oklch", "ground_truth": { "rgb": [ 128, 128, 128 ] }, "group_id": "numeric-08", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-08.png", "input_tokens": 770, "latency_sec": 5.661585849011317, "model_name": "muse-spark-1.2", "out_of_srgb": false, "output_tokens": 884, "prediction": { "c": 0.0, "h": 0.0, "l": 0.6 }, "prompt_sha256": "cfc2f885cbdbcece08f23bb635b333e3e35d9a41ebaf72f1a755e461f8f494d4", "provider": "openai", "raw_prediction": "{\"c\":0,\"h\":0,\"l\":0.6}", "recorded_at": "2026-09-16T15:23:29.588434+00:00", "request_attempts": 1, "score": 99.93540085259144, "task_id": "colorbench-oklch-08", "tight_score": 99.74160341036583, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": true, "0.01": true, "0.02": true, "0.05": true } } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "a2ab1e99-1e7c-49c4-9a0d-44485723aeb7", "result_sha256": "0845db53de5ae1106365f99d014ce3ceaa646c8a4764e95d8dd2be2c3ab75822", "result": { "component_errors": { "c": 0.030619245591903876, "h": 3.54935647130705, "l": 0.035353449722208774 }, "correct": null, "cost_estimated": false, "cost_usd": 0.012854, "delta_e_ok": 0.04909787446546299, "error": null, "error_kind": null, "family": "oklch", "ground_truth": { "rgb": [ 230, 32, 44 ] }, "group_id": "numeric-09", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-09.png", "input_tokens": 770, "latency_sec": 12.257756392005831, "model_name": "muse-spark-1.2", "out_of_srgb": false, "output_tokens": 2798, "prediction": { "c": 0.257, "h": 29.2, "l": 0.628 }, "prompt_sha256": "cfc2f885cbdbcece08f23bb635b333e3e35d9a41ebaf72f1a755e461f8f494d4", "provider": "openai", "raw_prediction": "{\"c\":0.257,\"h\":29.2,\"l\":0.628}", "recorded_at": "2026-09-16T14:27:39.431182+00:00", "request_attempts": 1, "score": 75.45106276726851, "task_id": "colorbench-oklch-09", "tight_score": 1.8042510690740254, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": false, "0.02": false, "0.05": true } } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "17b1bc16-8395-41f6-95e4-70bc77f1276f", "result_sha256": "0f3198f1753aa8284a862a10b152f484441dd161fd45a267b238986097a48122", "result": { "component_errors": { "c": 0.006020599292406892, "h": 1.2920987962712616, "l": 0.005123915402253654 }, "correct": null, "cost_estimated": false, "cost_usd": 0.00980675, "delta_e_ok": 0.008625752429264255, "error": null, "error_kind": null, "family": "oklch", "ground_truth": { "rgb": [ 24, 158, 82 ] }, "group_id": "numeric-10", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-10.png", "input_tokens": 770, "latency_sec": 9.198347597033717, "model_name": "muse-spark-1.2", "out_of_srgb": false, "output_tokens": 2081, "prediction": { "c": 0.15, "h": 153.0, "l": 0.62 }, "prompt_sha256": "cfc2f885cbdbcece08f23bb635b333e3e35d9a41ebaf72f1a755e461f8f494d4", "provider": "openai", "raw_prediction": "{\"c\":0.15,\"h\":153,\"l\":0.62}", "recorded_at": "2026-09-16T15:47:23.116346+00:00", "request_attempts": 1, "score": 95.68712378536787, "task_id": "colorbench-oklch-10", "tight_score": 82.7484951414715, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": true, "0.02": true, "0.05": true } } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "a8125397-3ad4-49ba-881f-a8f16e0ee44b", "result_sha256": "31cc883d9dbbc779333f0dfb00472b496e55fbb6c807411aea040d6baaff883e", "result": { "component_errors": { "c": 0.037840148314169986, "h": 0.2151519492961711, "l": 0.015549961158387249 }, "correct": null, "cost_estimated": false, "cost_usd": 0.01080975, "delta_e_ok": 0.04092056454456958, "error": null, "error_kind": null, "family": "oklch", "ground_truth": { "rgb": [ 44, 84, 228 ] }, "group_id": "numeric-11", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-11.png", "input_tokens": 770, "latency_sec": 10.488575046998449, "model_name": "muse-spark-1.2", "out_of_srgb": false, "output_tokens": 2317, "prediction": { "c": 0.26, "h": 266.0, "l": 0.53 }, "prompt_sha256": "cfc2f885cbdbcece08f23bb635b333e3e35d9a41ebaf72f1a755e461f8f494d4", "provider": "openai", "raw_prediction": "{\"c\":0.26,\"h\":266,\"l\":0.53}", "recorded_at": "2026-09-16T14:02:14.844288+00:00", "request_attempts": 1, "score": 79.53971772771521, "task_id": "colorbench-oklch-11", "tight_score": 18.158870910860834, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": false, "0.02": false, "0.05": true } } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "c74b5a53-c155-4f3d-920f-b2dea63242a9", "result_sha256": "8a0ac87dc8b66e37c99a34b8aba66f7c2bc9ed9f24cc165269cd5be4ce5a52e1", "result": { "component_errors": { "c": 0.012610575493296972, "h": 3.634151692860428, "l": 0.05408283137343739 }, "correct": null, "cost_estimated": false, "cost_usd": 0.0059945, "delta_e_ok": 0.05661408856377934, "error": null, "error_kind": null, "family": "oklch", "ground_truth": { "rgb": [ 236, 208, 44 ] }, "group_id": "numeric-12", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-12.png", "input_tokens": 770, "latency_sec": 6.970759478048421, "model_name": "muse-spark-1.2", "out_of_srgb": true, "output_tokens": 1184, "prediction": { "c": 0.18, "h": 95.0, "l": 0.91 }, "prompt_sha256": "cfc2f885cbdbcece08f23bb635b333e3e35d9a41ebaf72f1a755e461f8f494d4", "provider": "openai", "raw_prediction": "{\"c\":0.18,\"h\":95.0,\"l\":0.91}", "recorded_at": "2026-09-16T14:38:59.456912+00:00", "request_attempts": 1, "score": 71.69295571811033, "task_id": "colorbench-oklch-12", "tight_score": 0, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": false, "0.02": false, "0.05": false } } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "8746d966-c243-41e8-95a1-6a4ad2f1ec88", "result_sha256": "f9e4df4e1c9b1559b274c3b422b17fd374ab47c559d303779728a120e304336b", "result": { "component_errors": { "c": 0.003972119215071651, "h": 2.74365098112105, "l": 0.0009736712297809813 }, "correct": null, "cost_estimated": false, "cost_usd": 0.0137975, "delta_e_ok": 0.011388210607690406, "error": null, "error_kind": null, "family": "oklch", "ground_truth": { "rgb": [ 198, 58, 188 ] }, "group_id": "numeric-13", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-13.png", "input_tokens": 770, "latency_sec": 12.987799403024837, "model_name": "muse-spark-1.2", "out_of_srgb": false, "output_tokens": 3020, "prediction": { "c": 0.22, "h": 333.8, "l": 0.6 }, "prompt_sha256": "cfc2f885cbdbcece08f23bb635b333e3e35d9a41ebaf72f1a755e461f8f494d4", "provider": "openai", "raw_prediction": "{\"c\":0.22,\"h\":333.8,\"l\":0.6}", "recorded_at": "2026-09-16T14:05:34.987755+00:00", "request_attempts": 1, "score": 94.30589469615481, "task_id": "colorbench-oklch-13", "tight_score": 77.22357878461918, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": false, "0.02": true, "0.05": true } } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "6ae30df5-7b41-4c60-9490-b4ac260e01cc", "result_sha256": "c2122c47235918d49b5b342768bb72767216d15af543ac882c3e8cd3418dcf81", "result": { "component_errors": { "c": 0.007786331962802234, "h": 1.1062340776950919, "l": 0.0034383434536769952 }, "correct": null, "cost_estimated": false, "cost_usd": 0.01469, "delta_e_ok": 0.008801630109828784, "error": null, "error_kind": null, "family": "oklch", "ground_truth": { "rgb": [ 44, 178, 198 ] }, "group_id": "numeric-14", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-14.png", "input_tokens": 770, "latency_sec": 14.459126544068567, "model_name": "muse-spark-1.2", "out_of_srgb": false, "output_tokens": 3230, "prediction": { "c": 0.12, "h": 209.0, "l": 0.7 }, "prompt_sha256": "cfc2f885cbdbcece08f23bb635b333e3e35d9a41ebaf72f1a755e461f8f494d4", "provider": "openai", "raw_prediction": "{\"c\":0.12,\"h\":209,\"l\":0.7}", "recorded_at": "2026-09-16T15:06:53.701467+00:00", "request_attempts": 1, "score": 95.59918494508561, "task_id": "colorbench-oklch-14", "tight_score": 82.39673978034243, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": true, "0.02": true, "0.05": true } } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "a8eb132d-ed68-4f98-8024-2d4623a2e1bf", "result_sha256": "1ae8af6081f5e0a51ceced19332f5736668027fef76fe27e8da828d99b7b3700", "result": { "component_errors": { "c": 0.004093520693841951, "h": null, "l": 0.0339406313546754 }, "correct": null, "cost_estimated": false, "cost_usd": 0.012667, "delta_e_ok": 0.034186596326994695, "error": null, "error_kind": null, "family": "oklch", "ground_truth": { "rgb": [ 16, 16, 18 ] }, "group_id": "numeric-15", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-15.png", "input_tokens": 770, "latency_sec": 14.997887928038836, "model_name": "muse-spark-1.2", "out_of_srgb": false, "output_tokens": 2754, "prediction": { "c": 0.0, "h": 0.0, "l": 0.14 }, "prompt_sha256": "cfc2f885cbdbcece08f23bb635b333e3e35d9a41ebaf72f1a755e461f8f494d4", "provider": "openai", "raw_prediction": "{\"c\":0.0,\"h\":0,\"l\":0.14}", "recorded_at": "2026-09-16T15:49:49.019725+00:00", "request_attempts": 1, "score": 82.90670183650265, "task_id": "colorbench-oklch-15", "tight_score": 31.62680734601061, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": false, "0.02": false, "0.05": true } } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "1379cdea-31e3-499c-8f73-d4a488cbc3d3", "result_sha256": "62cbf2b6e302d9baccfb8eb438e8dc923b218e4ea741595f21cc61e68e3cf44c", "result": { "component_errors": { "c": 0.00397581556876549, "h": null, "l": 0.03668202425892442 }, "correct": null, "cost_estimated": false, "cost_usd": 0.0048725, "delta_e_ok": 0.03689685641310324, "error": null, "error_kind": null, "family": "oklch", "ground_truth": { "rgb": [ 243, 243, 240 ] }, "group_id": "numeric-16", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-16.png", "input_tokens": 770, "latency_sec": 5.634554747026414, "model_name": "muse-spark-1.2", "out_of_srgb": false, "output_tokens": 920, "prediction": { "c": 0.0, "h": 0.0, "l": 1.0 }, "prompt_sha256": "cfc2f885cbdbcece08f23bb635b333e3e35d9a41ebaf72f1a755e461f8f494d4", "provider": "openai", "raw_prediction": "{\"c\":0,\"h\":0,\"l\":1}", "recorded_at": "2026-09-16T14:44:24.269581+00:00", "request_attempts": 1, "score": 81.55157179344839, "task_id": "colorbench-oklch-16", "tight_score": 26.20628717379353, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": false, "0.02": false, "0.05": true } } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "1355cc81-9c3c-472c-ae86-05e04eea91b2", "result_sha256": "ab68439ee52a106f291145b255487ed3f5d2f5b7da292fd72df6f3d7a99d5a86", "result": { "component_errors": { "b": 11, "g": 4, "r": 3 }, "correct": null, "cost_estimated": false, "cost_usd": 0.00446525, "delta_e_ok": 0.01429932976407562, "error": null, "error_kind": null, "family": "rgb", "ground_truth": { "rgb": [ 192, 64, 80 ] }, "group_id": "numeric-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-01.png", "input_tokens": 740, "latency_sec": 6.1840649410150945, "model_name": "muse-spark-1.2", "out_of_srgb": false, "output_tokens": 833, "prediction": { "b": 69, "g": 60, "r": 195 }, "prompt_sha256": "09fd259e1933fb6529f0be5f0819e7edcbad485141fc78abea1ceadc70f0cf55", "provider": "openai", "raw_prediction": "{\"b\":69,\"g\":60,\"r\":195}", "recorded_at": "2026-09-16T15:32:53.528779+00:00", "request_attempts": 1, "score": 92.85033511796219, "task_id": "colorbench-rgb-01", "tight_score": 71.40134047184875, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": false, "0.02": true, "0.05": true } } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "a27c1849-6c98-4a3b-a17b-afb6d28b4013", "result_sha256": "3e59b35e14c5267fb94350ca735f67b7d33d450164cbd68afdf75d51263c7cbc", "result": { "component_errors": { "b": 8, "g": 5, "r": 8 }, "correct": null, "cost_estimated": false, "cost_usd": 0.00407425, "delta_e_ok": 0.021679767957930432, "error": null, "error_kind": null, "family": "rgb", "ground_truth": { "rgb": [ 38, 112, 190 ] }, "group_id": "numeric-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-02.png", "input_tokens": 740, "latency_sec": 4.4123288980918005, "model_name": "muse-spark-1.2", "out_of_srgb": false, "output_tokens": 741, "prediction": { "b": 182, "g": 117, "r": 46 }, "prompt_sha256": "09fd259e1933fb6529f0be5f0819e7edcbad485141fc78abea1ceadc70f0cf55", "provider": "openai", "raw_prediction": "{\"b\":182,\"g\":117,\"r\":46}", "recorded_at": "2026-09-16T15:09:56.437229+00:00", "request_attempts": 1, "score": 89.16011602103478, "task_id": "colorbench-rgb-02", "tight_score": 56.64046408413914, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": false, "0.02": false, "0.05": true } } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "5fc91127-0707-4bbd-a2bd-56fac02ee82c", "result_sha256": "aefff6a190aafb96415d84635ecd3c86e2a60398841cbcd1ef5a2a761dab8533", "result": { "component_errors": { "b": 7, "g": 1, "r": 2 }, "correct": null, "cost_estimated": false, "cost_usd": 0.00441425, "delta_e_ok": 0.01192876058993757, "error": null, "error_kind": null, "family": "rgb", "ground_truth": { "rgb": [ 60, 140, 100 ] }, "group_id": "numeric-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-03.png", "input_tokens": 740, "latency_sec": 4.680075342999771, "model_name": "muse-spark-1.2", "out_of_srgb": false, "output_tokens": 821, "prediction": { "b": 107, "g": 139, "r": 62 }, "prompt_sha256": "09fd259e1933fb6529f0be5f0819e7edcbad485141fc78abea1ceadc70f0cf55", "provider": "openai", "raw_prediction": "{\"b\": 107, \"g\": 139, \"r\": 62}", "recorded_at": "2026-09-16T16:25:48.393231+00:00", "request_attempts": 1, "score": 94.03561970503121, "task_id": "colorbench-rgb-03", "tight_score": 76.14247882012486, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": false, "0.02": true, "0.05": true } } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "15376bb3-f72d-4928-bc26-9b76306890b9", "result_sha256": "1f3a848bd31b1cd22d6a8b0e54520ef43c2342c7c73f643ed657aeb472e04679", "result": { "component_errors": { "b": 1, "g": 12, "r": 9 }, "correct": null, "cost_estimated": false, "cost_usd": 0.004427, "delta_e_ok": 0.03599688904934737, "error": null, "error_kind": null, "family": "rgb", "ground_truth": { "rgb": [ 185, 135, 45 ] }, "group_id": "numeric-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-04.png", "input_tokens": 740, "latency_sec": 5.406577015994117, "model_name": "muse-spark-1.2", "out_of_srgb": false, "output_tokens": 824, "prediction": { "b": 44, "g": 147, "r": 194 }, "prompt_sha256": "09fd259e1933fb6529f0be5f0819e7edcbad485141fc78abea1ceadc70f0cf55", "provider": "openai", "raw_prediction": "{\"b\":44,\"g\":147,\"r\":194}", "recorded_at": "2026-09-16T14:43:50.724530+00:00", "request_attempts": 1, "score": 82.00155547532631, "task_id": "colorbench-rgb-04", "tight_score": 28.00622190130526, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": false, "0.02": false, "0.05": true } } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "92a7aca7-5173-4bd7-b2a6-84502f0b850e", "result_sha256": "d9288fa7309fef974a6182fcba54a25540252ce29e294f3ae77639f264c9ab64", "result": { "component_errors": { "b": 0, "g": 8, "r": 4 }, "correct": null, "cost_estimated": false, "cost_usd": 0.0038065, "delta_e_ok": 0.01975217948385669, "error": null, "error_kind": null, "family": "rgb", "ground_truth": { "rgb": [ 135, 85, 175 ] }, "group_id": "numeric-05", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-05.png", "input_tokens": 740, "latency_sec": 4.5151099120266736, "model_name": "muse-spark-1.2", "out_of_srgb": false, "output_tokens": 678, "prediction": { "b": 175, "g": 93, "r": 131 }, "prompt_sha256": "09fd259e1933fb6529f0be5f0819e7edcbad485141fc78abea1ceadc70f0cf55", "provider": "openai", "raw_prediction": "{\"b\":175,\"g\":93,\"r\":131}", "recorded_at": "2026-09-16T16:32:44.992878+00:00", "request_attempts": 1, "score": 90.12391025807166, "task_id": "colorbench-rgb-05", "tight_score": 60.49564103228662, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": false, "0.02": true, "0.05": true } } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "e9072e82-7009-4427-8fe8-dd080c576672", "result_sha256": "9f6873627ade6615cbf657e52a4f969bbbf8b6ec37ea5a2dd73c989befcbeec9", "result": { "component_errors": { "b": 4, "g": 3, "r": 10 }, "correct": null, "cost_estimated": false, "cost_usd": 0.0034835, "delta_e_ok": 0.018870582191795354, "error": null, "error_kind": null, "family": "rgb", "ground_truth": { "rgb": [ 22, 48, 75 ] }, "group_id": "numeric-06", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-06.png", "input_tokens": 740, "latency_sec": 4.087351290043443, "model_name": "muse-spark-1.2", "out_of_srgb": false, "output_tokens": 602, "prediction": { "b": 71, "g": 51, "r": 32 }, "prompt_sha256": "09fd259e1933fb6529f0be5f0819e7edcbad485141fc78abea1ceadc70f0cf55", "provider": "openai", "raw_prediction": "{\"b\":71,\"g\":51,\"r\":32}", "recorded_at": "2026-09-16T15:07:08.942354+00:00", "request_attempts": 1, "score": 90.56470890410232, "task_id": "colorbench-rgb-06", "tight_score": 62.25883561640929, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": false, "0.02": true, "0.05": true } } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "b0b6864f-de2e-4600-8859-e7b28628f19b", "result_sha256": "a2b3f1b3e339cced337c188738e537e1eaff4f19eaeefbe2f184005ffefc56d1", "result": { "component_errors": { "b": 4, "g": 6, "r": 8 }, "correct": null, "cost_estimated": false, "cost_usd": 0.002948, "delta_e_ok": 0.019787713603709695, "error": null, "error_kind": null, "family": "rgb", "ground_truth": { "rgb": [ 225, 215, 188 ] }, "group_id": "numeric-07", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-07.png", "input_tokens": 740, "latency_sec": 3.7475779239321128, "model_name": "muse-spark-1.2", "out_of_srgb": false, "output_tokens": 476, "prediction": { "b": 192, "g": 221, "r": 233 }, "prompt_sha256": "09fd259e1933fb6529f0be5f0819e7edcbad485141fc78abea1ceadc70f0cf55", "provider": "openai", "raw_prediction": "{\"b\":192,\"g\":221,\"r\":233}", "recorded_at": "2026-09-16T14:45:01.289360+00:00", "request_attempts": 1, "score": 90.10614319814515, "task_id": "colorbench-rgb-07", "tight_score": 60.42457279258061, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": false, "0.02": true, "0.05": true } } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "97da6907-25d2-4680-a922-2b47c59d07fa", "result_sha256": "351422168a92332bd269c0a769bae994bb65ac3f2197b0ce1cd9d004ab5f311c", "result": { "component_errors": { "b": 0, "g": 0, "r": 0 }, "correct": null, "cost_estimated": false, "cost_usd": 0.00383625, "delta_e_ok": 0.0, "error": null, "error_kind": null, "family": "rgb", "ground_truth": { "rgb": [ 128, 128, 128 ] }, "group_id": "numeric-08", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-08.png", "input_tokens": 740, "latency_sec": 4.352162180002779, "model_name": "muse-spark-1.2", "out_of_srgb": false, "output_tokens": 685, "prediction": { "b": 128, "g": 128, "r": 128 }, "prompt_sha256": "09fd259e1933fb6529f0be5f0819e7edcbad485141fc78abea1ceadc70f0cf55", "provider": "openai", "raw_prediction": "{\"b\":128,\"g\":128,\"r\":128}", "recorded_at": "2026-09-16T15:38:20.698469+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-rgb-08", "tight_score": 100.0, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": true, "0.01": true, "0.02": true, "0.05": true } } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "cabe5b29-baa0-4701-8c78-2640cc224555", "result_sha256": "ffe147fabec1bca0b67683ace5eca206959c6c9de87b2b2b2eacaa34ac4106ab", "result": { "component_errors": { "b": 8, "g": 4, "r": 7 }, "correct": null, "cost_estimated": false, "cost_usd": 0.007538, "delta_e_ok": 0.014338607878340529, "error": null, "error_kind": null, "family": "rgb", "ground_truth": { "rgb": [ 230, 32, 44 ] }, "group_id": "numeric-09", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-09.png", "input_tokens": 740, "latency_sec": 10.535411456017755, "model_name": "muse-spark-1.2", "out_of_srgb": false, "output_tokens": 1556, "prediction": { "b": 36, "g": 28, "r": 237 }, "prompt_sha256": "09fd259e1933fb6529f0be5f0819e7edcbad485141fc78abea1ceadc70f0cf55", "provider": "openai", "raw_prediction": "{\"b\":36,\"g\":28,\"r\":237}", "recorded_at": "2026-09-16T15:35:13.476220+00:00", "request_attempts": 1, "score": 92.83069606082974, "task_id": "colorbench-rgb-09", "tight_score": 71.32278424331895, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": false, "0.02": true, "0.05": true } } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "5284b26b-2e24-4f10-a07c-f5c2ca5e0cdd", "result_sha256": "a6cb913119803e2596ec9c24b64cd39bb81b8e2918ffc84ab1e62be75041939c", "result": { "component_errors": { "b": 5, "g": 2, "r": 6 }, "correct": null, "cost_estimated": false, "cost_usd": 0.00375975, "delta_e_ok": 0.008221760738097416, "error": null, "error_kind": null, "family": "rgb", "ground_truth": { "rgb": [ 24, 158, 82 ] }, "group_id": "numeric-10", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-10.png", "input_tokens": 740, "latency_sec": 4.36659387301188, "model_name": "muse-spark-1.2", "out_of_srgb": false, "output_tokens": 667, "prediction": { "b": 87, "g": 160, "r": 30 }, "prompt_sha256": "09fd259e1933fb6529f0be5f0819e7edcbad485141fc78abea1ceadc70f0cf55", "provider": "openai", "raw_prediction": "{\"b\": 87,\"g\": 160,\"r\": 30}", "recorded_at": "2026-09-16T14:46:20.315943+00:00", "request_attempts": 1, "score": 95.88911963095128, "task_id": "colorbench-rgb-10", "tight_score": 83.55647852380517, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": true, "0.02": true, "0.05": true } } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "efcde9fd-711f-4987-bbab-b19b38a29eeb", "result_sha256": "78f42cae94ec5bcfc197191da7c78984aacb0ee044a23eeca30020032c6c531f", "result": { "component_errors": { "b": 4, "g": 15, "r": 8 }, "correct": null, "cost_estimated": false, "cost_usd": 0.003645, "delta_e_ok": 0.03450307641362732, "error": null, "error_kind": null, "family": "rgb", "ground_truth": { "rgb": [ 44, 84, 228 ] }, "group_id": "numeric-11", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-11.png", "input_tokens": 740, "latency_sec": 4.153297367040068, "model_name": "muse-spark-1.2", "out_of_srgb": false, "output_tokens": 640, "prediction": { "b": 224, "g": 69, "r": 36 }, "prompt_sha256": "09fd259e1933fb6529f0be5f0819e7edcbad485141fc78abea1ceadc70f0cf55", "provider": "openai", "raw_prediction": "{\"b\":224,\"g\":69,\"r\":36}", "recorded_at": "2026-09-16T16:32:55.453495+00:00", "request_attempts": 1, "score": 82.74846179318634, "task_id": "colorbench-rgb-11", "tight_score": 30.993847172745358, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": false, "0.02": false, "0.05": true } } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "12e6ed83-712a-4156-9456-71bc32f3efb1", "result_sha256": "00ee33fd3845b46a869c3c47ea1bd64bca022c344a193defa466e17030a34a11", "result": { "component_errors": { "b": 25, "g": 13, "r": 17 }, "correct": null, "cost_estimated": false, "cost_usd": 0.0050135, "delta_e_ok": 0.04413157805940002, "error": null, "error_kind": null, "family": "rgb", "ground_truth": { "rgb": [ 236, 208, 44 ] }, "group_id": "numeric-12", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-12.png", "input_tokens": 740, "latency_sec": 5.615254109958187, "model_name": "muse-spark-1.2", "out_of_srgb": false, "output_tokens": 962, "prediction": { "b": 19, "g": 221, "r": 253 }, "prompt_sha256": "09fd259e1933fb6529f0be5f0819e7edcbad485141fc78abea1ceadc70f0cf55", "provider": "openai", "raw_prediction": "{\"b\": 19, \"g\": 221, \"r\": 253}", "recorded_at": "2026-09-16T15:38:01.570565+00:00", "request_attempts": 1, "score": 77.93421097029999, "task_id": "colorbench-rgb-12", "tight_score": 11.736843881199965, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": false, "0.02": false, "0.05": true } } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "a03abef0-0fbd-42ed-a03e-8d0d2abd0bbb", "result_sha256": "2a05bb69d77fdf28a9399cfdc5504161a2224621f7d98bb830454a2f8d225d99", "result": { "component_errors": { "b": 6, "g": 10, "r": 1 }, "correct": null, "cost_estimated": false, "cost_usd": 0.0047415, "delta_e_ok": 0.015189753521539121, "error": null, "error_kind": null, "family": "rgb", "ground_truth": { "rgb": [ 198, 58, 188 ] }, "group_id": "numeric-13", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-13.png", "input_tokens": 740, "latency_sec": 7.735646129003726, "model_name": "muse-spark-1.2", "out_of_srgb": false, "output_tokens": 898, "prediction": { "b": 182, "g": 48, "r": 197 }, "prompt_sha256": "09fd259e1933fb6529f0be5f0819e7edcbad485141fc78abea1ceadc70f0cf55", "provider": "openai", "raw_prediction": "{\"b\": 182,\"g\": 48,\"r\": 197}", "recorded_at": "2026-09-16T15:18:30.569255+00:00", "request_attempts": 1, "score": 92.40512323923043, "task_id": "colorbench-rgb-13", "tight_score": 69.62049295692177, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": false, "0.02": true, "0.05": true } } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "b5544eac-2791-41f6-96e1-3184c290d33c", "result_sha256": "28c6407ace88c52c74126cc5360d1c742a883271a112b497fffbb53bedd70adf", "result": { "component_errors": { "b": 5, "g": 4, "r": 0 }, "correct": null, "cost_estimated": false, "cost_usd": 0.00420175, "delta_e_ok": 0.012035191551237261, "error": null, "error_kind": null, "family": "rgb", "ground_truth": { "rgb": [ 44, 178, 198 ] }, "group_id": "numeric-14", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-14.png", "input_tokens": 740, "latency_sec": 5.410505207953975, "model_name": "muse-spark-1.2", "out_of_srgb": false, "output_tokens": 771, "prediction": { "b": 193, "g": 174, "r": 44 }, "prompt_sha256": "09fd259e1933fb6529f0be5f0819e7edcbad485141fc78abea1ceadc70f0cf55", "provider": "openai", "raw_prediction": "{\"b\":193,\"g\":174,\"r\":44}", "recorded_at": "2026-09-16T15:08:35.642860+00:00", "request_attempts": 1, "score": 93.98240422438137, "task_id": "colorbench-rgb-14", "tight_score": 75.92961689752548, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": false, "0.02": true, "0.05": true } } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "ee2c5cc6-f0bc-4cba-a5d7-d9cf3907a102", "result_sha256": "674458038157c2b10522f5057eb7e97fb7cedac6b3485d396d07862002eaae20", "result": { "component_errors": { "b": 6, "g": 4, "r": 4 }, "correct": null, "cost_estimated": false, "cost_usd": 0.006943, "delta_e_ok": 0.020023535867236028, "error": null, "error_kind": null, "family": "rgb", "ground_truth": { "rgb": [ 16, 16, 18 ] }, "group_id": "numeric-15", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-15.png", "input_tokens": 740, "latency_sec": 10.762438531033695, "model_name": "muse-spark-1.2", "out_of_srgb": false, "output_tokens": 1416, "prediction": { "b": 12, "g": 12, "r": 12 }, "prompt_sha256": "09fd259e1933fb6529f0be5f0819e7edcbad485141fc78abea1ceadc70f0cf55", "provider": "openai", "raw_prediction": "{\"b\":12,\"g\":12,\"r\":12}", "recorded_at": "2026-09-16T15:30:51.153581+00:00", "request_attempts": 1, "score": 89.988232066382, "task_id": "colorbench-rgb-15", "tight_score": 59.95292826552794, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": false, "0.02": false, "0.05": true } } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "b2c088d5-33bc-4c29-87cb-d2dc037fdb64", "result_sha256": "78c173a7b11f88132e8325b68b3443acd8904fc12b541c363961de3710bfecf2", "result": { "component_errors": { "b": 15, "g": 12, "r": 12 }, "correct": null, "cost_estimated": false, "cost_usd": 0.00392975, "delta_e_ok": 0.036896846075574724, "error": null, "error_kind": null, "family": "rgb", "ground_truth": { "rgb": [ 243, 243, 240 ] }, "group_id": "numeric-16", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-16.png", "input_tokens": 740, "latency_sec": 4.919632258010097, "model_name": "muse-spark-1.2", "out_of_srgb": false, "output_tokens": 707, "prediction": { "b": 255, "g": 255, "r": 255 }, "prompt_sha256": "09fd259e1933fb6529f0be5f0819e7edcbad485141fc78abea1ceadc70f0cf55", "provider": "openai", "raw_prediction": "{\"b\": 255, \"g\": 255, \"r\": 255}", "recorded_at": "2026-09-16T15:36:50.865020+00:00", "request_attempts": 1, "score": 81.55157696221264, "task_id": "colorbench-rgb-16", "tight_score": 26.206307848850553, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": false, "0.02": false, "0.05": true } } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "3fca7677-0dbf-4218-83c5-892d2ea55737", "result_sha256": "4e0db382210a88aacfc3562c863bed633f8bc927ea374bbc38dd3766e88d7d6f", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00329925, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "A" }, "group_id": "samediff-pair-01-aa", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-01-aa.png", "input_tokens": 732, "latency_sec": 4.222464490914717, "model_name": "muse-spark-1.2", "out_of_srgb": null, "output_tokens": 561, "prediction": { "choice": "A" }, "prompt_sha256": "5e7848665b728e9630152c817156693405880e5f162e38c259dfb28921044958", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T15:01:26.481590+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-01", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "5b7a74c0-bccd-4652-bb73-a615e8062e90", "result_sha256": "35070448a27e511b78e3d84bc1ff6bef7919c685f30d53aff7128138ef0a12a4", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00334175, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "B" }, "group_id": "samediff-pair-01-aa", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-01-aa.png", "input_tokens": 732, "latency_sec": 3.5229937289841473, "model_name": "muse-spark-1.2", "out_of_srgb": null, "output_tokens": 571, "prediction": { "choice": "B" }, "prompt_sha256": "0a4ab165981a50bcd6b555f867e9fb0981199d629c3115939bc1fd3f4639f344", "provider": "openai", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T16:29:44.966356+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-02", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "55e9a856-c553-47e3-a451-0c3bdda95f81", "result_sha256": "490e5114009e9daedf7fd2c06213c7c01b0955be9db9298b19cea7cd1c453e4b", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00219, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "A" }, "group_id": "samediff-pair-01-bb", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-01-bb.png", "input_tokens": 732, "latency_sec": 11.901977769914083, "model_name": "muse-spark-1.2", "out_of_srgb": null, "output_tokens": 300, "prediction": { "choice": "A" }, "prompt_sha256": "5e7848665b728e9630152c817156693405880e5f162e38c259dfb28921044958", "provider": "openai", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T15:45:17.722199+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-03", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "aaf85ad2-0e88-4b27-9eaf-bb4c56194dab", "result_sha256": "3ed0116e435d32500cb81b90d95e9c5d8bf8907bc54ef4868e9c4009411df8c4", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00341825, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "B" }, "group_id": "samediff-pair-01-bb", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-01-bb.png", "input_tokens": 732, "latency_sec": 3.7919837310910225, "model_name": "muse-spark-1.2", "out_of_srgb": null, "output_tokens": 589, "prediction": { "choice": "B" }, "prompt_sha256": "0a4ab165981a50bcd6b555f867e9fb0981199d629c3115939bc1fd3f4639f344", "provider": "openai", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T14:25:35.175068+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-04", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "96dc240b-c71d-45f3-beac-e82dffed63bc", "result_sha256": "deee97d25c5df540eef53fd0d93f3644184f7060179c9cffde7f9c2361cbd0c6", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.003312, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "B" }, "group_id": "samediff-pair-01-ab", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-01-ab.png", "input_tokens": 732, "latency_sec": 3.1976694751065224, "model_name": "muse-spark-1.2", "out_of_srgb": null, "output_tokens": 564, "prediction": { "choice": "A" }, "prompt_sha256": "5e7848665b728e9630152c817156693405880e5f162e38c259dfb28921044958", "provider": "openai", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T15:39:37.853986+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-samediff-05", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "74ad675a-e68a-440f-879a-90cccbfad94b", "result_sha256": "00b91deb40c286efda746dc6ae73b6859f03f83e9bad99b4714ec7575d614e2e", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.00310375, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "A" }, "group_id": "samediff-pair-01-ab", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-01-ab.png", "input_tokens": 732, "latency_sec": 4.012807670049369, "model_name": "muse-spark-1.2", "out_of_srgb": null, "output_tokens": 515, "prediction": { "choice": "B" }, "prompt_sha256": "0a4ab165981a50bcd6b555f867e9fb0981199d629c3115939bc1fd3f4639f344", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T15:29:03.794600+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-samediff-06", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "8ff20871-09d7-4c49-8d3d-64a89d3e104a", "result_sha256": "422ca94db3f935021bf239cd61c1f17e097630a57f86eaa374b5542ad20328ad", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.00357125, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "B" }, "group_id": "samediff-pair-01-ba", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-01-ba.png", "input_tokens": 732, "latency_sec": 3.8964040839346126, "model_name": "muse-spark-1.2", "out_of_srgb": null, "output_tokens": 625, "prediction": { "choice": "A" }, "prompt_sha256": "5e7848665b728e9630152c817156693405880e5f162e38c259dfb28921044958", "provider": "openai", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T15:52:49.296400+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-samediff-07", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "410614ae-e86d-4519-a65f-74ff587e2df8", "result_sha256": "199c786ba8c803c4c5809fcf5c13177a34070bc5962900a974d051661fe8e9cb", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.003397, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "A" }, "group_id": "samediff-pair-01-ba", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-01-ba.png", "input_tokens": 732, "latency_sec": 4.344956237007864, "model_name": "muse-spark-1.2", "out_of_srgb": null, "output_tokens": 584, "prediction": { "choice": "B" }, "prompt_sha256": "0a4ab165981a50bcd6b555f867e9fb0981199d629c3115939bc1fd3f4639f344", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T15:42:06.765326+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-samediff-08", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "e672c9dc-2090-4092-8705-c50b38f066fa", "result_sha256": "20a2bab1af2905d2abd2119423240b13a636515e3168585b360d5edc0717b5a1", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0029465, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "A" }, "group_id": "samediff-pair-02-aa", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-02-aa.png", "input_tokens": 732, "latency_sec": 3.5346268439898267, "model_name": "muse-spark-1.2", "out_of_srgb": null, "output_tokens": 478, "prediction": { "choice": "A" }, "prompt_sha256": "5e7848665b728e9630152c817156693405880e5f162e38c259dfb28921044958", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T16:01:56.474717+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-09", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "d31ece69-f2e3-476e-ad8a-41859fc50233", "result_sha256": "32f83411286babe93df7610b6d2067b32187232c1632760ffaf9af46658f2d24", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00237275, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "B" }, "group_id": "samediff-pair-02-aa", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-02-aa.png", "input_tokens": 732, "latency_sec": 2.5787350699538365, "model_name": "muse-spark-1.2", "out_of_srgb": null, "output_tokens": 343, "prediction": { "choice": "B" }, "prompt_sha256": "0a4ab165981a50bcd6b555f867e9fb0981199d629c3115939bc1fd3f4639f344", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T16:25:07.855156+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-10", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "6354a981-ff78-4e5d-ab71-1f74b710b63e", "result_sha256": "99026c6257667821546f21be00d1d948670124c58a54e239b6025b918329aea3", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.003584, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "A" }, "group_id": "samediff-pair-02-bb", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-02-bb.png", "input_tokens": 732, "latency_sec": 5.014182421029545, "model_name": "muse-spark-1.2", "out_of_srgb": null, "output_tokens": 628, "prediction": { "choice": "A" }, "prompt_sha256": "5e7848665b728e9630152c817156693405880e5f162e38c259dfb28921044958", "provider": "openai", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T15:51:43.942078+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-11", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "196b662e-2193-4503-ad87-7b9d1b4f1bc6", "result_sha256": "4a4a67d5813415c17184116bb8c008e6cc01bbf49075cc74046bbec2794348f4", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00388575, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "B" }, "group_id": "samediff-pair-02-bb", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-02-bb.png", "input_tokens": 732, "latency_sec": 4.618718929938041, "model_name": "muse-spark-1.2", "out_of_srgb": null, "output_tokens": 699, "prediction": { "choice": "B" }, "prompt_sha256": "0a4ab165981a50bcd6b555f867e9fb0981199d629c3115939bc1fd3f4639f344", "provider": "openai", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T16:07:49.485832+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-12", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "15195c72-bfcc-4e8f-a972-db45550d7936", "result_sha256": "13f84a697b4c3144aa84ad1ac989492677b0f4caa089184284b2a38fe9136635", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00941925, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "B" }, "group_id": "samediff-pair-02-ab", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-02-ab.png", "input_tokens": 732, "latency_sec": 12.660937502980232, "model_name": "muse-spark-1.2", "out_of_srgb": null, "output_tokens": 2001, "prediction": { "choice": "B" }, "prompt_sha256": "5e7848665b728e9630152c817156693405880e5f162e38c259dfb28921044958", "provider": "openai", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T16:16:18.331936+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-13", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "5caedbe7-f6a2-4cd2-b51c-ed40ecd6bb60", "result_sha256": "5c6c9d6121916b0c6062ba7afd0993af5c1c7e6006d68e6e0517675153b25520", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.005624, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "A" }, "group_id": "samediff-pair-02-ab", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-02-ab.png", "input_tokens": 732, "latency_sec": 8.98423120402731, "model_name": "muse-spark-1.2", "out_of_srgb": null, "output_tokens": 1108, "prediction": { "choice": "A" }, "prompt_sha256": "0a4ab165981a50bcd6b555f867e9fb0981199d629c3115939bc1fd3f4639f344", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T15:32:17.857007+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-14", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "b77c831c-1069-4f2e-9791-2b268ae2433c", "result_sha256": "248479bca59174fe1e926e4ef6628577b8f1a8bc8eb516887a54242f5dba1c01", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.0027, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "B" }, "group_id": "samediff-pair-02-ba", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-02-ba.png", "input_tokens": 732, "latency_sec": 2.924956553033553, "model_name": "muse-spark-1.2", "out_of_srgb": null, "output_tokens": 420, "prediction": { "choice": "A" }, "prompt_sha256": "5e7848665b728e9630152c817156693405880e5f162e38c259dfb28921044958", "provider": "openai", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T16:23:40.287496+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-samediff-15", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "a888e697-c34c-4a5c-a6eb-f99a6b21aab0", "result_sha256": "799bf806760f7870a42992817fbd9fd4ba7b8fab859661ca69d7bbae3f93c733", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.004298, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "A" }, "group_id": "samediff-pair-02-ba", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-02-ba.png", "input_tokens": 732, "latency_sec": 4.82560506707523, "model_name": "muse-spark-1.2", "out_of_srgb": null, "output_tokens": 796, "prediction": { "choice": "B" }, "prompt_sha256": "0a4ab165981a50bcd6b555f867e9fb0981199d629c3115939bc1fd3f4639f344", "provider": "openai", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T14:27:10.799621+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-samediff-16", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "c4a65e49-c3f2-4d57-81a6-225f1ea34873", "result_sha256": "b71b501e23c9a6d1a2ef61b65a52d1945fa5892760eadd9a2575fd5957246276", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00244075, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "A" }, "group_id": "samediff-pair-03-aa", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-03-aa.png", "input_tokens": 732, "latency_sec": 2.553029253031127, "model_name": "muse-spark-1.2", "out_of_srgb": null, "output_tokens": 359, "prediction": { "choice": "A" }, "prompt_sha256": "5e7848665b728e9630152c817156693405880e5f162e38c259dfb28921044958", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T15:25:37.546059+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-17", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "49c5f05e-de08-4ea3-88ac-18abd727a702", "result_sha256": "a7b05054c0838990256ea81a4b2aa9fe52c31ded396f5083b017aad6e8612355", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00256825, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "B" }, "group_id": "samediff-pair-03-aa", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-03-aa.png", "input_tokens": 732, "latency_sec": 3.283482467988506, "model_name": "muse-spark-1.2", "out_of_srgb": null, "output_tokens": 389, "prediction": { "choice": "B" }, "prompt_sha256": "0a4ab165981a50bcd6b555f867e9fb0981199d629c3115939bc1fd3f4639f344", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T15:12:24.459192+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-18", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "4698b8c5-786c-439b-bfba-eab6fba3739d", "result_sha256": "d252a37389e4d1185d55d36bbdfc3f8fd3c336a22c0208724868c306df141903", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00618075, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "A" }, "group_id": "samediff-pair-03-bb", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-03-bb.png", "input_tokens": 732, "latency_sec": 8.393502968014218, "model_name": "muse-spark-1.2", "out_of_srgb": null, "output_tokens": 1239, "prediction": { "choice": "A" }, "prompt_sha256": "5e7848665b728e9630152c817156693405880e5f162e38c259dfb28921044958", "provider": "openai", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T15:53:16.124744+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-19", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "777c8301-1ffa-426b-9ce5-5f4d609edd59", "result_sha256": "9dfefc4010d9ec8a141202ac66613daff1a61dce02bcc78a8879cd9d91862b48", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00198175, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "B" }, "group_id": "samediff-pair-03-bb", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-03-bb.png", "input_tokens": 732, "latency_sec": 1.9741633370285854, "model_name": "muse-spark-1.2", "out_of_srgb": null, "output_tokens": 251, "prediction": { "choice": "B" }, "prompt_sha256": "0a4ab165981a50bcd6b555f867e9fb0981199d629c3115939bc1fd3f4639f344", "provider": "openai", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T16:00:55.644840+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-20", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "b0e6ab7a-2588-4676-8604-073a2ad5bbd5", "result_sha256": "1a8fa84b7c65b89c5f57dc604191510b9e2a6e937873b1148d9b1c5c6aea5a49", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.00391975, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "B" }, "group_id": "samediff-pair-03-ab", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-03-ab.png", "input_tokens": 732, "latency_sec": 4.604545895010233, "model_name": "muse-spark-1.2", "out_of_srgb": null, "output_tokens": 707, "prediction": { "choice": "A" }, "prompt_sha256": "5e7848665b728e9630152c817156693405880e5f162e38c259dfb28921044958", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T14:43:59.159054+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-samediff-21", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "826d59ff-7c82-4034-bcb2-f341ff617b84", "result_sha256": "1d1db58bdb45bc99354500933b42b8bdc1dde548c0d786ae4f9b03a594bf0509", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.003482, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "A" }, "group_id": "samediff-pair-03-ab", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-03-ab.png", "input_tokens": 732, "latency_sec": 5.387890525977127, "model_name": "muse-spark-1.2", "out_of_srgb": null, "output_tokens": 604, "prediction": { "choice": "B" }, "prompt_sha256": "0a4ab165981a50bcd6b555f867e9fb0981199d629c3115939bc1fd3f4639f344", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T15:33:43.191530+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-samediff-22", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "560800bc-fa48-4742-b089-7c8e19b7c5b2", "result_sha256": "ae5549112f9b46c9721ee457d7c02d90ae1ce1b14c70a6ad8bd2212df70a3312", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.00288275, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "B" }, "group_id": "samediff-pair-03-ba", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-03-ba.png", "input_tokens": 732, "latency_sec": 3.3381523430580273, "model_name": "muse-spark-1.2", "out_of_srgb": null, "output_tokens": 463, "prediction": { "choice": "A" }, "prompt_sha256": "5e7848665b728e9630152c817156693405880e5f162e38c259dfb28921044958", "provider": "openai", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T16:13:23.570108+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-samediff-23", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "a19bbab5-fea0-4a3a-885c-c7c11e48945e", "result_sha256": "25eed46f48188d93fe39f089861ec6108315af46fa52320f6a2a9a82cdec8d52", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.00413225, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "A" }, "group_id": "samediff-pair-03-ba", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-03-ba.png", "input_tokens": 732, "latency_sec": 5.464104444952682, "model_name": "muse-spark-1.2", "out_of_srgb": null, "output_tokens": 757, "prediction": { "choice": "B" }, "prompt_sha256": "0a4ab165981a50bcd6b555f867e9fb0981199d629c3115939bc1fd3f4639f344", "provider": "openai", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T16:11:35.138145+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-samediff-24", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "3ba3daba-778b-4ea0-963b-43657cf49eb4", "result_sha256": "a3f1879147dbd18483af80f4c4d66b6554d91253ef4716bee51664ecb9abadf8", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00250025, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "A" }, "group_id": "samediff-pair-04-aa", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-04-aa.png", "input_tokens": 732, "latency_sec": 2.0872172749368474, "model_name": "muse-spark-1.2", "out_of_srgb": null, "output_tokens": 373, "prediction": { "choice": "A" }, "prompt_sha256": "5e7848665b728e9630152c817156693405880e5f162e38c259dfb28921044958", "provider": "openai", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T16:29:32.700511+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-25", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "dffddcda-92a4-420c-87e4-30abca203c78", "result_sha256": "01b2ef60a1d7a26fc9336510633b9c48c06eee505a059a39af446c06cd346d04", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00436175, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "B" }, "group_id": "samediff-pair-04-aa", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-04-aa.png", "input_tokens": 732, "latency_sec": 5.508495384012349, "model_name": "muse-spark-1.2", "out_of_srgb": null, "output_tokens": 811, "prediction": { "choice": "B" }, "prompt_sha256": "0a4ab165981a50bcd6b555f867e9fb0981199d629c3115939bc1fd3f4639f344", "provider": "openai", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T15:22:10.707617+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-26", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "b74cf9ce-7c42-48e3-a0a2-bb0f573ed78e", "result_sha256": "cc011ab3930ee47158f4c032621d10b93799e99986bd53c6ac3af2cc928dcf2c", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00363075, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "A" }, "group_id": "samediff-pair-04-bb", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-04-bb.png", "input_tokens": 732, "latency_sec": 13.551791620091535, "model_name": "muse-spark-1.2", "out_of_srgb": null, "output_tokens": 639, "prediction": { "choice": "A" }, "prompt_sha256": "5e7848665b728e9630152c817156693405880e5f162e38c259dfb28921044958", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T15:32:45.975033+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-27", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "664db709-0305-4650-bea5-926199d4cb56", "result_sha256": "cd805fa01be958991dfc0f763dfd95d6b17daec8882416d90084bc542313e6e7", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0033205, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "B" }, "group_id": "samediff-pair-04-bb", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-04-bb.png", "input_tokens": 732, "latency_sec": 3.8408768760273233, "model_name": "muse-spark-1.2", "out_of_srgb": null, "output_tokens": 566, "prediction": { "choice": "B" }, "prompt_sha256": "0a4ab165981a50bcd6b555f867e9fb0981199d629c3115939bc1fd3f4639f344", "provider": "openai", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T15:09:26.037265+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-28", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "e9f71d20-2de2-421c-ad92-79b19bef8b7e", "result_sha256": "8e46128ae2d61594cb59bc02b7a060f673f10f5559e848cba850f5c9c01340d5", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.00377525, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "B" }, "group_id": "samediff-pair-04-ab", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-04-ab.png", "input_tokens": 732, "latency_sec": 5.685216809972189, "model_name": "muse-spark-1.2", "out_of_srgb": null, "output_tokens": 673, "prediction": { "choice": "A" }, "prompt_sha256": "5e7848665b728e9630152c817156693405880e5f162e38c259dfb28921044958", "provider": "openai", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T15:44:15.088346+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-samediff-29", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "b61134d6-e357-43f5-b0a8-6baae0a299dc", "result_sha256": "47a77a3693a3a8d183084dfec0950e81d3622bcf532497b05103332b35321018", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.0026745, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "A" }, "group_id": "samediff-pair-04-ab", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-04-ab.png", "input_tokens": 732, "latency_sec": 6.210614428971894, "model_name": "muse-spark-1.2", "out_of_srgb": null, "output_tokens": 414, "prediction": { "choice": "B" }, "prompt_sha256": "0a4ab165981a50bcd6b555f867e9fb0981199d629c3115939bc1fd3f4639f344", "provider": "openai", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T14:06:18.012507+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-samediff-30", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "630cb34a-98ae-4219-bc09-40b0afd406da", "result_sha256": "74066245f6ab616836dca78781bb3b5f1baafbc102c3104c092a9e632611582f", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.0029635, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "B" }, "group_id": "samediff-pair-04-ba", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-04-ba.png", "input_tokens": 732, "latency_sec": 3.385787402978167, "model_name": "muse-spark-1.2", "out_of_srgb": null, "output_tokens": 482, "prediction": { "choice": "A" }, "prompt_sha256": "5e7848665b728e9630152c817156693405880e5f162e38c259dfb28921044958", "provider": "openai", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T16:14:24.823793+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-samediff-31", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "21ad2f18-d9b9-4b2e-a55f-e2e0f495c56c", "result_sha256": "12ef6a20e8ca0b7848eb97af577da34a7a3f25532cd9e6db63ce56aafa7069a6", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.00324825, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "A" }, "group_id": "samediff-pair-04-ba", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-04-ba.png", "input_tokens": 732, "latency_sec": 3.5930067769950256, "model_name": "muse-spark-1.2", "out_of_srgb": null, "output_tokens": 549, "prediction": { "choice": "B" }, "prompt_sha256": "0a4ab165981a50bcd6b555f867e9fb0981199d629c3115939bc1fd3f4639f344", "provider": "openai", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T15:46:15.298321+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-samediff-32", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "d263a6d9-85d6-4e11-b413-cce301ba56db", "result_sha256": "a518d32b5eaf6ad7a50227ef7fb2f6cb7945e79bef2753cc9ad5c5bf5cf8e678", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00437025, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "A" }, "group_id": "samediff-pair-05-aa", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-05-aa.png", "input_tokens": 732, "latency_sec": 5.040984278079122, "model_name": "muse-spark-1.2", "out_of_srgb": null, "output_tokens": 813, "prediction": { "choice": "A" }, "prompt_sha256": "5e7848665b728e9630152c817156693405880e5f162e38c259dfb28921044958", "provider": "openai", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T15:08:04.535054+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-33", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "75901f21-cbb9-4ba9-b4b0-bf1d160bd49a", "result_sha256": "f9dba7ad816bbfc18db5bf58f1e60450aae71f9742d7d558a7e2b9e27d38386f", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0027595, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "B" }, "group_id": "samediff-pair-05-aa", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-05-aa.png", "input_tokens": 732, "latency_sec": 4.302349867997691, "model_name": "muse-spark-1.2", "out_of_srgb": null, "output_tokens": 434, "prediction": { "choice": "B" }, "prompt_sha256": "0a4ab165981a50bcd6b555f867e9fb0981199d629c3115939bc1fd3f4639f344", "provider": "openai", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T15:44:03.526594+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-34", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "0c639668-da5b-4c83-9741-59e9f6d0dec3", "result_sha256": "4f6cc346dedd32207653196e9d135af2d48731aee0b151732b6d24aca559af8d", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.004026, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "A" }, "group_id": "samediff-pair-05-bb", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-05-bb.png", "input_tokens": 732, "latency_sec": 4.902541987015866, "model_name": "muse-spark-1.2", "out_of_srgb": null, "output_tokens": 732, "prediction": { "choice": "A" }, "prompt_sha256": "5e7848665b728e9630152c817156693405880e5f162e38c259dfb28921044958", "provider": "openai", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T16:03:02.446192+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-35", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "6203fe83-5a42-4766-bb76-b7ab1d3fbc0c", "result_sha256": "afa0eb4e4dc19a891c5a0ce4ad8cad2796beeeeb860d1ab2dab16ed80049f385", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0019265, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "B" }, "group_id": "samediff-pair-05-bb", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-05-bb.png", "input_tokens": 732, "latency_sec": 2.637543782009743, "model_name": "muse-spark-1.2", "out_of_srgb": null, "output_tokens": 238, "prediction": { "choice": "B" }, "prompt_sha256": "0a4ab165981a50bcd6b555f867e9fb0981199d629c3115939bc1fd3f4639f344", "provider": "openai", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T16:21:10.170309+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-36", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "df5a156b-1ea5-4fb9-a82d-3065d983c4df", "result_sha256": "9c994d525fc8122af69e05cb93af4fb92871bc862f7f42a08f00ecc40b704151", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.00330775, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "B" }, "group_id": "samediff-pair-05-ab", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-05-ab.png", "input_tokens": 732, "latency_sec": 3.722640881082043, "model_name": "muse-spark-1.2", "out_of_srgb": null, "output_tokens": 563, "prediction": { "choice": "A" }, "prompt_sha256": "5e7848665b728e9630152c817156693405880e5f162e38c259dfb28921044958", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T15:48:02.344766+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-samediff-37", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "9f6cc1df-8d02-4bb6-8378-fb504dae113a", "result_sha256": "964993c024f3a753f023ebcb61ec74a1549e474f1c307351b8af6ab97069c81f", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.003023, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "A" }, "group_id": "samediff-pair-05-ab", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-05-ab.png", "input_tokens": 732, "latency_sec": 2.932745057041757, "model_name": "muse-spark-1.2", "out_of_srgb": null, "output_tokens": 496, "prediction": { "choice": "B" }, "prompt_sha256": "0a4ab165981a50bcd6b555f867e9fb0981199d629c3115939bc1fd3f4639f344", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T15:55:17.488585+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-samediff-38", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "69daa1c9-70e5-4377-b7a7-1ce6ab0573b0", "result_sha256": "5a8ab518e2c2c65550ff8aa7d98c72aad586ffce4a9fc29a7db9c82ac92c3824", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.00372425, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "B" }, "group_id": "samediff-pair-05-ba", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-05-ba.png", "input_tokens": 732, "latency_sec": 6.103749885922298, "model_name": "muse-spark-1.2", "out_of_srgb": null, "output_tokens": 661, "prediction": { "choice": "A" }, "prompt_sha256": "5e7848665b728e9630152c817156693405880e5f162e38c259dfb28921044958", "provider": "openai", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T15:15:10.882926+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-samediff-39", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "4eafd6fa-5979-46fd-af77-b9f992d0d0de", "result_sha256": "70ba01a16538c2058c4b99a3efd96b4ba06dda78806ff03e554fbdabd2ff385f", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.00676725, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "A" }, "group_id": "samediff-pair-05-ba", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-05-ba.png", "input_tokens": 732, "latency_sec": 8.517322191037238, "model_name": "muse-spark-1.2", "out_of_srgb": null, "output_tokens": 1377, "prediction": { "choice": "B" }, "prompt_sha256": "0a4ab165981a50bcd6b555f867e9fb0981199d629c3115939bc1fd3f4639f344", "provider": "openai", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T14:52:47.108286+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-samediff-40", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "f8b1b547-77f4-4f68-9e4c-f324de7efe3a", "result_sha256": "86bb98f8ef135594eb8d65dbcdf3f76de0030ca15ce4844c3e006f8b287c59b5", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0022835, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "A" }, "group_id": "samediff-pair-06-aa", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-06-aa.png", "input_tokens": 732, "latency_sec": 2.3309542409842834, "model_name": "muse-spark-1.2", "out_of_srgb": null, "output_tokens": 322, "prediction": { "choice": "A" }, "prompt_sha256": "5e7848665b728e9630152c817156693405880e5f162e38c259dfb28921044958", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T14:25:21.642367+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-41", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "5bb664a6-6906-4742-9d2f-f6da072a9dad", "result_sha256": "b2fc2279be46960d8c83d5e8f776a0498c953d8c6e6f931438e3eb9eb9bc0cc6", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00608725, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "B" }, "group_id": "samediff-pair-06-aa", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-06-aa.png", "input_tokens": 732, "latency_sec": 7.9610845929710194, "model_name": "muse-spark-1.2", "out_of_srgb": null, "output_tokens": 1217, "prediction": { "choice": "B" }, "prompt_sha256": "0a4ab165981a50bcd6b555f867e9fb0981199d629c3115939bc1fd3f4639f344", "provider": "openai", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T15:21:20.939063+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-42", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "f4027441-213a-463a-8533-900ce7a7a2e5", "result_sha256": "b4f49fa94e24a01e319ba4b1ed055a244ec112236a8cebf6492e1e8b98751721", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00568775, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "A" }, "group_id": "samediff-pair-06-bb", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-06-bb.png", "input_tokens": 732, "latency_sec": 7.021804698044434, "model_name": "muse-spark-1.2", "out_of_srgb": null, "output_tokens": 1123, "prediction": { "choice": "A" }, "prompt_sha256": "5e7848665b728e9630152c817156693405880e5f162e38c259dfb28921044958", "provider": "openai", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T14:48:10.186829+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-43", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "a758cc1a-938e-4717-a0e2-2a665e6cbece", "result_sha256": "a2464e2faf60a5ce2a78c634840dba835ec34c95a421106f246908850ed90401", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00307825, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "B" }, "group_id": "samediff-pair-06-bb", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-06-bb.png", "input_tokens": 732, "latency_sec": 4.296848726924509, "model_name": "muse-spark-1.2", "out_of_srgb": null, "output_tokens": 509, "prediction": { "choice": "B" }, "prompt_sha256": "0a4ab165981a50bcd6b555f867e9fb0981199d629c3115939bc1fd3f4639f344", "provider": "openai", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T16:17:16.252112+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-44", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "4871114b-c0fa-4fb1-a640-0ba4c8644f8d", "result_sha256": "a7e7467c94e084d15cb297b9db7c25eb2a9e88ed8823fe4d624308677cd7c79c", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.00305275, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "B" }, "group_id": "samediff-pair-06-ab", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-06-ab.png", "input_tokens": 732, "latency_sec": 3.395156614948064, "model_name": "muse-spark-1.2", "out_of_srgb": null, "output_tokens": 503, "prediction": { "choice": "A" }, "prompt_sha256": "5e7848665b728e9630152c817156693405880e5f162e38c259dfb28921044958", "provider": "openai", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T14:34:39.902291+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-samediff-45", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "9229fc49-fb39-4f12-bc9f-c46bbb2a20ab", "result_sha256": "f049be38c7b06eddc86f47e2321671f05a0fe31cf6fd543acb3ece1340ea829f", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.00479525, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "A" }, "group_id": "samediff-pair-06-ab", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-06-ab.png", "input_tokens": 732, "latency_sec": 6.069148779031821, "model_name": "muse-spark-1.2", "out_of_srgb": null, "output_tokens": 913, "prediction": { "choice": "B" }, "prompt_sha256": "0a4ab165981a50bcd6b555f867e9fb0981199d629c3115939bc1fd3f4639f344", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T15:33:58.993126+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-samediff-46", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "8392c31d-cd1a-489e-bd98-ec9dc03b0480", "result_sha256": "93b269326d3717014baab622e900025d8513b59d10c0d29549fafee64961deb2", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.005692, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "B" }, "group_id": "samediff-pair-06-ba", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-06-ba.png", "input_tokens": 732, "latency_sec": 6.486294441972859, "model_name": "muse-spark-1.2", "out_of_srgb": null, "output_tokens": 1124, "prediction": { "choice": "A" }, "prompt_sha256": "5e7848665b728e9630152c817156693405880e5f162e38c259dfb28921044958", "provider": "openai", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T14:12:32.439960+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-samediff-47", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "5d831b03-852a-4e2e-aaf8-646a19e60911", "result_sha256": "4bc9c932d907b9331a0301af90559502a0b4d47b7454013767ed6dd6a7d74918", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.0031505, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "A" }, "group_id": "samediff-pair-06-ba", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-06-ba.png", "input_tokens": 732, "latency_sec": 3.5354627129854634, "model_name": "muse-spark-1.2", "out_of_srgb": null, "output_tokens": 526, "prediction": { "choice": "B" }, "prompt_sha256": "0a4ab165981a50bcd6b555f867e9fb0981199d629c3115939bc1fd3f4639f344", "provider": "openai", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T14:41:40.903965+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-samediff-48", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "33bacc72-7d71-4689-8b34-cb76b093b316", "result_sha256": "0241b66943ae11284c452c79ce4832949e80735bf8ec7b202b02f451c9ed1b81", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.01065175, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "A" }, "group_id": "smallmatch-01-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-01.png", "input_tokens": 732, "latency_sec": 13.713796749943867, "model_name": "muse-spark-1.2", "out_of_srgb": null, "output_tokens": 2291, "prediction": { "choice": "A" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "openai", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T14:23:06.693341+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-01", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "289777f5-d930-4c14-aa17-71a116d03d46", "result_sha256": "b19bc392428e044e2c48ebe8476b1171e7638fee8aa8f507ec636bb602489039", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.007749, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "B" }, "group_id": "smallmatch-01-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-02.png", "input_tokens": 732, "latency_sec": 9.534274703008123, "model_name": "muse-spark-1.2", "out_of_srgb": null, "output_tokens": 1608, "prediction": { "choice": "B" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "openai", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T16:03:21.730551+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-02", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "175cc046-50ff-42ce-99c8-425327251a0a", "result_sha256": "1a6656e324fe8ff7a288f98327a5931897c3450819dac3de7c5781a6353c63ca", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.01011625, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "C" }, "group_id": "smallmatch-01-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-03.png", "input_tokens": 732, "latency_sec": 12.631667768000625, "model_name": "muse-spark-1.2", "out_of_srgb": null, "output_tokens": 2165, "prediction": { "choice": "C" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "openai", "raw_prediction": "{\"choice\": \"C\"}", "recorded_at": "2026-09-16T14:19:31.294865+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-03", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "8ef2fa92-6cbe-43aa-b9f0-5de9889d0e6f", "result_sha256": "a32206c03c676583ed5f13a004f3ed28650fb6d575eaf07549c56f43beaf8266", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.007885, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "D" }, "group_id": "smallmatch-01-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-04.png", "input_tokens": 732, "latency_sec": 9.488573616952635, "model_name": "muse-spark-1.2", "out_of_srgb": null, "output_tokens": 1640, "prediction": { "choice": "D" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "openai", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-16T15:41:42.692786+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-04", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "e26b775b-b841-4175-91ca-8c1ef8ad0919", "result_sha256": "590027675aa38e69fad052c1554c185faeae05f49ae6f7f1c9a0c56d429f92bc", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.01371175, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "A" }, "group_id": "smallmatch-01-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-05.png", "input_tokens": 732, "latency_sec": 17.80828647199087, "model_name": "muse-spark-1.2", "out_of_srgb": null, "output_tokens": 3011, "prediction": { "choice": "C" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "openai", "raw_prediction": "{\"choice\": \"C\"}", "recorded_at": "2026-09-16T15:55:08.868923+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-smallmatch-05", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "4eed8b87-a0ad-44ed-86c8-75ae8afe12ff", "result_sha256": "949f0643f1609381c20e373c77836f9383476c1d76dfcd51a23c8897ea7a9427", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.007239, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "B" }, "group_id": "smallmatch-01-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-06.png", "input_tokens": 732, "latency_sec": 8.961896982975304, "model_name": "muse-spark-1.2", "out_of_srgb": null, "output_tokens": 1488, "prediction": { "choice": "B" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "openai", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T14:34:20.479471+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-06", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "1002549f-be01-44e1-a10f-59ec3a6587af", "result_sha256": "15c39f7bb378c2143189267a956455a310c29761a09d751471cbc1fcd3a40cd4", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.0099165, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "C" }, "group_id": "smallmatch-01-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-07.png", "input_tokens": 732, "latency_sec": 12.34894202707801, "model_name": "muse-spark-1.2", "out_of_srgb": null, "output_tokens": 2118, "prediction": { "choice": "A" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "openai", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T15:01:02.671011+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-smallmatch-07", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "32061e98-dde1-4435-9ae1-ff152330545b", "result_sha256": "f57ea0c24eb770a8d3cc1e962404ba691ab5e8f059e17c3ef2a742c416dbff6e", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.01209675, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "D" }, "group_id": "smallmatch-01-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-08.png", "input_tokens": 732, "latency_sec": 13.84654930990655, "model_name": "muse-spark-1.2", "out_of_srgb": null, "output_tokens": 2631, "prediction": { "choice": "B" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "openai", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T16:32:38.904152+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-smallmatch-08", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "7ac93e87-1c59-45be-946c-c12d0a336bb9", "result_sha256": "25ad774ec1b44f9d5d30d439d467607268bdb74507aa8394052d6f5168be68c0", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.009789, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "A" }, "group_id": "smallmatch-01-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-09.png", "input_tokens": 732, "latency_sec": 12.161313900025561, "model_name": "muse-spark-1.2", "out_of_srgb": null, "output_tokens": 2088, "prediction": { "choice": "A" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "openai", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T16:27:55.321875+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-09", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "7d64480d-4cff-446e-9d0f-d7e1cce75a1c", "result_sha256": "abfe2aa1ec1fb8b5a366a075430a8119ea3d1ef8bc4e8e27f1107f51ad19f99f", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0101545, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "B" }, "group_id": "smallmatch-01-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-10.png", "input_tokens": 732, "latency_sec": 14.253368780016899, "model_name": "muse-spark-1.2", "out_of_srgb": null, "output_tokens": 2174, "prediction": { "choice": "B" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T16:04:45.686299+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-10", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "c3311539-2740-40ec-8457-e7ed4157d8a7", "result_sha256": "7fc022f20c46f56511262642530c6c11bc81641fc50bcb7589330f0936e8e4a5", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.00952125, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "C" }, "group_id": "smallmatch-01-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-11.png", "input_tokens": 732, "latency_sec": 11.357323134085163, "model_name": "muse-spark-1.2", "out_of_srgb": null, "output_tokens": 2025, "prediction": { "choice": "A" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "openai", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T16:02:40.961465+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-smallmatch-11", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "78e7ff36-f42c-4b13-a387-fd5e15f21a3d", "result_sha256": "e0b95c6c8387fed335a4ce104a9a570a3c30035a5abdfade3ad1107496ea36f9", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.008599, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "D" }, "group_id": "smallmatch-01-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-12.png", "input_tokens": 732, "latency_sec": 13.12732995301485, "model_name": "muse-spark-1.2", "out_of_srgb": null, "output_tokens": 1808, "prediction": { "choice": "C" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "openai", "raw_prediction": "{\"choice\": \"C\"}", "recorded_at": "2026-09-16T15:35:01.638995+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-smallmatch-12", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "fbbc2787-f649-4ee2-a2f8-0006605bfac1", "result_sha256": "e42fdab419aa098e1c46e0a7a524bc287329f0f766353dbc2154e96862f72f93", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.007239, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "A" }, "group_id": "smallmatch-01-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-13.png", "input_tokens": 732, "latency_sec": 10.590197462006472, "model_name": "muse-spark-1.2", "out_of_srgb": null, "output_tokens": 1488, "prediction": { "choice": "A" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "openai", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T16:21:32.136407+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-13", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "ce0c13f7-1df0-4c2f-afeb-9d2de051d681", "result_sha256": "ba179d5b0e23aacbfa226870550a8e591106386a5e9e5b1273f8e60a3fe50349", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.0079785, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "B" }, "group_id": "smallmatch-01-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-14.png", "input_tokens": 732, "latency_sec": 12.718713988084346, "model_name": "muse-spark-1.2", "out_of_srgb": null, "output_tokens": 1662, "prediction": { "choice": "D" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "openai", "raw_prediction": "{\"choice\": \"D\"}", "recorded_at": "2026-09-16T16:23:16.917382+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-smallmatch-14", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "03c5370b-021e-45e5-a512-b12b5a4bdf21", "result_sha256": "fe5cd9d970645a79f78e12f8f1a6cfb53d11a07b72ce4a8550f7b8151a43a445", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.00914725, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "C" }, "group_id": "smallmatch-01-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-15.png", "input_tokens": 732, "latency_sec": 11.028341099037789, "model_name": "muse-spark-1.2", "out_of_srgb": null, "output_tokens": 1937, "prediction": { "choice": "A" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "openai", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T14:24:14.625527+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-smallmatch-15", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "bf461de7-9dbd-412d-b02d-0bcc8d944a9d", "result_sha256": "f6af305fbc270becbc184f9ce8573e0abff16f9c6b959e67979dcef73aa75224", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.01031175, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "D" }, "group_id": "smallmatch-01-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-16.png", "input_tokens": 732, "latency_sec": 18.575222351937555, "model_name": "muse-spark-1.2", "out_of_srgb": null, "output_tokens": 2211, "prediction": { "choice": "A" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "openai", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T15:11:51.303505+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-smallmatch-16", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "ab117d60-8e9f-4fdf-b022-67106f81ad6c", "result_sha256": "c669ce1963064f07e97709b0ac77e98177754969d795e68f5b6a7e61cb2f2ef9", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.00692875, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "A" }, "group_id": "smallmatch-02-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-17.png", "input_tokens": 732, "latency_sec": 8.334350552991964, "model_name": "muse-spark-1.2", "out_of_srgb": null, "output_tokens": 1415, "prediction": { "choice": "C" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "openai", "raw_prediction": "{\"choice\": \"C\"}", "recorded_at": "2026-09-16T16:27:29.025871+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-smallmatch-17", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "1f8179fb-c0e7-4507-a305-96668748f8c3", "result_sha256": "f772eb8047d9fd470464542cb2765a94d1d3773cc2510798976a9c9c35efe31c", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.0082845, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "B" }, "group_id": "smallmatch-02-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-18.png", "input_tokens": 732, "latency_sec": 11.077584636979736, "model_name": "muse-spark-1.2", "out_of_srgb": null, "output_tokens": 1734, "prediction": { "choice": "C" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "openai", "raw_prediction": "{\"choice\": \"C\"}", "recorded_at": "2026-09-16T16:24:45.266463+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-smallmatch-18", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "5c5c7cd7-18f5-4e71-8e5a-ce3e34ed2f91", "result_sha256": "01b5b727ec11a390818ce04f2dcea8c7f85ed84a89f05cd02e1ef51751302d08", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0143875, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "C" }, "group_id": "smallmatch-02-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-19.png", "input_tokens": 732, "latency_sec": 25.860128562897444, "model_name": "muse-spark-1.2", "out_of_srgb": null, "output_tokens": 3170, "prediction": { "choice": "C" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "openai", "raw_prediction": "{\"choice\": \"C\"}", "recorded_at": "2026-09-16T15:26:43.503779+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-19", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "092a90ed-e39c-4b23-9a6c-f9875dd11a81", "result_sha256": "9d61dc9e7584c7abf1b133bd958e22f33a6e16eab76a997999c2a9bd885ca48c", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.008599, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "D" }, "group_id": "smallmatch-02-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-20.png", "input_tokens": 732, "latency_sec": 13.821482658036985, "model_name": "muse-spark-1.2", "out_of_srgb": null, "output_tokens": 1808, "prediction": { "choice": "C" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "openai", "raw_prediction": "{\"choice\": \"C\"}", "recorded_at": "2026-09-16T15:08:29.504543+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-smallmatch-20", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "420bb07e-b838-42a9-9e37-e7ffa1d5c617", "result_sha256": "34d77b4476f287871b6fe21a580c7f57a9ef30c8e445c1560a211e20764b13e1", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00822075, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "A" }, "group_id": "smallmatch-02-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-21.png", "input_tokens": 732, "latency_sec": 10.67261674196925, "model_name": "muse-spark-1.2", "out_of_srgb": null, "output_tokens": 1719, "prediction": { "choice": "A" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T15:13:07.059723+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-21", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "2ee07ea9-8c56-45e4-9e3e-61868c1d6987", "result_sha256": "2b2ca0b926f0950318f7f800a615644024bdac9a90c542b2c7fe768cd2fae368", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00751525, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "B" }, "group_id": "smallmatch-02-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-22.png", "input_tokens": 732, "latency_sec": 8.558210098999552, "model_name": "muse-spark-1.2", "out_of_srgb": null, "output_tokens": 1553, "prediction": { "choice": "B" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "openai", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T14:25:05.715793+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-22", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "faa81327-e260-4949-a1af-e33a3eb56668", "result_sha256": "9de10ec84472d29b4295995320eccfda161b2795f8a3c6c4dd15f20e24f2b5e8", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0075875, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "C" }, "group_id": "smallmatch-02-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-23.png", "input_tokens": 732, "latency_sec": 9.02268001390621, "model_name": "muse-spark-1.2", "out_of_srgb": null, "output_tokens": 1570, "prediction": { "choice": "C" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "openai", "raw_prediction": "{\"choice\": \"C\"}", "recorded_at": "2026-09-16T16:30:03.864220+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-23", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "d7986dea-7190-47ce-88ec-1c2075ca0a56", "result_sha256": "543bd5809af662918304ea3074147fbeda9265b436f25ae8250213bd92caeaf1", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.008208, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "D" }, "group_id": "smallmatch-02-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-24.png", "input_tokens": 732, "latency_sec": 11.587118374067359, "model_name": "muse-spark-1.2", "out_of_srgb": null, "output_tokens": 1716, "prediction": { "choice": "B" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "openai", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T15:39:32.304506+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-smallmatch-24", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "a8618f1e-eaff-4ff6-ad75-36d19a32fe57", "result_sha256": "9158cc85018b2f071d2fa0004b0842a9c2f3b1a94cda93dce6fe7b4b8e9e1f02", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.009602, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "A" }, "group_id": "smallmatch-02-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-25.png", "input_tokens": 732, "latency_sec": 12.410914807929657, "model_name": "muse-spark-1.2", "out_of_srgb": null, "output_tokens": 2044, "prediction": { "choice": "B" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "openai", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T16:10:17.614694+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-smallmatch-25", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "2aa59776-57c3-46f3-b0b9-cb8a1b267569", "result_sha256": "275b2309654edfd590c451f5cf8d5dc87e802b998f6d715899f58eb366ce1f24", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.0125345, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "B" }, "group_id": "smallmatch-02-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-26.png", "input_tokens": 732, "latency_sec": 16.4566906519467, "model_name": "muse-spark-1.2", "out_of_srgb": null, "output_tokens": 2734, "prediction": { "choice": "A" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "openai", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T14:53:38.974131+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-smallmatch-26", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "aa47155e-bdb3-4595-88cf-7df18018972f", "result_sha256": "4342069984b3cfdaf1e1e2c79b1ce6fac97f4f44597096ff0834d79d36f1f185", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.0078765, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "C" }, "group_id": "smallmatch-02-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-27.png", "input_tokens": 732, "latency_sec": 15.9630217369413, "model_name": "muse-spark-1.2", "out_of_srgb": null, "output_tokens": 1638, "prediction": { "choice": "B" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "openai", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T15:18:03.454564+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-smallmatch-27", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "0dc17b48-8ec1-4920-a3c3-162638058b5d", "result_sha256": "12de4adef579fe98792db84e4a0e495ec9abdf045265a65817a2d4b617db493c", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.0076385, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "D" }, "group_id": "smallmatch-02-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-28.png", "input_tokens": 732, "latency_sec": 9.057467281934805, "model_name": "muse-spark-1.2", "out_of_srgb": null, "output_tokens": 1582, "prediction": { "choice": "B" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T14:03:03.537588+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-smallmatch-28", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "346f502a-fd40-4e58-bb25-43c98ebbc74b", "result_sha256": "70520b8bee568273f8819eb44d138dd3f8331e3f116a04e4278dc0e5d9ff0b94", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.00612975, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "A" }, "group_id": "smallmatch-02-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-29.png", "input_tokens": 732, "latency_sec": 8.074182703974657, "model_name": "muse-spark-1.2", "out_of_srgb": null, "output_tokens": 1227, "prediction": { "choice": "C" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "openai", "raw_prediction": "{\"choice\": \"C\"}", "recorded_at": "2026-09-16T14:39:39.944055+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-smallmatch-29", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "9db81f5b-a17d-4eaa-9520-eeb52432c6f6", "result_sha256": "24296e2a6a6dc8dd27abe267fd441f9e69868d57464380628ffeca73171f14ea", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00906225, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "B" }, "group_id": "smallmatch-02-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-30.png", "input_tokens": 732, "latency_sec": 12.190292092971504, "model_name": "muse-spark-1.2", "out_of_srgb": null, "output_tokens": 1917, "prediction": { "choice": "B" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "openai", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T16:02:24.360826+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-30", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "abe84c5d-5b0e-48a7-b5fc-4993090650b2", "result_sha256": "241f4b6dc434487181bba5007efbe38b3cd0580d02a11c235590a97db512a4a1", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.005488, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "C" }, "group_id": "smallmatch-02-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-31.png", "input_tokens": 732, "latency_sec": 7.634157800930552, "model_name": "muse-spark-1.2", "out_of_srgb": null, "output_tokens": 1076, "prediction": { "choice": "B" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T14:11:59.865694+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-smallmatch-31", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "7058d356-da81-4931-a9f3-0bcb56371e1f", "result_sha256": "d098b7a7e860103d4837fee13cefca7e248d0db2c2e9a6ce58664fdc85a1e451", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.01029475, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "D" }, "group_id": "smallmatch-02-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-32.png", "input_tokens": 732, "latency_sec": 14.886513654026203, "model_name": "muse-spark-1.2", "out_of_srgb": null, "output_tokens": 2207, "prediction": { "choice": "B" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "openai", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T16:04:07.401108+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-smallmatch-32", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "cc547e05-81f0-4776-9afd-448a868754ae", "result_sha256": "a49231ec38f0b5731842687a9f52dda9ec61d7096b055ec7e9436cf45ba3b20a", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.0070605, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "A" }, "group_id": "smallmatch-03-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-33.png", "input_tokens": 732, "latency_sec": 7.9875262579880655, "model_name": "muse-spark-1.2", "out_of_srgb": null, "output_tokens": 1446, "prediction": { "choice": "C" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "openai", "raw_prediction": "{\"choice\": \"C\"}", "recorded_at": "2026-09-16T14:43:11.766504+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-smallmatch-33", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "140569f4-95e7-4949-8093-8cdc775a348d", "result_sha256": "44597b9ceb1ee5173006596896fb3e8e32ce2c0761d5a252192a2c0c431acdbf", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.009925, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "B" }, "group_id": "smallmatch-03-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-34.png", "input_tokens": 732, "latency_sec": 13.341601672000252, "model_name": "muse-spark-1.2", "out_of_srgb": null, "output_tokens": 2120, "prediction": { "choice": "B" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "openai", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T14:42:40.223104+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-34", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "b1e65568-9aa6-45fd-b194-8583f26fb006", "result_sha256": "a483f0064f182dc167649161ada6f3528c749208ffacf09d12a852c4092483f5", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.00555175, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "C" }, "group_id": "smallmatch-03-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-35.png", "input_tokens": 732, "latency_sec": 9.834763045073487, "model_name": "muse-spark-1.2", "out_of_srgb": null, "output_tokens": 1091, "prediction": { "choice": "B" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "openai", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T15:27:42.312300+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-smallmatch-35", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "7cdeae4a-8b23-4b53-afb1-26fe37c15a2e", "result_sha256": "a93a2605841def64900b70ce263be1deef69d4d9c7a1cd415636d8c0f28edfad", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.00556875, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "D" }, "group_id": "smallmatch-03-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-36.png", "input_tokens": 732, "latency_sec": 6.875282631954178, "model_name": "muse-spark-1.2", "out_of_srgb": null, "output_tokens": 1095, "prediction": { "choice": "B" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "openai", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T15:38:44.336202+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-smallmatch-36", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "00a4f804-0dd2-4dbd-b898-394a155223b4", "result_sha256": "f9f70a7441938cb39ff7f3f043b73399874172ccff6bee501d0f861a70eeb32a", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0068905, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "A" }, "group_id": "smallmatch-03-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-37.png", "input_tokens": 732, "latency_sec": 10.346767071052454, "model_name": "muse-spark-1.2", "out_of_srgb": null, "output_tokens": 1406, "prediction": { "choice": "A" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T15:08:55.385914+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-37", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "04a70ed4-6f0b-481d-a9fa-60dd4208d181", "result_sha256": "802896eee1ec771ee5f321c2f8170a196e453ce6a53543baaeede3e84d437d2f", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.003074, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "B" }, "group_id": "smallmatch-03-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-38.png", "input_tokens": 732, "latency_sec": 3.6568532480159774, "model_name": "muse-spark-1.2", "out_of_srgb": null, "output_tokens": 508, "prediction": { "choice": "B" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "openai", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T15:01:16.941545+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-38", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "fb4a044b-5dcc-4b58-a8c8-7f8ccff48b09", "result_sha256": "5a6ad43dd74f012565522f67cd55be33d2cf9db98fd088bc94a9872c858972de", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.00417475, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "C" }, "group_id": "smallmatch-03-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-39.png", "input_tokens": 732, "latency_sec": 7.514971205033362, "model_name": "muse-spark-1.2", "out_of_srgb": null, "output_tokens": 767, "prediction": { "choice": "B" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "openai", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T15:33:05.588316+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-smallmatch-39", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "cdc10f27-15f5-4f5b-9eba-1fad458cf621", "result_sha256": "599e32e87cc621109d4189216a8d0514e9ba9e1236cff955f188913d48abbcf8", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.0071965, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "D" }, "group_id": "smallmatch-03-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-40.png", "input_tokens": 732, "latency_sec": 10.159188024932519, "model_name": "muse-spark-1.2", "out_of_srgb": null, "output_tokens": 1478, "prediction": { "choice": "B" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "openai", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T14:53:09.010925+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-smallmatch-40", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "b55cf9ac-2b4d-4fc2-8826-246889369661", "result_sha256": "237523625f46af81815d98c2bfc10f2c72ae5d413c22196bfcd0546007cfad4b", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.00726875, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "A" }, "group_id": "smallmatch-03-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-41.png", "input_tokens": 732, "latency_sec": 9.26258188392967, "model_name": "muse-spark-1.2", "out_of_srgb": null, "output_tokens": 1495, "prediction": { "choice": "B" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T14:14:31.808243+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-smallmatch-41", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "9445ee03-9c34-41a1-b307-b01c09194b35", "result_sha256": "47c90dc2c700891399b19b913d587ed005312b947be7e822aa0357bef34164b8", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.0072815, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "B" }, "group_id": "smallmatch-03-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-42.png", "input_tokens": 732, "latency_sec": 8.448690990917385, "model_name": "muse-spark-1.2", "out_of_srgb": null, "output_tokens": 1498, "prediction": { "choice": "C" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "openai", "raw_prediction": "{\"choice\": \"C\"}", "recorded_at": "2026-09-16T16:26:04.683624+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-smallmatch-42", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "4fb63c60-7e68-4d91-880c-513a8744a79d", "result_sha256": "24e8fab73418e8bdedea066cfdcd9c83c89648390f4412af13eef234d927d83e", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.0086585, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "C" }, "group_id": "smallmatch-03-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-43.png", "input_tokens": 732, "latency_sec": 13.588740807026625, "model_name": "muse-spark-1.2", "out_of_srgb": null, "output_tokens": 1822, "prediction": { "choice": "B" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "openai", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T15:02:33.858110+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-smallmatch-43", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "95e64bfe-f7b8-4bde-9d51-c07b9fb63eae", "result_sha256": "fce5f81ca64de4f7969a022af6476545fd27f3540b7de10211389c23c5077597", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.008327, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "D" }, "group_id": "smallmatch-03-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-44.png", "input_tokens": 732, "latency_sec": 10.290741262026131, "model_name": "muse-spark-1.2", "out_of_srgb": null, "output_tokens": 1744, "prediction": { "choice": "B" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "openai", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T14:45:17.645713+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-smallmatch-44", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "ae73f238-a632-4c05-b5ae-05b8579d137e", "result_sha256": "7c4cfabdee0c0d61f2695ae65b6e5695a19e770fa2c1ffb8dc2dd6d2aa9e6144", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00777875, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "A" }, "group_id": "smallmatch-03-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-45.png", "input_tokens": 732, "latency_sec": 9.845330008072779, "model_name": "muse-spark-1.2", "out_of_srgb": null, "output_tokens": 1615, "prediction": { "choice": "A" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "openai", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T15:41:28.334166+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-45", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "f35fbc30-5e74-479b-a553-22293008361d", "result_sha256": "1251b6d428b3e7e3b7a13e46c1db24cdcc3b096234e5f21278c5b176f84e147d", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00389, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "B" }, "group_id": "smallmatch-03-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-46.png", "input_tokens": 732, "latency_sec": 4.768452567048371, "model_name": "muse-spark-1.2", "out_of_srgb": null, "output_tokens": 700, "prediction": { "choice": "B" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "openai", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T14:39:08.893328+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-46", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "1afe13f3-4cd4-4cec-8c40-b7d1da2b4cfc", "result_sha256": "2665dacf1d770f669f3ff2f2178d7da7e6cfbe88aa9b4cfb84b33ee699356d7e", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0083695, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "C" }, "group_id": "smallmatch-03-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-47.png", "input_tokens": 732, "latency_sec": 10.389078828971833, "model_name": "muse-spark-1.2", "out_of_srgb": null, "output_tokens": 1754, "prediction": { "choice": "C" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "openai", "raw_prediction": "{\"choice\": \"C\"}", "recorded_at": "2026-09-16T16:31:23.010872+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-47", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "a67e5b81-9f6f-4e37-8818-3377444beb78", "result_sha256": "c8a6eca2bdb920576eec4473cb0212900bd34de39f7ea745f8ba91fd052d726b", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.01012475, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "D" }, "group_id": "smallmatch-03-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-48.png", "input_tokens": 732, "latency_sec": 13.438195161055773, "model_name": "muse-spark-1.2", "out_of_srgb": null, "output_tokens": 2167, "prediction": { "choice": "B" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "openai", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T16:29:14.363770+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-smallmatch-48", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "6ea52642-d92d-4fc3-ae03-9d5d419508c4", "result_sha256": "c345f62a3daf2f63b9439cd2b7c0164e14e479d20823ea1f833d7084f1fa2e1c", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0089645, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "A" }, "group_id": "smallmatch-04-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-49.png", "input_tokens": 732, "latency_sec": 12.531986093963496, "model_name": "muse-spark-1.2", "out_of_srgb": null, "output_tokens": 1894, "prediction": { "choice": "A" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "openai", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T16:17:44.374822+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-49", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "68260d9f-bfd6-4b90-9466-7a80e6bef32e", "result_sha256": "9dd37dcb8f8ed4810240ca6e40705f402bb4dcf87a2e779540ea505a63e7ef25", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00715825, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "B" }, "group_id": "smallmatch-04-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-50.png", "input_tokens": 732, "latency_sec": 10.572904256056063, "model_name": "muse-spark-1.2", "out_of_srgb": null, "output_tokens": 1469, "prediction": { "choice": "B" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "openai", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T15:30:01.349936+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-50", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "a6f9058d-c23a-4a5c-8ce0-e591c5ac99d0", "result_sha256": "113cc9a37afae1fd78a7ab0ee923877eb2a333d309a6f555ac18a7dd2514e76a", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0094405, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "C" }, "group_id": "smallmatch-04-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-51.png", "input_tokens": 732, "latency_sec": 12.55425028805621, "model_name": "muse-spark-1.2", "out_of_srgb": null, "output_tokens": 2006, "prediction": { "choice": "C" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "openai", "raw_prediction": "{\"choice\": \"C\"}", "recorded_at": "2026-09-16T14:54:19.987430+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-51", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "57c2b629-5f65-4a33-a7b1-838ca3eaa909", "result_sha256": "35821215a60dfdda007eae2ff37f389da284c0842fb9b7046a71e7338caf1c86", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.008854, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "D" }, "group_id": "smallmatch-04-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-52.png", "input_tokens": 732, "latency_sec": 12.155801923014224, "model_name": "muse-spark-1.2", "out_of_srgb": null, "output_tokens": 1868, "prediction": { "choice": "B" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "openai", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T16:07:27.082069+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-smallmatch-52", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "17ed4a3b-44bf-487f-b7c0-cb4018d20785", "result_sha256": "f7f15b4049a7c05e4d0d214d239aaf204ef84f92191f14b9f17d1348aa8cd103", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.00778725, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "A" }, "group_id": "smallmatch-04-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-53.png", "input_tokens": 732, "latency_sec": 10.186842328985222, "model_name": "muse-spark-1.2", "out_of_srgb": null, "output_tokens": 1617, "prediction": { "choice": "B" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "openai", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T16:13:16.338013+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-smallmatch-53", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "a9fce7d7-3538-42fd-b09b-c035fd37ee59", "result_sha256": "a95bbe48165e5f6c95cc281765559e0a973c13a4371c99e88d2e92b58fc1c644", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00720925, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "B" }, "group_id": "smallmatch-04-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-54.png", "input_tokens": 732, "latency_sec": 8.876304617035203, "model_name": "muse-spark-1.2", "out_of_srgb": null, "output_tokens": 1481, "prediction": { "choice": "B" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "openai", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T14:26:59.876365+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-54", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "444bfed0-f5d1-4f87-99dd-4378611776ee", "result_sha256": "da890d97af8c05d44a170349fa1d097db63cda736f8d5c2ac0c059f4f9b1a020", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0040515, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "C" }, "group_id": "smallmatch-04-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-55.png", "input_tokens": 732, "latency_sec": 5.112859648070298, "model_name": "muse-spark-1.2", "out_of_srgb": null, "output_tokens": 738, "prediction": { "choice": "C" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "openai", "raw_prediction": "{\"choice\": \"C\"}", "recorded_at": "2026-09-16T14:04:48.664898+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-55", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "d933c63e-6185-4b72-86a7-513b78274112", "result_sha256": "4350989950bda97a5c2affeaf239ff97569f0079177413fb4bc8375486d65e1b", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.00548375, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "D" }, "group_id": "smallmatch-04-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-56.png", "input_tokens": 732, "latency_sec": 6.529713275027461, "model_name": "muse-spark-1.2", "out_of_srgb": null, "output_tokens": 1075, "prediction": { "choice": "B" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "openai", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T14:59:25.349851+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-smallmatch-56", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "e70ee6f7-79f4-468a-b508-088c60c9671d", "result_sha256": "9f9f7b67512b2039aab4f9d3dfccc8ef58ae2a9681e39bb7d17d0dc4a6326dfb", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.00995475, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "A" }, "group_id": "smallmatch-04-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-57.png", "input_tokens": 732, "latency_sec": 13.310139343026094, "model_name": "muse-spark-1.2", "out_of_srgb": null, "output_tokens": 2127, "prediction": { "choice": "B" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "openai", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T15:04:44.454685+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-smallmatch-57", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "7688fbd7-8651-4a08-9eb1-aa8ac61d54c0", "result_sha256": "47abfbf15349b4fd870103dd0d9e63738b1202055f12d3d59729ed9c908f7411", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.01271725, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "B" }, "group_id": "smallmatch-04-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-58.png", "input_tokens": 732, "latency_sec": 29.55423436500132, "model_name": "muse-spark-1.2", "out_of_srgb": null, "output_tokens": 2777, "prediction": { "choice": "B" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "openai", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T15:10:35.857470+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-58", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "dd36d3c7-ae24-4a09-99e7-11feb86ed61f", "result_sha256": "9340542a20de0c27bdc90b6049d3f809938e96a0db1c704be6a5951453939235", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.013291, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "C" }, "group_id": "smallmatch-04-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-59.png", "input_tokens": 732, "latency_sec": 16.867593094008043, "model_name": "muse-spark-1.2", "out_of_srgb": null, "output_tokens": 2912, "prediction": { "choice": "B" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "openai", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T14:11:38.260797+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-smallmatch-59", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "bdf8ec4c-110c-4c69-86e9-30b18777dff3", "result_sha256": "d49a6d2222ab40cbcd4fa4298c03f60e2c51854af077d4fc6be2b5db8f9f4b8b", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.0066355, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "D" }, "group_id": "smallmatch-04-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-60.png", "input_tokens": 732, "latency_sec": 11.358471717918292, "model_name": "muse-spark-1.2", "out_of_srgb": null, "output_tokens": 1346, "prediction": { "choice": "B" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "openai", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T15:31:02.972134+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-smallmatch-60", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "55959ea5-4845-40af-b260-2467f8fe797b", "result_sha256": "35c4400804244794b8fbf715070e1c110f4ddca49c7fe52bb16a606e5f7325df", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00716675, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "A" }, "group_id": "smallmatch-04-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-61.png", "input_tokens": 732, "latency_sec": 9.049889332964085, "model_name": "muse-spark-1.2", "out_of_srgb": null, "output_tokens": 1471, "prediction": { "choice": "A" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "openai", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T14:26:36.143300+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-61", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "4a0ee07c-b64c-4108-a578-e8b52b6f63b8", "result_sha256": "6a1dbf75ce0ff494e947e45526154ffb8eba108d02312e1a154ff2c2f241ab32", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.0134185, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "B" }, "group_id": "smallmatch-04-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-62.png", "input_tokens": 732, "latency_sec": 21.00687785295304, "model_name": "muse-spark-1.2", "out_of_srgb": null, "output_tokens": 2942, "prediction": { "choice": "A" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "openai", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T15:27:26.124988+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-smallmatch-62", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "84c59e63-13ab-4aff-9570-f7781944b524", "result_sha256": "8ef847095b0384455313fccb8b353eee4645f9766d267c9d9a8a5a0c468d9894", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.012441, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "C" }, "group_id": "smallmatch-04-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-63.png", "input_tokens": 732, "latency_sec": 17.903060239972547, "model_name": "muse-spark-1.2", "out_of_srgb": null, "output_tokens": 2712, "prediction": { "choice": "A" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "openai", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T15:46:16.993233+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-smallmatch-63", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "0184ca53-d833-4a51-b7fe-d68fa2b6797e", "result_sha256": "b3d69200ab0e7b6daf7574ff39680f6d1262212b1d0237652f9958b4591452e1", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.00627, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "D" }, "group_id": "smallmatch-04-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-64.png", "input_tokens": 732, "latency_sec": 8.17631256300956, "model_name": "muse-spark-1.2", "out_of_srgb": null, "output_tokens": 1260, "prediction": { "choice": "B" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T14:24:31.282459+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-smallmatch-64", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "0ba61078-3a75-48bc-bcb6-fbfb465fb136", "result_sha256": "de279de54281579f176928afa9e68f267e6a60388050be3419dbe9018be55c5a", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00195375, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "A" }, "group_id": "match-binding-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-01.png", "input_tokens": 730, "latency_sec": 2.5386257539503276, "model_name": "muse-spark-1.3", "out_of_srgb": null, "output_tokens": 245, "prediction": { "choice": "A" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T16:12:32.805446+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-01", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "155c760b-e7dd-4988-a70c-9a01bfc5d718", "result_sha256": "8946a8e4321537717a9fe929cbbd6193fcaf99ed0ad6328d89855356b19138fb", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00438475, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "B" }, "group_id": "match-binding-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-02.png", "input_tokens": 730, "latency_sec": 8.864025481045246, "model_name": "muse-spark-1.3", "out_of_srgb": null, "output_tokens": 817, "prediction": { "choice": "B" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T14:22:18.660371+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-02", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "b36fbccc-6252-4218-b55e-33069dee672c", "result_sha256": "fe6d3cb3ae4d0de0b79526a3174c66adb4b5ee6f7fdaeb3cd3be398da4a312c9", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.003029, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "C" }, "group_id": "match-binding-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-03.png", "input_tokens": 730, "latency_sec": 6.214322469080798, "model_name": "muse-spark-1.3", "out_of_srgb": null, "output_tokens": 498, "prediction": { "choice": "C" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-16T14:43:39.044951+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-03", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "810fe8c2-7e0e-49ee-a580-4f6451df024f", "result_sha256": "0864cf9f7931894ea289273ecae29eef30dadde868eeefddc2e2257ae798b438", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00300775, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "D" }, "group_id": "match-binding-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-04.png", "input_tokens": 730, "latency_sec": 6.311512042069808, "model_name": "muse-spark-1.3", "out_of_srgb": null, "output_tokens": 493, "prediction": { "choice": "D" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "openai", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-16T14:59:09.284893+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-04", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "6ee03895-94ed-45c9-afff-a54fd15a8296", "result_sha256": "a67b7fee5e89dfcd8138c6f816c8e41afe2869e99b2605dc249bab03db1f1d29", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.03099825, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "A" }, "group_id": "match-binding-05", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-05.png", "input_tokens": 730, "latency_sec": 86.30690028402023, "model_name": "muse-spark-1.3", "out_of_srgb": null, "output_tokens": 7079, "prediction": { "choice": "A" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T14:49:56.792712+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-05", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "49aee6da-196b-4b66-a5e1-87079a89994c", "result_sha256": "e1c177a9ca7d8c5e9d66d9f2d2645e76917763486765e012ec3aede55642d482", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0119795, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "B" }, "group_id": "match-binding-06", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-06.png", "input_tokens": 730, "latency_sec": 34.44222722505219, "model_name": "muse-spark-1.3", "out_of_srgb": null, "output_tokens": 2604, "prediction": { "choice": "B" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T14:51:22.987230+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-06", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "d47b5700-5ecc-4851-b093-b56205a71814", "result_sha256": "772a4660b69e97d6c72d59bcb05664ffa5a060fb6ced1d99f6c71bb4eb1f387f", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0159575, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "C" }, "group_id": "match-binding-07", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-07.png", "input_tokens": 730, "latency_sec": 45.70330442197155, "model_name": "muse-spark-1.3", "out_of_srgb": null, "output_tokens": 3540, "prediction": { "choice": "C" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-16T15:27:16.456274+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-07", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "a7dc1a0e-03b4-47b1-9839-d2d8aa1f02e6", "result_sha256": "0e5822917ce82f96b74471128c36c7bac806cccf31ca1e9361336d8cb8373671", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.005868, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "D" }, "group_id": "match-binding-08", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-08.png", "input_tokens": 730, "latency_sec": 15.501761508989148, "model_name": "muse-spark-1.3", "out_of_srgb": null, "output_tokens": 1166, "prediction": { "choice": "D" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "openai", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-16T16:15:48.098659+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-08", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "909e29fb-d0b3-45ba-9bd0-418fd6c502be", "result_sha256": "b7c99148b504f9e404ef686bf926f47f0f9a12e978e3ce0da9891bf717a57be6", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.01142275, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "A" }, "group_id": "match-binding-09", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-09.png", "input_tokens": 730, "latency_sec": 32.592525023035705, "model_name": "muse-spark-1.3", "out_of_srgb": null, "output_tokens": 2473, "prediction": { "choice": "C" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-16T15:44:10.881338+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-binding-09", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "418ae949-fab7-4795-823d-9a556d0a7a17", "result_sha256": "b2c052b89e8ccdd9f57aa67363b4cbad4fe72c2536dfb03263807a95eab3298b", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00771675, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "B" }, "group_id": "match-binding-10", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-10.png", "input_tokens": 730, "latency_sec": 20.03601750091184, "model_name": "muse-spark-1.3", "out_of_srgb": null, "output_tokens": 1601, "prediction": { "choice": "B" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T15:03:38.496158+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-10", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "904632f6-2ead-4e58-9140-ae79856f2d70", "result_sha256": "3e4b419c342a640bc2faee512626bab6c60bba9ba88a1cdf9dd8ad927e9dd683", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00927225, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "C" }, "group_id": "match-binding-11", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-11.png", "input_tokens": 730, "latency_sec": 24.290217308094725, "model_name": "muse-spark-1.3", "out_of_srgb": null, "output_tokens": 1967, "prediction": { "choice": "C" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-16T14:48:37.974843+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-11", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "cc836564-23e1-448f-b8c1-66a5f1e97111", "result_sha256": "bd48e8dbb87ce66a7f7eafb9f515854e673814efa856cbabeaace96c772c0707", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.0064715, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "D" }, "group_id": "match-binding-12", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-12.png", "input_tokens": 730, "latency_sec": 15.882497998070903, "model_name": "muse-spark-1.3", "out_of_srgb": null, "output_tokens": 1308, "prediction": { "choice": "B" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T15:35:39.867018+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-binding-12", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "385945e9-4b6d-4293-9a81-0c34724553bb", "result_sha256": "bae4ca1e86c997be973a30b556b6aa045c326175cc3e9ec595a490599dadbeba", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.01475475, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "A" }, "group_id": "match-binding-13", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-13.png", "input_tokens": 730, "latency_sec": 40.63437585008796, "model_name": "muse-spark-1.3", "out_of_srgb": null, "output_tokens": 3257, "prediction": { "choice": "C" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-16T15:02:17.894444+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-binding-13", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "50d04e0a-b79f-4c9e-929e-2888276629bb", "result_sha256": "b79dbfaf8b6690acf229eaa102cdb62f73dbe8dc89065d0311c895fa309177f7", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.01579175, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "B" }, "group_id": "match-binding-14", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-14.png", "input_tokens": 730, "latency_sec": 46.597394281066954, "model_name": "muse-spark-1.3", "out_of_srgb": null, "output_tokens": 3501, "prediction": { "choice": "C" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-16T15:39:42.352787+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-binding-14", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "2174810b-d7d7-4ead-9325-5130be69c362", "result_sha256": "cfa4f7563490c328506eb24a4b695a6bbb8820613e1b277ed9cdee6635a0e171", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.01285925, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "C" }, "group_id": "match-binding-15", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-15.png", "input_tokens": 730, "latency_sec": 33.811268614954315, "model_name": "muse-spark-1.3", "out_of_srgb": null, "output_tokens": 2811, "prediction": { "choice": "C" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-16T14:35:32.566015+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-15", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "e82b899a-47a5-4629-bfea-f3a4c441b128", "result_sha256": "716ca9c73351eb19701d6ee39d7c38fa364a39ab175682cf2522f45482c5af11", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.01624225, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "D" }, "group_id": "match-binding-16", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-16.png", "input_tokens": 730, "latency_sec": 47.99568004591856, "model_name": "muse-spark-1.3", "out_of_srgb": null, "output_tokens": 3607, "prediction": { "choice": "C" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-16T14:28:32.480286+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-binding-16", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "9e24efb1-b272-45fe-b259-38e54095b57f", "result_sha256": "888812b3c323d665f0b2efa7e8b94ef743a5f983c78b4c2b10f95daa7a57b706", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0040915, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "A" }, "group_id": "match-binding-17", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-17.png", "input_tokens": 730, "latency_sec": 11.155292620998807, "model_name": "muse-spark-1.3", "out_of_srgb": null, "output_tokens": 748, "prediction": { "choice": "A" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T15:55:35.827870+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-17", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "50075aec-845c-436e-8b9e-15a00568a687", "result_sha256": "ac4ddf5e6110a3cf3ff31fdaec10f29a66f89acef05afad8bddb110de6ebf129", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00785275, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "B" }, "group_id": "match-binding-18", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-18.png", "input_tokens": 730, "latency_sec": 23.393778783036396, "model_name": "muse-spark-1.3", "out_of_srgb": null, "output_tokens": 1633, "prediction": { "choice": "B" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T14:09:17.288701+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-18", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "a2ac0810-5a04-43a6-b064-a50d482fa0fa", "result_sha256": "cbd9e1409e01659bd50577437ec7a766650533e9901e5e74497447ebe6abe5a1", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00333925, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "C" }, "group_id": "match-binding-19", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-19.png", "input_tokens": 730, "latency_sec": 13.107222693040967, "model_name": "muse-spark-1.3", "out_of_srgb": null, "output_tokens": 571, "prediction": { "choice": "C" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-16T15:36:05.805631+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-19", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "fbead23b-05a4-47a8-82ea-5c4e8e63023e", "result_sha256": "69d14d06913ea6e5c7370989ff80a47af8667d78563ef8906b49d1ad1e811499", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00358575, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "D" }, "group_id": "match-binding-20", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-20.png", "input_tokens": 730, "latency_sec": 9.2448294890346, "model_name": "muse-spark-1.3", "out_of_srgb": null, "output_tokens": 629, "prediction": { "choice": "D" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "openai", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-16T15:53:25.728957+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-20", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "500d8c65-9d19-428d-b161-1b25ffe0613e", "result_sha256": "82dbb096aa8dfd4247af1f0f20065bada40d0205c7f69448727306431ffb0242", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00605925, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "A" }, "group_id": "match-binding-21", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-21.png", "input_tokens": 730, "latency_sec": 17.054669399978593, "model_name": "muse-spark-1.3", "out_of_srgb": null, "output_tokens": 1211, "prediction": { "choice": "A" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T16:32:09.701113+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-21", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "91ed314d-7ffc-4d82-a8aa-d603d13cf1e2", "result_sha256": "0a17f3183355f43cc2e917438d9794e9f08a79b2a4ffe024b2799da63c5c31c7", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.02487825, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "B" }, "group_id": "match-binding-22", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-22.png", "input_tokens": 730, "latency_sec": 77.37792064098176, "model_name": "muse-spark-1.3", "out_of_srgb": null, "output_tokens": 5639, "prediction": { "choice": "D" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "openai", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-16T15:01:19.250232+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-binding-22", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "d7f42eed-fcc1-4315-9fd2-b53d9ef2fa52", "result_sha256": "5710a5fa79078e53c5824da0bbfc85d3473c49cef64e734cffee81722118fea0", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00635675, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "C" }, "group_id": "match-binding-23", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-23.png", "input_tokens": 730, "latency_sec": 15.735339667997323, "model_name": "muse-spark-1.3", "out_of_srgb": null, "output_tokens": 1281, "prediction": { "choice": "C" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-16T14:33:53.885247+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-23", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "0bc82f8d-833d-424b-9a4e-61a06dc3da72", "result_sha256": "16e310bd72cb24f6ba89948838d19c15677d8164f8464a12b78f7fee6d765066", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.00887275, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "D" }, "group_id": "match-binding-24", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-24.png", "input_tokens": 730, "latency_sec": 23.924082761979662, "model_name": "muse-spark-1.3", "out_of_srgb": null, "output_tokens": 1873, "prediction": { "choice": "C" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-16T15:40:58.918481+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-binding-24", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "26277a23-ec2a-45c4-8bc6-b23ff453eb03", "result_sha256": "70135cccf70ca17a18a575bc18e80fc5b8da2835facd3d1bf4c76617aa1131a7", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.01333525, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "A" }, "group_id": "match-binding-25", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-25.png", "input_tokens": 730, "latency_sec": 43.078242983086966, "model_name": "muse-spark-1.3", "out_of_srgb": null, "output_tokens": 2923, "prediction": { "choice": "B" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T14:08:04.285594+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-binding-25", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "726c04c0-4a22-4a8c-bb99-aa334ead9bcb", "result_sha256": "662e34c1b6202bf51945b45979e2b963782550dcc625e2344bd6330ec9627bfd", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.01067475, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "B" }, "group_id": "match-binding-26", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-26.png", "input_tokens": 730, "latency_sec": 30.35296158795245, "model_name": "muse-spark-1.3", "out_of_srgb": null, "output_tokens": 2297, "prediction": { "choice": "B" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T14:55:38.251500+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-26", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "ad2a0ad3-6949-432a-bdcc-e5c5fc46ff68", "result_sha256": "7a4014192e15d97e0110db7eae508240604a410ab34fe7f4e8a867292f556b6c", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.01224725, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "C" }, "group_id": "match-binding-27", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-27.png", "input_tokens": 730, "latency_sec": 42.58399667800404, "model_name": "muse-spark-1.3", "out_of_srgb": null, "output_tokens": 2667, "prediction": { "choice": "A" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T14:01:10.728111+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-binding-27", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "75f3ee1e-27cf-4a0c-9a6d-408cc08b9cef", "result_sha256": "f58f760df26527d562534031e2778d7fc7c6b5d9acb60ff858a25b7d6a4a2e49", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.01277425, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "D" }, "group_id": "match-binding-28", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-28.png", "input_tokens": 730, "latency_sec": 39.37382611294743, "model_name": "muse-spark-1.3", "out_of_srgb": null, "output_tokens": 2791, "prediction": { "choice": "C" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-16T14:18:20.942159+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-binding-28", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "b9220e77-cd5c-4344-8d5b-20ff20e04495", "result_sha256": "aeba7a305e69ce0d24aae4e0f7bf76f43da8888d0eb184b557578fcb75bb8dd6", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.01358175, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "A" }, "group_id": "match-binding-29", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-29.png", "input_tokens": 730, "latency_sec": 40.94014912599232, "model_name": "muse-spark-1.3", "out_of_srgb": null, "output_tokens": 2981, "prediction": { "choice": "C" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-16T14:23:57.284989+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-binding-29", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "d32a4834-88d7-4473-89c9-4c53891d05e5", "result_sha256": "92a094d955439dd5bbc4ec08c471a1dea59f6f200edb44bb75e6f7ed919504e3", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.0148355, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "B" }, "group_id": "match-binding-30", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-30.png", "input_tokens": 730, "latency_sec": 49.71926118200645, "model_name": "muse-spark-1.3", "out_of_srgb": null, "output_tokens": 3276, "prediction": { "choice": "C" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-16T15:29:34.180304+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-binding-30", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "3c6a8b9a-61e6-4d11-a6b2-ec288aa4d312", "result_sha256": "5ad6b03fe7437344ccb054961554a0f896ed2667d0918b3673f8725d26a44f9e", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.01245125, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "C" }, "group_id": "match-binding-31", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-31.png", "input_tokens": 730, "latency_sec": 37.89756626810413, "model_name": "muse-spark-1.3", "out_of_srgb": null, "output_tokens": 2715, "prediction": { "choice": "C" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-16T14:55:07.773194+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-31", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "df0cf5db-f731-4939-a413-8310bdff8106", "result_sha256": "8bed1238e94757e639e664a35b18018d5ccc4d602ff6fe0bf24405a1ccfceb06", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.010951, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "D" }, "group_id": "match-binding-32", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-32.png", "input_tokens": 730, "latency_sec": 31.937805323977955, "model_name": "muse-spark-1.3", "out_of_srgb": null, "output_tokens": 2362, "prediction": { "choice": "B" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T16:16:54.260982+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-binding-32", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "80bd968d-98e2-46a8-8803-348042464972", "result_sha256": "1dfb8fe9c27f2a3c201ef0621dfcd0916bfd46ba9652f00c7bda9763ddf7add8", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0023915, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "A" }, "group_id": "match-binding-33", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-33.png", "input_tokens": 730, "latency_sec": 4.592962560011074, "model_name": "muse-spark-1.3", "out_of_srgb": null, "output_tokens": 348, "prediction": { "choice": "A" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T16:09:11.232925+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-33", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "0f02eef5-3a44-4cf8-8098-30c98a2f1b85", "result_sha256": "5c21688c1d7929ad41c32a34c8865d4108e45d9329288c844601eb04d92856e9", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002842, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "B" }, "group_id": "match-binding-34", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-34.png", "input_tokens": 730, "latency_sec": 5.234716066974215, "model_name": "muse-spark-1.3", "out_of_srgb": null, "output_tokens": 454, "prediction": { "choice": "B" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T15:17:38.631528+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-34", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "f2b0f16a-695b-435a-b06a-6280301347b6", "result_sha256": "137e3312bdb109df92d7ddbc5f001cc79ecc7e7fe70dff326842d7ece57a562a", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.003029, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "C" }, "group_id": "match-binding-35", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-35.png", "input_tokens": 730, "latency_sec": 5.744541023042984, "model_name": "muse-spark-1.3", "out_of_srgb": null, "output_tokens": 498, "prediction": { "choice": "C" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-16T14:50:04.979733+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-35", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "cfe708d5-ed52-4bf0-92ff-2523a7554943", "result_sha256": "a3d8bfe2eafb6821de36c202b95aacb0c14ff0ca74ad3427bc94707e6929157c", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002196, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "D" }, "group_id": "match-binding-36", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-36.png", "input_tokens": 730, "latency_sec": 3.768141587032005, "model_name": "muse-spark-1.3", "out_of_srgb": null, "output_tokens": 302, "prediction": { "choice": "D" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "openai", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-16T15:54:16.063163+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-36", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "7f89af76-5843-4edd-b515-2032bd4c00f5", "result_sha256": "0d74d555e615f88c8bb63ce88b69cd1e97e059601f11efba9849b3104e9cd357", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00325, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "A" }, "group_id": "match-binding-37", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-37.png", "input_tokens": 730, "latency_sec": 7.279242353979498, "model_name": "muse-spark-1.3", "out_of_srgb": null, "output_tokens": 550, "prediction": { "choice": "A" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T15:32:28.716006+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-37", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "a9568da3-f13f-4351-91d4-4175e502a6fb", "result_sha256": "15a73f364d5504376514918d29496218ff333013322e720329934f4dcf766fb1", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0032415, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "B" }, "group_id": "match-binding-38", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-38.png", "input_tokens": 730, "latency_sec": 7.297409754013643, "model_name": "muse-spark-1.3", "out_of_srgb": null, "output_tokens": 548, "prediction": { "choice": "B" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T16:21:44.087641+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-38", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "54ba0cea-ec83-4c7e-838b-5a3f747fd819", "result_sha256": "6ff084adda1cefe1f26785071f3e3d44341ed54f12cacc4d871f76b959d9f1a5", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.007534, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "C" }, "group_id": "match-binding-39", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-39.png", "input_tokens": 730, "latency_sec": 20.986029929015785, "model_name": "muse-spark-1.3", "out_of_srgb": null, "output_tokens": 1558, "prediction": { "choice": "C" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-16T14:43:35.446201+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-39", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "3a992d18-f4e8-420d-aee7-ba68e583047d", "result_sha256": "88487fe9845f7b7165aa5b070a85743095b40cbd3b2da1aeda7949ad0873fbb9", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0061825, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "D" }, "group_id": "match-binding-40", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-40.png", "input_tokens": 730, "latency_sec": 16.500567781040445, "model_name": "muse-spark-1.3", "out_of_srgb": null, "output_tokens": 1240, "prediction": { "choice": "D" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "openai", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-16T14:49:23.303421+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-40", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "c7243111-7539-47a8-9811-a0600b460ca0", "result_sha256": "958cb72ab2a15e4420864579c6ce5792cf52ff214af14b6796c940fc18a50236", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0105855, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "A" }, "group_id": "match-binding-41", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-41.png", "input_tokens": 730, "latency_sec": 29.953437626943924, "model_name": "muse-spark-1.3", "out_of_srgb": null, "output_tokens": 2276, "prediction": { "choice": "A" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T15:24:05.894920+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-41", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "68657d37-8da7-4ebe-acb4-3282640a0050", "result_sha256": "5853372e45e7c022966000c62be211a128a0293ae4b763a7395e14ff1361e521", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.01172875, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "B" }, "group_id": "match-binding-42", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-42.png", "input_tokens": 730, "latency_sec": 31.823653236031532, "model_name": "muse-spark-1.3", "out_of_srgb": null, "output_tokens": 2545, "prediction": { "choice": "B" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T16:06:46.445254+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-42", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "a31ec040-4a75-4c7d-bd27-ffad3dc286e0", "result_sha256": "1ff98864ec3d513b504d75a83b9fe1c621d8c78969098b59f4fdf6b488b4d672", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.012379, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "C" }, "group_id": "match-binding-43", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-43.png", "input_tokens": 730, "latency_sec": 36.97374346293509, "model_name": "muse-spark-1.3", "out_of_srgb": null, "output_tokens": 2698, "prediction": { "choice": "C" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-16T15:47:00.809921+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-43", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "ef576bbf-41eb-4ac0-8c88-2bad94b314ba", "result_sha256": "9d483e1d34598ff1c2997eba4a695e78ae3e0e41f02509edac44dd6e78c9ef14", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.007806, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "D" }, "group_id": "match-binding-44", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-44.png", "input_tokens": 730, "latency_sec": 24.61499897390604, "model_name": "muse-spark-1.3", "out_of_srgb": null, "output_tokens": 1622, "prediction": { "choice": "D" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "openai", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-16T14:41:19.993451+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-44", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "20bfce1a-ae1b-4283-aee7-1e48cb58a225", "result_sha256": "bd46db1fcdd5724a20fe225619be9ec650338af8ad2ad925257cb7be82f698ef", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0214145, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "A" }, "group_id": "match-binding-45", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-45.png", "input_tokens": 730, "latency_sec": 62.75342639896553, "model_name": "muse-spark-1.3", "out_of_srgb": null, "output_tokens": 4824, "prediction": { "choice": "A" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T14:13:59.158286+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-45", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "a3f59165-7f18-4ad7-9560-5c35165611cc", "result_sha256": "acc0bcb375f30df80dfe2545512364ce52f8bd15e3957710fb4ee2af4733a9f3", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.01258725, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "B" }, "group_id": "match-binding-46", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-46.png", "input_tokens": 730, "latency_sec": 37.76908066694159, "model_name": "muse-spark-1.3", "out_of_srgb": null, "output_tokens": 2747, "prediction": { "choice": "B" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T15:54:39.453487+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-46", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "65244559-bd3b-4da2-8d24-5d48d26683fe", "result_sha256": "1bd61eef159c109eb567b3f67d9585a2071820a3d0f0c713f77980bde30cd21f", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0070325, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "C" }, "group_id": "match-binding-47", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-47.png", "input_tokens": 730, "latency_sec": 18.300763059058227, "model_name": "muse-spark-1.3", "out_of_srgb": null, "output_tokens": 1440, "prediction": { "choice": "C" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-16T16:06:54.086082+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-47", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "af3838ae-4a1b-49ed-8ca9-5dffe47cca32", "result_sha256": "030fe0796a7c6ec6d0b55e71f0a97ecf5eed906ca84955b590a0be1b1e43f4a1", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.0091745, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "D" }, "group_id": "match-binding-48", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-48.png", "input_tokens": 730, "latency_sec": 30.180352639057674, "model_name": "muse-spark-1.3", "out_of_srgb": null, "output_tokens": 1944, "prediction": { "choice": "C" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-16T16:15:49.190507+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-binding-48", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "d6c8e8bf-4bdc-4185-bc35-2e4a433e7f5a", "result_sha256": "cb0dbb0235abf3969bce02cb76e73d0882ab68d47ff9c71437b7cd8ed2889980", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0024705, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "B" }, "group_id": "chroma-chain-01-edge-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-01.png", "input_tokens": 732, "latency_sec": 3.848105084965937, "model_name": "muse-spark-1.3", "out_of_srgb": null, "output_tokens": 366, "prediction": { "choice": "B" }, "prompt_sha256": "7cb1baae3d2170148c899969e7afaa6d6a5143997cc3086bc447697d521e10ca", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T16:25:36.135624+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-01", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "a7597f99-5f17-4f52-ac25-c5820455378f", "result_sha256": "f765550554d527f785a1b5c2a13101ef8621970365e3af2f59fd7670f24bd477", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00228775, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "A" }, "group_id": "chroma-chain-01-edge-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-02.png", "input_tokens": 732, "latency_sec": 3.9249884400051087, "model_name": "muse-spark-1.3", "out_of_srgb": null, "output_tokens": 323, "prediction": { "choice": "A" }, "prompt_sha256": "7cb1baae3d2170148c899969e7afaa6d6a5143997cc3086bc447697d521e10ca", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T15:14:26.012607+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-02", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "efa5d30a-54ec-4c54-b216-a10687b7555a", "result_sha256": "dc57b8a9bdcc84f987e8938cf34f049a20f7d6d67c91ca2ac98f84d681b868da", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00256825, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "A" }, "group_id": "chroma-chain-01-edge-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-03.png", "input_tokens": 732, "latency_sec": 6.670136751024984, "model_name": "muse-spark-1.3", "out_of_srgb": null, "output_tokens": 389, "prediction": { "choice": "A" }, "prompt_sha256": "f7627aca5640b4e4bb5108ec22eda036673dd7300493ad098f17639bff610e34", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T16:22:16.780915+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-03", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "01ddf772-cb10-4880-b349-dbe20c70fd36", "result_sha256": "01ebdf05dd88b3613b22f0657775ae7507cab2aeed512c9a800b8d7a53e6558c", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00262775, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "B" }, "group_id": "chroma-chain-01-edge-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-04.png", "input_tokens": 732, "latency_sec": 4.906320031033829, "model_name": "muse-spark-1.3", "out_of_srgb": null, "output_tokens": 403, "prediction": { "choice": "B" }, "prompt_sha256": "f7627aca5640b4e4bb5108ec22eda036673dd7300493ad098f17639bff610e34", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T16:19:36.965321+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-04", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "9bc85c99-56da-43d7-9b17-8ddfd887d7df", "result_sha256": "25adc0fbe0c8c23445925accc72b0c44cd9d3038f4da4f0b27c5a891ac5bba1e", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00549225, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "B" }, "group_id": "chroma-chain-01-edge-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-05.png", "input_tokens": 732, "latency_sec": 12.242726863943972, "model_name": "muse-spark-1.3", "out_of_srgb": null, "output_tokens": 1077, "prediction": { "choice": "B" }, "prompt_sha256": "7cb1baae3d2170148c899969e7afaa6d6a5143997cc3086bc447697d521e10ca", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T14:48:07.037416+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-05", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "9823e7dd-1ac0-4a08-baab-3a5981358afd", "result_sha256": "4d3b4838f31173a4cf53ada96dcadca92b28d1eb3ee60613d2d348d47bc2468e", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00338425, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "A" }, "group_id": "chroma-chain-01-edge-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-06.png", "input_tokens": 732, "latency_sec": 6.21440885507036, "model_name": "muse-spark-1.3", "out_of_srgb": null, "output_tokens": 581, "prediction": { "choice": "A" }, "prompt_sha256": "7cb1baae3d2170148c899969e7afaa6d6a5143997cc3086bc447697d521e10ca", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T14:44:08.449261+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-06", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "b5cb0a85-5149-465a-8fda-38e50db97f16", "result_sha256": "6f530dea3c221f55b3c0e3033567be0376523c1cdebd419fbd38611947676999", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.007562, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "A" }, "group_id": "chroma-chain-01-edge-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-07.png", "input_tokens": 732, "latency_sec": 20.334825649042614, "model_name": "muse-spark-1.3", "out_of_srgb": null, "output_tokens": 1564, "prediction": { "choice": "A" }, "prompt_sha256": "f7627aca5640b4e4bb5108ec22eda036673dd7300493ad098f17639bff610e34", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T14:57:39.253607+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-07", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "d70d4213-5139-4eb7-9d94-4aefe0c87269", "result_sha256": "2048af467ff68e9b25ce21e2882a0eebf6926d02e448c742b9d07a529d183041", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0038985, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "B" }, "group_id": "chroma-chain-01-edge-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-08.png", "input_tokens": 732, "latency_sec": 10.388276725891046, "model_name": "muse-spark-1.3", "out_of_srgb": null, "output_tokens": 702, "prediction": { "choice": "B" }, "prompt_sha256": "f7627aca5640b4e4bb5108ec22eda036673dd7300493ad098f17639bff610e34", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T16:05:14.889633+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-08", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "57b39f50-869d-4e4b-8861-72ab2a4a7d98", "result_sha256": "e9ca73aa58d9c121a7587f6e798dba3c347c8a6aad09d2d0cefa3e0fa33481ef", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0098825, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "B" }, "group_id": "chroma-chain-01-edge-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-09.png", "input_tokens": 732, "latency_sec": 30.304554051952437, "model_name": "muse-spark-1.3", "out_of_srgb": null, "output_tokens": 2110, "prediction": { "choice": "B" }, "prompt_sha256": "7cb1baae3d2170148c899969e7afaa6d6a5143997cc3086bc447697d521e10ca", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T14:09:14.413482+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-09", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "c542bb8c-70fb-4df5-9b8e-d261169b7d42", "result_sha256": "624f2716e9d06a0d2d03ed0dc64c3eff15289ae5343933ef326e1f0cc962eb72", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.012985, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "A" }, "group_id": "chroma-chain-01-edge-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-10.png", "input_tokens": 732, "latency_sec": 35.885615002946, "model_name": "muse-spark-1.3", "out_of_srgb": null, "output_tokens": 2840, "prediction": { "choice": "A" }, "prompt_sha256": "7cb1baae3d2170148c899969e7afaa6d6a5143997cc3086bc447697d521e10ca", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T15:13:09.220521+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-10", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "4d9350ab-6c36-40d6-8e72-b149bc7a6f66", "result_sha256": "91c3a6a40d93f84e37664e7285828299b38e1519aeb7e10ecb2d43c5cdaff9e4", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00996325, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "A" }, "group_id": "chroma-chain-01-edge-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-11.png", "input_tokens": 732, "latency_sec": 27.134562864899635, "model_name": "muse-spark-1.3", "out_of_srgb": null, "output_tokens": 2129, "prediction": { "choice": "A" }, "prompt_sha256": "f7627aca5640b4e4bb5108ec22eda036673dd7300493ad098f17639bff610e34", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T14:20:51.809175+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-11", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "6a3c0031-84c6-429c-ba93-71770f4e7973", "result_sha256": "a235fd510ba0208aabc339fb46c7e79d9e0f6f92660b67a0ad30652cd6e88ac0", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.01133175, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "B" }, "group_id": "chroma-chain-01-edge-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-12.png", "input_tokens": 732, "latency_sec": 29.388446505065076, "model_name": "muse-spark-1.3", "out_of_srgb": null, "output_tokens": 2451, "prediction": { "choice": "A" }, "prompt_sha256": "f7627aca5640b4e4bb5108ec22eda036673dd7300493ad098f17639bff610e34", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T15:46:06.146707+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-chroma-12", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "faeb7201-c992-4e1b-860a-034088470ff9", "result_sha256": "bccd8d1c236e4e5bd213e4beac7e68f4cdb27953e26dfba5a5a377fff92c354b", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.013495, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "B" }, "group_id": "chroma-chain-01-edge-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-13.png", "input_tokens": 732, "latency_sec": 39.24756734701805, "model_name": "muse-spark-1.3", "out_of_srgb": null, "output_tokens": 2960, "prediction": { "choice": "B" }, "prompt_sha256": "7cb1baae3d2170148c899969e7afaa6d6a5143997cc3086bc447697d521e10ca", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T15:27:56.106289+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-13", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "3ad6d6ae-7a4b-448d-85df-3a53c86b2a79", "result_sha256": "d7df9ac3a68ba8d2d27659a1b3171dd34ba30a40350ca0c4f01feaaccc75bfef", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.01355875, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "A" }, "group_id": "chroma-chain-01-edge-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-14.png", "input_tokens": 732, "latency_sec": 35.928460650960915, "model_name": "muse-spark-1.3", "out_of_srgb": null, "output_tokens": 2975, "prediction": { "choice": "B" }, "prompt_sha256": "7cb1baae3d2170148c899969e7afaa6d6a5143997cc3086bc447697d521e10ca", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T15:38:16.270375+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-chroma-14", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "bf447180-7118-4c18-a808-fb6ff4cea899", "result_sha256": "89818fd0c00a6f2c0be0bdc85b2f7e03fbd4033a008c0d211efdbd0580a470d3", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0085395, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "A" }, "group_id": "chroma-chain-01-edge-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-15.png", "input_tokens": 732, "latency_sec": 23.79956467601005, "model_name": "muse-spark-1.3", "out_of_srgb": null, "output_tokens": 1794, "prediction": { "choice": "A" }, "prompt_sha256": "f7627aca5640b4e4bb5108ec22eda036673dd7300493ad098f17639bff610e34", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T14:13:55.631470+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-15", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "e0169301-6768-482b-81d3-f41898d7546c", "result_sha256": "6ab9dadade5372d7a54f8ae53b921f13fa2d7a33f913a4216c00a9bb7f82eaee", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0120585, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "B" }, "group_id": "chroma-chain-01-edge-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-16.png", "input_tokens": 732, "latency_sec": 36.76216535503045, "model_name": "muse-spark-1.3", "out_of_srgb": null, "output_tokens": 2622, "prediction": { "choice": "B" }, "prompt_sha256": "f7627aca5640b4e4bb5108ec22eda036673dd7300493ad098f17639bff610e34", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T16:04:02.445357+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-16", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "18b2e577-b948-4711-aa69-efe65732cce5", "result_sha256": "9d928db561695fb7b8277070267bcc12addff5e691ef749fd9f2949123dbd9ab", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.004332, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "B" }, "group_id": "chroma-chain-02-edge-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-17.png", "input_tokens": 732, "latency_sec": 8.609475063043647, "model_name": "muse-spark-1.3", "out_of_srgb": null, "output_tokens": 804, "prediction": { "choice": "B" }, "prompt_sha256": "7cb1baae3d2170148c899969e7afaa6d6a5143997cc3086bc447697d521e10ca", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T14:19:43.419650+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-17", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "adb75522-afea-4075-996b-99969f0a898c", "result_sha256": "9dcbca0187b1d51093e1b8ed67620b87cf984a8dc9e4ce10381dd7439a4aed80", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0030995, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "A" }, "group_id": "chroma-chain-02-edge-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-18.png", "input_tokens": 732, "latency_sec": 5.924593343981542, "model_name": "muse-spark-1.3", "out_of_srgb": null, "output_tokens": 514, "prediction": { "choice": "A" }, "prompt_sha256": "7cb1baae3d2170148c899969e7afaa6d6a5143997cc3086bc447697d521e10ca", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T14:50:13.229070+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-18", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "204a45c2-05da-4040-baba-7fc4d9560070", "result_sha256": "89da4b7ccd2affc8c82abcd9d2e373212d0ee7c9b6c0670a1101e48a560672e1", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0034395, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "A" }, "group_id": "chroma-chain-02-edge-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-19.png", "input_tokens": 732, "latency_sec": 8.221524784923531, "model_name": "muse-spark-1.3", "out_of_srgb": null, "output_tokens": 594, "prediction": { "choice": "A" }, "prompt_sha256": "f7627aca5640b4e4bb5108ec22eda036673dd7300493ad098f17639bff610e34", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T15:53:41.730964+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-19", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "00de5358-37d8-47dc-a992-991ed6207c20", "result_sha256": "a8aa12ab25dd9a63b633993fdc71515d2524b2c069fc34765e951c1a76e74637", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00321425, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "B" }, "group_id": "chroma-chain-02-edge-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-20.png", "input_tokens": 732, "latency_sec": 6.202657670015469, "model_name": "muse-spark-1.3", "out_of_srgb": null, "output_tokens": 541, "prediction": { "choice": "B" }, "prompt_sha256": "f7627aca5640b4e4bb5108ec22eda036673dd7300493ad098f17639bff610e34", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T14:02:42.088723+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-20", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "659d2668-1a52-4504-8599-18cc49b25790", "result_sha256": "dad6a4c41cc25fb2effc4b10a80972ff8976ebf9422124ebb506e81e03e0becb", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00804225, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "B" }, "group_id": "chroma-chain-02-edge-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-21.png", "input_tokens": 732, "latency_sec": 22.81778588402085, "model_name": "muse-spark-1.3", "out_of_srgb": null, "output_tokens": 1677, "prediction": { "choice": "B" }, "prompt_sha256": "7cb1baae3d2170148c899969e7afaa6d6a5143997cc3086bc447697d521e10ca", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T14:14:56.853408+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-21", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "c6b7b570-ba8f-4657-ac3f-b3fb992812fa", "result_sha256": "1b6f4ebe6a935df07860a3cd00ebde0bde1b852ea0dc3a40768c2d4e95a762d5", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00449775, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "A" }, "group_id": "chroma-chain-02-edge-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-22.png", "input_tokens": 732, "latency_sec": 21.573466571979225, "model_name": "muse-spark-1.3", "out_of_srgb": null, "output_tokens": 843, "prediction": { "choice": "A" }, "prompt_sha256": "7cb1baae3d2170148c899969e7afaa6d6a5143997cc3086bc447697d521e10ca", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T15:22:39.124009+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-22", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "2b95de07-f4b5-43ad-9c64-171c1b488a11", "result_sha256": "377db012c9442f629268645c74d00b6ef33cbf7f3e1ca67e3f5cdc6c1734a94e", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00444675, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "A" }, "group_id": "chroma-chain-02-edge-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-23.png", "input_tokens": 732, "latency_sec": 11.451992844929919, "model_name": "muse-spark-1.3", "out_of_srgb": null, "output_tokens": 831, "prediction": { "choice": "A" }, "prompt_sha256": "f7627aca5640b4e4bb5108ec22eda036673dd7300493ad098f17639bff610e34", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T14:50:46.628970+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-23", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "f17f0764-c24a-4d92-9a12-4a53d6673089", "result_sha256": "8ce8575f4d11b9c433789f2937e9cef887346932794ca4c807dfd761994053cc", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00590025, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "B" }, "group_id": "chroma-chain-02-edge-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-24.png", "input_tokens": 732, "latency_sec": 14.762327846954577, "model_name": "muse-spark-1.3", "out_of_srgb": null, "output_tokens": 1173, "prediction": { "choice": "B" }, "prompt_sha256": "f7627aca5640b4e4bb5108ec22eda036673dd7300493ad098f17639bff610e34", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T16:26:53.957814+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-24", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "12e2d9bf-6c43-4792-b7b0-29de61e07941", "result_sha256": "02657d7770ce2709c2c5b27e26216f7699ff47b389125cc3e160571a4ece163b", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0122115, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "B" }, "group_id": "chroma-chain-02-edge-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-25.png", "input_tokens": 732, "latency_sec": 34.421721252962016, "model_name": "muse-spark-1.3", "out_of_srgb": null, "output_tokens": 2658, "prediction": { "choice": "B" }, "prompt_sha256": "7cb1baae3d2170148c899969e7afaa6d6a5143997cc3086bc447697d521e10ca", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T16:08:05.875106+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-25", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "2455077a-91a6-4f41-9b02-22685ea90081", "result_sha256": "e0666f35f479fd8fe52b9d1393eff93b5bde186c59d181f452afde9ea30f3510", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.010129, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "A" }, "group_id": "chroma-chain-02-edge-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-26.png", "input_tokens": 732, "latency_sec": 29.9113527800655, "model_name": "muse-spark-1.3", "out_of_srgb": null, "output_tokens": 2168, "prediction": { "choice": "A" }, "prompt_sha256": "7cb1baae3d2170148c899969e7afaa6d6a5143997cc3086bc447697d521e10ca", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T14:09:40.532425+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-26", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "8d6ae7f7-7354-4a36-9402-b63954cfd867", "result_sha256": "08d326790c7c7223e72b7f373e95226243e80ca864254657fb4e19a0834cf44e", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00833125, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "A" }, "group_id": "chroma-chain-02-edge-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-27.png", "input_tokens": 732, "latency_sec": 22.061745616956614, "model_name": "muse-spark-1.3", "out_of_srgb": null, "output_tokens": 1745, "prediction": { "choice": "A" }, "prompt_sha256": "f7627aca5640b4e4bb5108ec22eda036673dd7300493ad098f17639bff610e34", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T15:41:26.682968+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-27", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "23ad5b01-9380-4c5f-8d43-baf7621429f6", "result_sha256": "6baeecaf2f5bf5c1a372243e7b79c4a8ad2cc42874eb790b3cc620726e935cf8", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.0112935, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "B" }, "group_id": "chroma-chain-02-edge-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-28.png", "input_tokens": 732, "latency_sec": 32.354404954006895, "model_name": "muse-spark-1.3", "out_of_srgb": null, "output_tokens": 2442, "prediction": { "choice": "A" }, "prompt_sha256": "f7627aca5640b4e4bb5108ec22eda036673dd7300493ad098f17639bff610e34", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T16:23:07.867230+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-chroma-28", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "1c0a98c1-a68e-47e2-87f7-2dd46bb990da", "result_sha256": "b10efc32470ed21e729f82bd6dade4a20ca5135ab16a252a9cfe2cf9502a06e8", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0023175, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "B" }, "group_id": "chroma-chain-02-edge-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-29.png", "input_tokens": 732, "latency_sec": 4.492975363973528, "model_name": "muse-spark-1.3", "out_of_srgb": null, "output_tokens": 330, "prediction": { "choice": "B" }, "prompt_sha256": "7cb1baae3d2170148c899969e7afaa6d6a5143997cc3086bc447697d521e10ca", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T15:53:29.282430+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-29", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "dbb70f83-baf5-4273-98ba-98f00c1b26a4", "result_sha256": "1e9f44a3c6e9474cb055ca0763111b81e4ae721edfa267b4961950f66ebaa67a", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00380925, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "A" }, "group_id": "chroma-chain-02-edge-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-30.png", "input_tokens": 732, "latency_sec": 8.395906458958052, "model_name": "muse-spark-1.3", "out_of_srgb": null, "output_tokens": 681, "prediction": { "choice": "A" }, "prompt_sha256": "7cb1baae3d2170148c899969e7afaa6d6a5143997cc3086bc447697d521e10ca", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T14:53:17.288187+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-30", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "07d38dd4-0049-4d95-aa41-74bc13a0d9b1", "result_sha256": "1fef4270fd26e5643c6c8e858d77a1f3a4144703a59b9165d38b19caf2ca9b8b", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00321, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "A" }, "group_id": "chroma-chain-02-edge-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-31.png", "input_tokens": 732, "latency_sec": 6.605241585057229, "model_name": "muse-spark-1.3", "out_of_srgb": null, "output_tokens": 540, "prediction": { "choice": "A" }, "prompt_sha256": "f7627aca5640b4e4bb5108ec22eda036673dd7300493ad098f17639bff610e34", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T15:24:20.288812+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-31", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "c798bf43-b58f-4deb-8a15-b1fe3f85568b", "result_sha256": "63a2b6a9881fe9f56e9393d6ebddd71e59e5ecb71ab36ae3c36bb82b4bc03afe", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00254275, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "B" }, "group_id": "chroma-chain-02-edge-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-32.png", "input_tokens": 732, "latency_sec": 4.8707344610011205, "model_name": "muse-spark-1.3", "out_of_srgb": null, "output_tokens": 383, "prediction": { "choice": "B" }, "prompt_sha256": "f7627aca5640b4e4bb5108ec22eda036673dd7300493ad098f17639bff610e34", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T15:16:55.064566+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-32", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "732a7928-b5f1-43c6-89a5-63c6323c9335", "result_sha256": "fe0d27694ab28e0f5c5f4aff093c041f50f20e5e16816d2e85fdfff80c8eac17", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0095765, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "B" }, "group_id": "chroma-chain-03-edge-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-33.png", "input_tokens": 732, "latency_sec": 26.086116574006155, "model_name": "muse-spark-1.3", "out_of_srgb": null, "output_tokens": 2038, "prediction": { "choice": "B" }, "prompt_sha256": "7cb1baae3d2170148c899969e7afaa6d6a5143997cc3086bc447697d521e10ca", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T14:58:18.634293+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-33", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "ee1dfdeb-75ba-49ae-aa87-3bddeaf2a80d", "result_sha256": "17d284c63c70e3bc6c5374930376e2995c066ae7ce9d023940c9f1920a60b7b1", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0054625, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "A" }, "group_id": "chroma-chain-03-edge-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-34.png", "input_tokens": 732, "latency_sec": 14.042139691999182, "model_name": "muse-spark-1.3", "out_of_srgb": null, "output_tokens": 1070, "prediction": { "choice": "A" }, "prompt_sha256": "7cb1baae3d2170148c899969e7afaa6d6a5143997cc3086bc447697d521e10ca", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T15:28:42.293115+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-34", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "beca9fee-5ab3-4019-b296-06e4570c7445", "result_sha256": "b7350c6c7e91f02a194e287927a71540a7a98594755d25894d0f6a4bcfe23848", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00866275, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "A" }, "group_id": "chroma-chain-03-edge-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-35.png", "input_tokens": 732, "latency_sec": 24.18983924598433, "model_name": "muse-spark-1.3", "out_of_srgb": null, "output_tokens": 1823, "prediction": { "choice": "A" }, "prompt_sha256": "f7627aca5640b4e4bb5108ec22eda036673dd7300493ad098f17639bff610e34", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T15:28:40.464177+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-35", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "7fc186ce-c3e7-4698-b421-b3840e3e6554", "result_sha256": "6d911e7d5968176421dc793d83318cc1ad142e6993970883fa494c4b88abafd8", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.007545, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "B" }, "group_id": "chroma-chain-03-edge-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-36.png", "input_tokens": 732, "latency_sec": 17.48588358797133, "model_name": "muse-spark-1.3", "out_of_srgb": null, "output_tokens": 1560, "prediction": { "choice": "B" }, "prompt_sha256": "f7627aca5640b4e4bb5108ec22eda036673dd7300493ad098f17639bff610e34", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T15:02:52.985452+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-36", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "57072942-3c35-45bf-bfd7-05d17583f447", "result_sha256": "d27f9046d94c8f03f80fe5cc6446d53015e7b82613cfcf2dc6200b313566127e", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0111745, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "B" }, "group_id": "chroma-chain-03-edge-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-37.png", "input_tokens": 732, "latency_sec": 30.37730016198475, "model_name": "muse-spark-1.3", "out_of_srgb": null, "output_tokens": 2414, "prediction": { "choice": "B" }, "prompt_sha256": "7cb1baae3d2170148c899969e7afaa6d6a5143997cc3086bc447697d521e10ca", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T14:16:38.687141+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-37", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "669599b4-dae9-429f-818c-bd422e3ecf1c", "result_sha256": "d24536295c2ca5c7962d8b3604edd192615a44f891f401c91fcee4252b0015be", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0146935, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "A" }, "group_id": "chroma-chain-03-edge-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-38.png", "input_tokens": 732, "latency_sec": 40.81402027292643, "model_name": "muse-spark-1.3", "out_of_srgb": null, "output_tokens": 3242, "prediction": { "choice": "A" }, "prompt_sha256": "7cb1baae3d2170148c899969e7afaa6d6a5143997cc3086bc447697d521e10ca", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T15:14:17.537214+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-38", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "86d2361f-6304-4d03-a42f-d146aa80fc17", "result_sha256": "edd3c57bd56b6e4cdf7c34c0d5bac2049961704591eaa7f00d8e4ba27fad06bc", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.01117025, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "A" }, "group_id": "chroma-chain-03-edge-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-39.png", "input_tokens": 732, "latency_sec": 31.148810612037778, "model_name": "muse-spark-1.3", "out_of_srgb": null, "output_tokens": 2413, "prediction": { "choice": "A" }, "prompt_sha256": "f7627aca5640b4e4bb5108ec22eda036673dd7300493ad098f17639bff610e34", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T15:29:42.601619+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-39", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "fa1fdb0b-c9a5-4028-9691-a9721030566d", "result_sha256": "10b2cf1ac539e4ee1ce61343849a1a1c1a2a0ce0cb409b4d7c22947d391caeb4", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0123475, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "B" }, "group_id": "chroma-chain-03-edge-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-40.png", "input_tokens": 732, "latency_sec": 34.070900639053434, "model_name": "muse-spark-1.3", "out_of_srgb": null, "output_tokens": 2690, "prediction": { "choice": "B" }, "prompt_sha256": "f7627aca5640b4e4bb5108ec22eda036673dd7300493ad098f17639bff610e34", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T15:42:43.736528+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-40", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "4ac05c12-ba29-4f01-b9a5-149ef6772c55", "result_sha256": "b175226842b28a1733ca1a03fc4245d6cf8f1ed88b54e45ccf06bf4c6b6b22f8", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00221975, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "B" }, "group_id": "chroma-chain-03-edge-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-41.png", "input_tokens": 732, "latency_sec": 3.2180903350235894, "model_name": "muse-spark-1.3", "out_of_srgb": null, "output_tokens": 307, "prediction": { "choice": "B" }, "prompt_sha256": "7cb1baae3d2170148c899969e7afaa6d6a5143997cc3086bc447697d521e10ca", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T14:49:38.450849+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-41", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "3d98a5a4-06b2-4ca6-be58-2c583a512306", "result_sha256": "e37ebf91e65e927fb6cbf39a6a3fca0c1d08390cd2784c17936f6e2b6ffe44da", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00201575, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "A" }, "group_id": "chroma-chain-03-edge-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-42.png", "input_tokens": 732, "latency_sec": 3.4495034620631486, "model_name": "muse-spark-1.3", "out_of_srgb": null, "output_tokens": 259, "prediction": { "choice": "A" }, "prompt_sha256": "7cb1baae3d2170148c899969e7afaa6d6a5143997cc3086bc447697d521e10ca", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T15:26:52.542037+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-42", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "4965802f-2aed-41a5-9b93-8e3ca96c4ca2", "result_sha256": "9e656d2ec9144075622476fd3ffd6ac24f1f4dad2b54b1840d446f5639ef04ec", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.004162, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "A" }, "group_id": "chroma-chain-03-edge-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-43.png", "input_tokens": 732, "latency_sec": 9.495446335989982, "model_name": "muse-spark-1.3", "out_of_srgb": null, "output_tokens": 764, "prediction": { "choice": "A" }, "prompt_sha256": "f7627aca5640b4e4bb5108ec22eda036673dd7300493ad098f17639bff610e34", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T14:16:04.925424+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-43", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "2ea385ec-2cf4-415f-bc4f-0ef5d05e4e10", "result_sha256": "54d04b8a736e66cf0e5f433cd0e6e4de44eaebb5ffe7568a836e6d25112cfc2c", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0034565, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "B" }, "group_id": "chroma-chain-03-edge-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-44.png", "input_tokens": 732, "latency_sec": 6.541366085992195, "model_name": "muse-spark-1.3", "out_of_srgb": null, "output_tokens": 598, "prediction": { "choice": "B" }, "prompt_sha256": "f7627aca5640b4e4bb5108ec22eda036673dd7300493ad098f17639bff610e34", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T14:41:34.531642+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-44", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "f99420fa-bf88-4eca-af51-a3b6cdfab9eb", "result_sha256": "21d6ffaa49df9f9e069b681518a27736bc5cf1d68ffe215fc713448e0d242051", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.005607, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "B" }, "group_id": "chroma-chain-03-edge-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-45.png", "input_tokens": 732, "latency_sec": 14.457626673975028, "model_name": "muse-spark-1.3", "out_of_srgb": null, "output_tokens": 1104, "prediction": { "choice": "B" }, "prompt_sha256": "7cb1baae3d2170148c899969e7afaa6d6a5143997cc3086bc447697d521e10ca", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T15:31:43.483957+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-45", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "fee152fe-b047-4956-b8ff-fa1f5a840e58", "result_sha256": "939cab5e21db843f4093f96f2a4f7e583b84c85394e2ac5463dd087fedd9d93e", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00570475, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "A" }, "group_id": "chroma-chain-03-edge-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-46.png", "input_tokens": 732, "latency_sec": 13.68385951698292, "model_name": "muse-spark-1.3", "out_of_srgb": null, "output_tokens": 1127, "prediction": { "choice": "A" }, "prompt_sha256": "7cb1baae3d2170148c899969e7afaa6d6a5143997cc3086bc447697d521e10ca", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T14:46:42.840983+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-46", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "9f3d5efd-748c-4d4e-97dc-cec8fe90514b", "result_sha256": "f3db2a2a364feee9ddd20e8f6335af7ac60c7472d06ef7b1a82fc9f7720295e6", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.009959, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "A" }, "group_id": "chroma-chain-03-edge-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-47.png", "input_tokens": 732, "latency_sec": 31.54028879199177, "model_name": "muse-spark-1.3", "out_of_srgb": null, "output_tokens": 2128, "prediction": { "choice": "A" }, "prompt_sha256": "f7627aca5640b4e4bb5108ec22eda036673dd7300493ad098f17639bff610e34", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T15:56:30.244101+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-47", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "31e889dc-5a0f-4c04-9efe-744a713bd828", "result_sha256": "a50df1019c6cc372636c921a9df84e1accea50b9232a6b5f6dd8c94190c396d8", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00732825, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "B" }, "group_id": "chroma-chain-03-edge-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-48.png", "input_tokens": 732, "latency_sec": 21.974084489047527, "model_name": "muse-spark-1.3", "out_of_srgb": null, "output_tokens": 1509, "prediction": { "choice": "B" }, "prompt_sha256": "f7627aca5640b4e4bb5108ec22eda036673dd7300493ad098f17639bff610e34", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T15:55:56.553524+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-48", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "3d3354e1-3650-401a-ba14-149d997af9d2", "result_sha256": "d1f03f67fc7cf9a66f4550dd9952bb2f72168148eb487591141f54b6f3cb3813", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.012067, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "B" }, "group_id": "chroma-chain-04-edge-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-49.png", "input_tokens": 732, "latency_sec": 40.246854637051, "model_name": "muse-spark-1.3", "out_of_srgb": null, "output_tokens": 2624, "prediction": { "choice": "B" }, "prompt_sha256": "7cb1baae3d2170148c899969e7afaa6d6a5143997cc3086bc447697d521e10ca", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T15:56:26.267250+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-49", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "d2c7e7e1-a8f4-4dcd-8b3d-f355d2815165", "result_sha256": "28cdfbc13159286ebd818816ddfc8f52e2f799f27eb6a51f59c9eaf4cdaf0885", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00437875, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "A" }, "group_id": "chroma-chain-04-edge-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-50.png", "input_tokens": 732, "latency_sec": 10.093633810058236, "model_name": "muse-spark-1.3", "out_of_srgb": null, "output_tokens": 815, "prediction": { "choice": "A" }, "prompt_sha256": "7cb1baae3d2170148c899969e7afaa6d6a5143997cc3086bc447697d521e10ca", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T16:09:03.761579+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-50", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "0fa410dc-de1e-41de-9953-1ec2ec65e4ac", "result_sha256": "ca8dad7f9d8c05ee74f2c834d7f1caa3f115512758ad322b8b495ef93832cf56", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.012577, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "A" }, "group_id": "chroma-chain-04-edge-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-51.png", "input_tokens": 732, "latency_sec": 33.87184221600182, "model_name": "muse-spark-1.3", "out_of_srgb": null, "output_tokens": 2744, "prediction": { "choice": "A" }, "prompt_sha256": "f7627aca5640b4e4bb5108ec22eda036673dd7300493ad098f17639bff610e34", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T14:11:09.839115+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-51", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "84a5c175-5e43-479c-ad07-32812631ca78", "result_sha256": "da028f2b2694da7bcaa5cb3ee6a64253670a94b06ed413e599159bf5f3723b19", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.005318, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "B" }, "group_id": "chroma-chain-04-edge-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-52.png", "input_tokens": 732, "latency_sec": 12.31153634202201, "model_name": "muse-spark-1.3", "out_of_srgb": null, "output_tokens": 1036, "prediction": { "choice": "B" }, "prompt_sha256": "f7627aca5640b4e4bb5108ec22eda036673dd7300493ad098f17639bff610e34", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T15:35:25.590407+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-52", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "b3334215-31d8-46a9-b158-b6d624165a41", "result_sha256": "682045f3d08971b58bc3e42693b3db6d6683d799cb13116c022728c62ea67393", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00246625, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "B" }, "group_id": "chroma-chain-04-edge-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-53.png", "input_tokens": 732, "latency_sec": 5.524997454951517, "model_name": "muse-spark-1.3", "out_of_srgb": null, "output_tokens": 365, "prediction": { "choice": "B" }, "prompt_sha256": "7cb1baae3d2170148c899969e7afaa6d6a5143997cc3086bc447697d521e10ca", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T14:14:09.939422+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-53", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "0700214d-2fba-42ce-b694-12a1b0d41d23", "result_sha256": "4aae00a99b2e82f6050e18c86950fa05a6c5f06c6a6be657d29895cdae37d9e0", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00322275, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "A" }, "group_id": "chroma-chain-04-edge-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-54.png", "input_tokens": 732, "latency_sec": 5.545090042054653, "model_name": "muse-spark-1.3", "out_of_srgb": null, "output_tokens": 543, "prediction": { "choice": "A" }, "prompt_sha256": "7cb1baae3d2170148c899969e7afaa6d6a5143997cc3086bc447697d521e10ca", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T14:51:34.309930+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-54", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "b7e0f93f-113b-47b2-8087-ada5229eb5e2", "result_sha256": "33f9a59aa5606daa75abd67bf912449f7b35aa939e235cad3561d9528c20409f", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00220275, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "A" }, "group_id": "chroma-chain-04-edge-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-55.png", "input_tokens": 732, "latency_sec": 5.456110783969052, "model_name": "muse-spark-1.3", "out_of_srgb": null, "output_tokens": 303, "prediction": { "choice": "A" }, "prompt_sha256": "f7627aca5640b4e4bb5108ec22eda036673dd7300493ad098f17639bff610e34", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T15:30:23.729171+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-55", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "f328d7af-34d6-4353-bc59-0e3d51455d21", "result_sha256": "2860c4daa82149047cfaa3e3ee2a199e693d0afdc617ef36d426bab20081baa8", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0018585, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "B" }, "group_id": "chroma-chain-04-edge-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-56.png", "input_tokens": 732, "latency_sec": 2.41828089999035, "model_name": "muse-spark-1.3", "out_of_srgb": null, "output_tokens": 222, "prediction": { "choice": "B" }, "prompt_sha256": "f7627aca5640b4e4bb5108ec22eda036673dd7300493ad098f17639bff610e34", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T14:09:59.150741+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-56", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "1d2ee1e2-9adc-4506-8ea0-5c94397cc706", "result_sha256": "fbf1cebd16605a3d432feb7e9dfcef5f9aaa57719705dfd66b6c0bdfd73455ad", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.009058, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "B" }, "group_id": "chroma-chain-04-edge-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-57.png", "input_tokens": 732, "latency_sec": 25.31043098506052, "model_name": "muse-spark-1.3", "out_of_srgb": null, "output_tokens": 1916, "prediction": { "choice": "B" }, "prompt_sha256": "7cb1baae3d2170148c899969e7afaa6d6a5143997cc3086bc447697d521e10ca", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T16:18:23.458142+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-57", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "0236b47b-164f-412c-a0a9-3c7ba41cccfa", "result_sha256": "703a03ebc976283a55aba8f45a3e76bc87f90e3f2becbafae5b56d86a7bc887a", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.011829, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "A" }, "group_id": "chroma-chain-04-edge-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-58.png", "input_tokens": 732, "latency_sec": 35.201103956089355, "model_name": "muse-spark-1.3", "out_of_srgb": null, "output_tokens": 2568, "prediction": { "choice": "A" }, "prompt_sha256": "7cb1baae3d2170148c899969e7afaa6d6a5143997cc3086bc447697d521e10ca", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T14:33:35.874763+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-58", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "168a1783-f492-49af-ad01-c7a516b3b9b1", "result_sha256": "9d69afc27a164c946aa4071a3b06e4d0c3790cca7c69a1d8ff10a95e7af71e73", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.01197775, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "A" }, "group_id": "chroma-chain-04-edge-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-59.png", "input_tokens": 732, "latency_sec": 31.170067465049215, "model_name": "muse-spark-1.3", "out_of_srgb": null, "output_tokens": 2603, "prediction": { "choice": "A" }, "prompt_sha256": "f7627aca5640b4e4bb5108ec22eda036673dd7300493ad098f17639bff610e34", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T15:16:26.131047+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-59", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "fae69a7c-a3b1-440d-a101-10828cfaf780", "result_sha256": "6891582b5d8f246f9b8ad6a471ed696e86cddfc019164f7abf5cdcc05c460f97", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.01067725, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "B" }, "group_id": "chroma-chain-04-edge-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-60.png", "input_tokens": 732, "latency_sec": 31.744692343985662, "model_name": "muse-spark-1.3", "out_of_srgb": null, "output_tokens": 2297, "prediction": { "choice": "A" }, "prompt_sha256": "f7627aca5640b4e4bb5108ec22eda036673dd7300493ad098f17639bff610e34", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T15:34:31.197729+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-chroma-60", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "26da74ae-473b-4e76-8aa1-9a965cd232a7", "result_sha256": "0111697f8369181e41ae3af6e0adb2f18ee6d0cd40224c9131460fa7cbcec452", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0121605, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "B" }, "group_id": "chroma-chain-04-edge-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-61.png", "input_tokens": 732, "latency_sec": 35.10328635002952, "model_name": "muse-spark-1.3", "out_of_srgb": null, "output_tokens": 2646, "prediction": { "choice": "B" }, "prompt_sha256": "7cb1baae3d2170148c899969e7afaa6d6a5143997cc3086bc447697d521e10ca", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T14:21:29.869313+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-61", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "f9a306c5-7d8b-4c1d-98b7-85f57036f2fc", "result_sha256": "0239069b1c0e81287884c4d2ba8ba99b54044cec1b821c3dcea1123ecdbfe22e", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.011268, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "A" }, "group_id": "chroma-chain-04-edge-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-62.png", "input_tokens": 732, "latency_sec": 33.19112106098328, "model_name": "muse-spark-1.3", "out_of_srgb": null, "output_tokens": 2436, "prediction": { "choice": "B" }, "prompt_sha256": "7cb1baae3d2170148c899969e7afaa6d6a5143997cc3086bc447697d521e10ca", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T14:16:55.847300+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-chroma-62", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "d03d79e0-ed80-4e50-bee2-5a58975f6759", "result_sha256": "3ce7cbc18398ff0c76fb021cf012e2908777aa7341f77e29bb640773bac5b3f7", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.0153735, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "A" }, "group_id": "chroma-chain-04-edge-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-63.png", "input_tokens": 732, "latency_sec": 45.29917582694907, "model_name": "muse-spark-1.3", "out_of_srgb": null, "output_tokens": 3402, "prediction": { "choice": "B" }, "prompt_sha256": "f7627aca5640b4e4bb5108ec22eda036673dd7300493ad098f17639bff610e34", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T15:50:32.872592+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-chroma-63", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "c5030bb0-e876-4bbd-a7c4-08533f31ad5a", "result_sha256": "eee011dab681cb22b1f2c1af7bee633a3635cc60f8c21f70a6134ba18a1de902", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.01608325, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "B" }, "group_id": "chroma-chain-04-edge-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-64.png", "input_tokens": 732, "latency_sec": 51.40962932095863, "model_name": "muse-spark-1.3", "out_of_srgb": null, "output_tokens": 3569, "prediction": { "choice": "A" }, "prompt_sha256": "f7627aca5640b4e4bb5108ec22eda036673dd7300493ad098f17639bff610e34", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T16:27:52.570804+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-chroma-64", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "4e487085-ef8b-4603-b57c-2ae537b4ddcf", "result_sha256": "04af2c091f63e83712d052abcaeb2f4d7eda51e629be1cd93783ea5be033e0b4", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0048105, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "A" }, "group_id": "context-01-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-01.png", "input_tokens": 734, "latency_sec": 11.011972342035733, "model_name": "muse-spark-1.3", "out_of_srgb": null, "output_tokens": 916, "prediction": { "choice": "A" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T15:42:55.414249+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-01", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "0908d786-14a1-4bcb-98a5-f6aaa97af811", "result_sha256": "0ccb1d66f2bf20f1f49fa5565b159bc470da6f9846ae7ffc33eda3e708e806e0", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.06980575, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "B" }, "group_id": "context-01-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-02.png", "input_tokens": 734, "latency_sec": 202.85520269698463, "model_name": "muse-spark-1.3", "out_of_srgb": null, "output_tokens": 16209, "prediction": { "choice": "C" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-16T16:11:41.679826+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-context-02", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "d98ab59a-a9f0-43d5-b0c4-2df604dde1ae", "result_sha256": "efe48352e9ee2e7498ad53f19342e82ca82d3592812dccce5aef18859955130a", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.048322, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "C" }, "group_id": "context-01-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-03.png", "input_tokens": 734, "latency_sec": 137.33302140096202, "model_name": "muse-spark-1.3", "out_of_srgb": null, "output_tokens": 11154, "prediction": { "choice": "C" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-16T15:14:26.440953+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-03", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "686b1d65-e70d-4844-a832-d810f48deaf6", "result_sha256": "3f7066add5ab380c9fdf5df7e17df4a6f23e5cc1d18eaae17e47605ec6648930", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.010446, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "D" }, "group_id": "context-01-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-04.png", "input_tokens": 734, "latency_sec": 25.74042189901229, "model_name": "muse-spark-1.3", "out_of_srgb": null, "output_tokens": 2242, "prediction": { "choice": "A" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T14:50:47.819574+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-context-04", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "b319c573-8b3e-4b08-81db-f91c152c2dde", "result_sha256": "b7c9e7bdfe9ec5d19458f6c722ba902f828e070d4b425af1604b72275f62f728", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.0290355, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "A" }, "group_id": "context-01-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-05.png", "input_tokens": 734, "latency_sec": 82.95249953691382, "model_name": "muse-spark-1.3", "out_of_srgb": null, "output_tokens": 6616, "prediction": { "choice": "C" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-16T14:02:24.501072+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-context-05", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "868eba56-370f-4201-96f6-c4b60d9e7ed5", "result_sha256": "bff8dfaa65c91eb89c43f516b274c2e13257e905fc92509e4dfcd80b0cae9a4d", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.02336175, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "B" }, "group_id": "context-01-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-06.png", "input_tokens": 734, "latency_sec": 59.075967474957, "model_name": "muse-spark-1.3", "out_of_srgb": null, "output_tokens": 5281, "prediction": { "choice": "A" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T14:46:22.408429+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-context-06", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "71769732-4baf-4073-8f04-eee493c273ee", "result_sha256": "b1a4dc2ea4d154ac32858f3e598c835d938db7a316299e371830cc01b27ab7c6", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.04312, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "C" }, "group_id": "context-01-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-07.png", "input_tokens": 734, "latency_sec": 112.4396558389999, "model_name": "muse-spark-1.3", "out_of_srgb": null, "output_tokens": 9930, "prediction": { "choice": "C" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-16T14:19:01.932016+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-07", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "3ef3b098-e4b4-4e9b-b3d1-940224eabc5f", "result_sha256": "43ff521d23892ddad1aea50ff0c68171089fabe4c9fa7543839b320f2ea3c4cc", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.03384225, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "D" }, "group_id": "context-01-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-08.png", "input_tokens": 734, "latency_sec": 95.37361895397771, "model_name": "muse-spark-1.3", "out_of_srgb": null, "output_tokens": 7747, "prediction": { "choice": "C" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-16T15:03:27.514046+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-context-08", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "5784ae3a-9b20-4304-81fc-80d8601982ae", "result_sha256": "31589ab92901775237bb6f66448fe428a10776b325b16a2b14868c204b83bda8", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0393715, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "A" }, "group_id": "context-01-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-09.png", "input_tokens": 734, "latency_sec": 118.25912548496854, "model_name": "muse-spark-1.3", "out_of_srgb": null, "output_tokens": 9048, "prediction": { "choice": "A" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T15:51:59.574408+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-09", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "e5380d01-a87d-4097-ba0a-3a32c300d223", "result_sha256": "70e68b395ae97939a65716466669d27a7733f0f8fc8cc8769464038657f23aae", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.028058, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "B" }, "group_id": "context-01-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-10.png", "input_tokens": 734, "latency_sec": 77.57595267507713, "model_name": "muse-spark-1.3", "out_of_srgb": null, "output_tokens": 6386, "prediction": { "choice": "C" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-16T14:53:01.100954+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-context-10", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "ea42d664-ff1a-44d8-b8a6-98e4de14d36d", "result_sha256": "c0593f61eed72ab81ffffb0613232ba9bb694f7f9018ed9655c6569e97c19805", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.00907325, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "C" }, "group_id": "context-01-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-11.png", "input_tokens": 734, "latency_sec": 43.91706977097783, "model_name": "muse-spark-1.3", "out_of_srgb": null, "output_tokens": 1919, "prediction": { "choice": "A" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T16:08:39.774147+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-context-11", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "42126d34-e8df-4317-b76f-ce87adfc5aeb", "result_sha256": "87c4436e9994a376b621a752121821d9f6e1d42d53a9c25887fb1436916f88f2", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.0359885, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "D" }, "group_id": "context-01-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-12.png", "input_tokens": 734, "latency_sec": 101.94446799508296, "model_name": "muse-spark-1.3", "out_of_srgb": null, "output_tokens": 8252, "prediction": { "choice": "C" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-16T15:58:17.536792+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-context-12", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "a565c696-9b84-4a2c-875f-4a332241ae9f", "result_sha256": "d893afa2ae77915fbe7af88de56c851f8bfeb4f3a7415645fbebdee48c0fe9d5", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0422105, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "A" }, "group_id": "context-01-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-13.png", "input_tokens": 734, "latency_sec": 119.64944851596374, "model_name": "muse-spark-1.3", "out_of_srgb": null, "output_tokens": 9716, "prediction": { "choice": "A" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T16:12:23.996140+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-13", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "f2ff372c-f135-42be-8d8f-3b93085b8804", "result_sha256": "c2317ed145d414d157b80e81221f821db1b76fca31227efa195bb68a3baf7338", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.05583175, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "B" }, "group_id": "context-01-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-14.png", "input_tokens": 734, "latency_sec": 147.90765908895992, "model_name": "muse-spark-1.3", "out_of_srgb": null, "output_tokens": 12921, "prediction": { "choice": "D" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-16T14:09:03.068389+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-context-14", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "3df7cff4-3143-470f-8dee-cdd5935d45e4", "result_sha256": "39715ba3aa4bc8ec175b2c31e461a816219e024f31d55c4181277a357b1356f5", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.04690675, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "C" }, "group_id": "context-01-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-15.png", "input_tokens": 734, "latency_sec": 117.64447192498483, "model_name": "muse-spark-1.3", "out_of_srgb": null, "output_tokens": 10821, "prediction": { "choice": "A" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T15:04:46.502618+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-context-15", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "25ec0a8c-db41-44e8-96d7-e6c27639c3d3", "result_sha256": "e58a1794761b43b116e8e33f76864d8788bf2b02ff3eb5cdd8afb73edf9a28aa", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.04987325, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "D" }, "group_id": "context-01-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-16.png", "input_tokens": 734, "latency_sec": 133.4341670939466, "model_name": "muse-spark-1.3", "out_of_srgb": null, "output_tokens": 11519, "prediction": { "choice": "B" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T14:20:25.495093+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-context-16", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "5a95d928-7d0d-4e5b-bce7-225e013752f4", "result_sha256": "33eb697a7b17ad7813367b575701f0455b44e5b5a0f24f815f3237af4764b853", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.01951125, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "A" }, "group_id": "context-01-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-17.png", "input_tokens": 734, "latency_sec": 54.35617840697523, "model_name": "muse-spark-1.3", "out_of_srgb": null, "output_tokens": 4375, "prediction": { "choice": "D" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-16T16:25:41.419391+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-context-17", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "b9dfbd52-b431-4ece-a81e-55d2d35beab1", "result_sha256": "9f906b44975ccca1921f36dd234dbc36a916fcdc93686f41d18113b7469be324", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.023961, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "B" }, "group_id": "context-01-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-18.png", "input_tokens": 734, "latency_sec": 66.12370242201723, "model_name": "muse-spark-1.3", "out_of_srgb": null, "output_tokens": 5422, "prediction": { "choice": "A" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T14:21:41.355695+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-context-18", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "b3696a0e-07cc-4782-a83e-1a1bd21f8e33", "result_sha256": "673714fc32a9a90d546844e91911387bcab27884062727464f55567de3d55a35", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0269445, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "C" }, "group_id": "context-01-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-19.png", "input_tokens": 734, "latency_sec": 76.84264252393041, "model_name": "muse-spark-1.3", "out_of_srgb": null, "output_tokens": 6124, "prediction": { "choice": "C" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-16T14:33:38.078056+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-19", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "d0388703-345d-467a-9cfd-930deddc711f", "result_sha256": "4838e6bf1de0106028f1ed5d481849d23a692f03523b605e536db6278ca914bd", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.019082, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "D" }, "group_id": "context-01-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-20.png", "input_tokens": 734, "latency_sec": 53.97455051005818, "model_name": "muse-spark-1.3", "out_of_srgb": null, "output_tokens": 4274, "prediction": { "choice": "A" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T14:06:35.140129+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-context-20", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "3fb4782f-b216-4803-b047-015721c05f6e", "result_sha256": "f6011ccdb26f252177f0742abe4e7b2f9508a7f199bae31fed947a3307dabc57", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.01248175, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "A" }, "group_id": "context-02-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-21.png", "input_tokens": 734, "latency_sec": 38.24124815699179, "model_name": "muse-spark-1.3", "out_of_srgb": null, "output_tokens": 2721, "prediction": { "choice": "C" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-16T16:32:10.369915+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-context-21", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "48ae1143-d3ae-45da-8143-862a56328fa0", "result_sha256": "d867541907fe6f0215dfda0ec13739527e2c3cbbc95ccae1677f8a266a351272", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.009817, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "B" }, "group_id": "context-02-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-22.png", "input_tokens": 734, "latency_sec": 29.90801230701618, "model_name": "muse-spark-1.3", "out_of_srgb": null, "output_tokens": 2094, "prediction": { "choice": "B" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T16:17:11.224604+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-22", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "3abeddcf-adef-4044-bed1-d8762f344bff", "result_sha256": "529745c2fe7683c29bc6c66daed5748a1139868189de8bea0509bcc729e6f9f5", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.017943, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "C" }, "group_id": "context-02-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-23.png", "input_tokens": 734, "latency_sec": 50.19820495706517, "model_name": "muse-spark-1.3", "out_of_srgb": null, "output_tokens": 4006, "prediction": { "choice": "C" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-16T14:10:35.017192+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-23", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "62c19fe4-8913-4ba7-9ec6-f530a496e2d2", "result_sha256": "ed1e4d1f94c1277522e6708c789a84383614eea70f271cceba3ad1a9f35a7159", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.019881, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "D" }, "group_id": "context-02-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-24.png", "input_tokens": 734, "latency_sec": 57.33574641600717, "model_name": "muse-spark-1.3", "out_of_srgb": null, "output_tokens": 4462, "prediction": { "choice": "B" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T15:06:01.079879+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-context-24", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "a8e65c96-3d47-4089-8fb3-d3a513c61e42", "result_sha256": "d2f81384ac4f114d1d41c2178b460fa089be5a9cdb1b2f0db2fb6de30f83db81", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.03358725, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "A" }, "group_id": "context-02-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-25.png", "input_tokens": 734, "latency_sec": 87.87048045091797, "model_name": "muse-spark-1.3", "out_of_srgb": null, "output_tokens": 7687, "prediction": { "choice": "D" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-16T14:20:14.948651+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-context-25", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "5afd65be-85a0-4a3c-a965-b53dc9668171", "result_sha256": "93d2dda64274cb0fbafb29d7a1c19063ab271a4af85508194481ac03c12a48f8", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.027157, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "B" }, "group_id": "context-02-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-26.png", "input_tokens": 734, "latency_sec": 74.36127790203318, "model_name": "muse-spark-1.3", "out_of_srgb": null, "output_tokens": 6174, "prediction": { "choice": "B" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T14:45:43.789953+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-26", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "8e54875a-0315-4beb-a58c-e976d9078140", "result_sha256": "1cdec0f8ffece1ca6f1e9ec646a3ff928ec2b3bca6826e76b3d0693ad60fde60", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.0351895, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "C" }, "group_id": "context-02-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-27.png", "input_tokens": 734, "latency_sec": 101.05143252306152, "model_name": "muse-spark-1.3", "out_of_srgb": null, "output_tokens": 8064, "prediction": { "choice": "A" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T15:44:54.008721+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-context-27", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "6a254f15-1ada-4182-b7d2-6a2b6380064a", "result_sha256": "550f50e713a805d9d5f5ab0047b54ea0fe1fd13734a0c74fa9dd90a946b400ee", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.0339145, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "D" }, "group_id": "context-02-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-28.png", "input_tokens": 734, "latency_sec": 92.50950931501575, "model_name": "muse-spark-1.3", "out_of_srgb": null, "output_tokens": 7764, "prediction": { "choice": "B" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T14:22:49.650416+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-context-28", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "14e70cd4-c65f-4a6c-9fd8-e4f0c939b7d7", "result_sha256": "4605efe81035c09582e2460b2bb1f9854fd681a82e9e74a5e7743b421b01c90b", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.043188, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "A" }, "group_id": "context-02-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-29.png", "input_tokens": 734, "latency_sec": 132.6234484409215, "model_name": "muse-spark-1.3", "out_of_srgb": null, "output_tokens": 9946, "prediction": { "choice": "A" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T15:50:33.696485+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-29", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "92ec1c96-4fb7-4548-91f7-0e1ae027771d", "result_sha256": "f4e4c099ba2d90f0f3a93d65650f58d7018ead29fef72c4bfe8add37818838d2", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.0705495, "delta_e_ok": null, "error": "Response did not complete: incomplete", "error_kind": "invalid_response", "family": "context", "ground_truth": { "choice": "B" }, "group_id": "context-02-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-30.png", "input_tokens": 734, "latency_sec": 229.3085557000013, "model_name": "muse-spark-1.3", "out_of_srgb": null, "output_tokens": 16384, "prediction": {}, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"top_logprobs\":0,\"temperature\":1.0,\"top_p\":1.0,\"service_tier\":\"auto\",\"model\":\"muse-spark-1.3\",\"reasoning\":{\"effort\":\"high\"},\"background\":false,\"text\":{\"format\":{\"type\":\"json_schema\",\"name\":\"colorbench_prediction\",\"schema\":{\"additionalProperties\":false,\"required\":[\"choice\"],\"properties\":{\"choice\":{\"enum\":[\"A\",\"B\",\"C\",\"D\"],\"type\":\"string\"}},\"type\":\"object\"},\"strict\":true}},\"tools\":[],\"tool_choice\":\"auto\",\"truncation\":\"disabled\",\"id\":\"resp_6aaabbc2d6799806bf8b4546\",\"object\":\"response\",\"status\":\"incomplete\",\"created_at\":1789574082.0,\"error\":null,\"incomplete_details\":{\"reason\":\"max_output_tokens\"},\"output\":[],\"instructions\":null,\"usage\":{\"input_tokens\":734,\"input_tokens_details\":{\"cached_tokens\":0},\"output_tokens\":16384,\"output_tokens_details\":{\"reasoning_tokens\":16381},\"total_tokens\":17118},\"parallel_tool_calls\":true,\"store\":false,\"max_output_tokens\":16384}", "recorded_at": "2026-09-16T15:54:42.674436+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-context-30", "tight_score": null, "unmetered_attempts": 0, "valid": false, "within_bands": null } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "e883660f-4fa4-4834-aeed-66f3bce4d8f2", "result_sha256": "38246c5fa058f7091187fd6db833267f4851b4e54b4997aa1a7f5d88056e127d", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.0172715, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "C" }, "group_id": "context-02-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-31.png", "input_tokens": 734, "latency_sec": 48.72833392606117, "model_name": "muse-spark-1.3", "out_of_srgb": null, "output_tokens": 3848, "prediction": { "choice": "D" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-16T14:47:59.930427+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-context-31", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "9b5e08a7-fe8d-4dc9-8854-fe09da47bd7b", "result_sha256": "17aae2a2641f769deb7125948df1adb986654a683923b67a6717e544cd1b826c", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.034773, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "D" }, "group_id": "context-02-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-32.png", "input_tokens": 734, "latency_sec": 96.32675553800073, "model_name": "muse-spark-1.3", "out_of_srgb": null, "output_tokens": 7966, "prediction": { "choice": "D" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-16T15:24:15.648469+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-32", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "7764a181-8b85-41c7-b04a-5e642bb48254", "result_sha256": "96f6c9019f9b7511db63d92bdec41109d10734f04b8076aadef61fee4281bfef", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.02917575, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "A" }, "group_id": "context-02-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-33.png", "input_tokens": 734, "latency_sec": 84.85788793093525, "model_name": "muse-spark-1.3", "out_of_srgb": null, "output_tokens": 6649, "prediction": { "choice": "B" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T16:27:45.982197+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-context-33", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "2c2f6c92-6e4d-4206-8e81-c3b6fbf65a4d", "result_sha256": "3541a92130eb3df0168379d8f04cedb8de42df7d12754003a9e3b3ff06a5daa6", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.0256015, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "B" }, "group_id": "context-02-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-34.png", "input_tokens": 734, "latency_sec": 73.06992679892574, "model_name": "muse-spark-1.3", "out_of_srgb": null, "output_tokens": 5808, "prediction": { "choice": "D" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-16T15:11:47.209915+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-context-34", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "c9a7dcd9-f16a-43fc-96ed-2decd62abdd5", "result_sha256": "b58b9c395d17f676952c6ae591cd146f328a11b03e33ef9615849d6f3fae73fa", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.026375, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "C" }, "group_id": "context-02-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-35.png", "input_tokens": 734, "latency_sec": 72.59630636801012, "model_name": "muse-spark-1.3", "out_of_srgb": null, "output_tokens": 5990, "prediction": { "choice": "B" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T14:34:27.131828+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-context-35", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "057550e4-8887-46b3-8ed2-c2ec6b83a7f7", "result_sha256": "2786c366cfad2b7a87fa1421b86f59c561355c240573f75b3a28f624e5c58841", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.02203575, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "D" }, "group_id": "context-02-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-36.png", "input_tokens": 734, "latency_sec": 67.79810573393479, "model_name": "muse-spark-1.3", "out_of_srgb": null, "output_tokens": 4969, "prediction": { "choice": "D" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-16T16:02:24.063164+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-36", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "e1de72a9-b0f9-44e0-b38e-2d1eb4d44c08", "result_sha256": "7f324d83e77b604fea00048c9972072c9eaf960ba10ab1ddc47776c2ecbb026b", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.02486625, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "A" }, "group_id": "context-02-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-37.png", "input_tokens": 734, "latency_sec": 75.41239217098337, "model_name": "muse-spark-1.3", "out_of_srgb": null, "output_tokens": 5635, "prediction": { "choice": "C" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-16T15:57:26.893326+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-context-37", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "2a223a75-1575-455c-842e-02498bb2663a", "result_sha256": "b7b20cfa037080aab17fa1224828cb377bd4b3bb4457a63c959872967df44c0f", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.03113075, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "B" }, "group_id": "context-02-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-38.png", "input_tokens": 734, "latency_sec": 91.39733306400012, "model_name": "muse-spark-1.3", "out_of_srgb": null, "output_tokens": 7109, "prediction": { "choice": "A" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T16:05:39.277585+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-context-38", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "030e6ecb-80d2-4245-bb1f-8e39166b428f", "result_sha256": "3cbf533d06604a915005fd7ee3da955abac0c3364796d065036b86f39b0add1a", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.065662, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "C" }, "group_id": "context-02-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-39.png", "input_tokens": 734, "latency_sec": 181.57672462495975, "model_name": "muse-spark-1.3", "out_of_srgb": null, "output_tokens": 15234, "prediction": { "choice": "B" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T14:42:56.194294+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-context-39", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "3412a45a-ae78-49a7-b8c9-16dadacead30", "result_sha256": "2bd118c80be15ed1eeb8470f38bf87da7c2ea9d8449591b680b06e4009090239", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.02978775, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "D" }, "group_id": "context-02-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-40.png", "input_tokens": 734, "latency_sec": 76.09144238498993, "model_name": "muse-spark-1.3", "out_of_srgb": null, "output_tokens": 6793, "prediction": { "choice": "C" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-16T15:20:25.459419+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-context-40", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "adc2c653-da76-4ce4-92b3-9efbbece6a31", "result_sha256": "f81c33c081939297f6f4c0156bc6189353fdee292add718fcc4a43146399460c", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.01014425, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "A" }, "group_id": "context-03-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-41.png", "input_tokens": 734, "latency_sec": 27.081221577944234, "model_name": "muse-spark-1.3", "out_of_srgb": null, "output_tokens": 2171, "prediction": { "choice": "C" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-16T15:15:05.124136+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-context-41", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "2dfdc489-1539-44b9-8f0f-1d02939c8277", "result_sha256": "247f0db274d7a26390d918b4730f34067bba128fa02aee744ca87309d92f5f55", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00512925, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "B" }, "group_id": "context-03-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-42.png", "input_tokens": 734, "latency_sec": 17.103364042006433, "model_name": "muse-spark-1.3", "out_of_srgb": null, "output_tokens": 991, "prediction": { "choice": "B" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T14:01:01.530792+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-42", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "03c7d0db-ef9c-42b2-b1e8-d428bf6d5c80", "result_sha256": "a60360be97889bdf2a783d42dd1c34bb30f330f5e6770a292e50673063ce544a", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00588575, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "C" }, "group_id": "context-03-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-43.png", "input_tokens": 734, "latency_sec": 15.58425636694301, "model_name": "muse-spark-1.3", "out_of_srgb": null, "output_tokens": 1169, "prediction": { "choice": "C" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-16T16:05:04.501031+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-43", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "78d29ac8-08c8-444e-89b8-54623dc41f6f", "result_sha256": "69432ca9631df2d92118bd2f0aed937040d9f24c8b1d54a5927f8d3942f36670", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0183, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "D" }, "group_id": "context-03-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-44.png", "input_tokens": 734, "latency_sec": 52.66008227900602, "model_name": "muse-spark-1.3", "out_of_srgb": null, "output_tokens": 4090, "prediction": { "choice": "D" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-16T16:30:07.394958+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-44", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "15fc92ff-7c49-4a78-b554-4685737e0b42", "result_sha256": "94eedcbed82e5c5d346060add68ceff467da9e5a3cb06eed43dce651108ffe0a", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0397285, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "A" }, "group_id": "context-03-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-45.png", "input_tokens": 734, "latency_sec": 106.93593147792853, "model_name": "muse-spark-1.3", "out_of_srgb": null, "output_tokens": 9132, "prediction": { "choice": "A" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T14:57:11.923866+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-45", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "09e8fe11-6a2a-419b-97d2-9b5b497511c3", "result_sha256": "17a8ae84a7b301bb7f0f3f362453a715d098e00fe34e11f52feeab590c77de91", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.01146175, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "B" }, "group_id": "context-03-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-46.png", "input_tokens": 734, "latency_sec": 31.252132914029062, "model_name": "muse-spark-1.3", "out_of_srgb": null, "output_tokens": 2481, "prediction": { "choice": "D" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-16T14:15:48.948253+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-context-46", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "3143869b-6cd4-419d-afaf-3c1b92767218", "result_sha256": "b9bc83d9208e9814ede82166460021e3f90601087b80fcef528aba75b964b609", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.0318405, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "C" }, "group_id": "context-03-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-47.png", "input_tokens": 734, "latency_sec": 97.93277734401636, "model_name": "muse-spark-1.3", "out_of_srgb": null, "output_tokens": 7276, "prediction": { "choice": "B" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T16:23:59.738003+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-context-47", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "84c03a06-bf97-4e7e-880e-adc71dc78fda", "result_sha256": "c9ffe790bfab5e40ec4a3410672c55bdcccc06e6bed9d0fed2d391ecdc91003f", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0205525, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "D" }, "group_id": "context-03-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-48.png", "input_tokens": 734, "latency_sec": 56.21283375902567, "model_name": "muse-spark-1.3", "out_of_srgb": null, "output_tokens": 4620, "prediction": { "choice": "D" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-16T15:25:58.302616+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-48", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "ab0c2d84-dc39-4a6e-8abc-50999c1c01c3", "result_sha256": "77380d51490351b8483f599e762069177c1b77316090cec5ffef957b4395a066", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.03671525, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "A" }, "group_id": "context-03-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-49.png", "input_tokens": 734, "latency_sec": 97.43770151992794, "model_name": "muse-spark-1.3", "out_of_srgb": null, "output_tokens": 8423, "prediction": { "choice": "A" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T14:52:43.770693+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-49", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "255a2cee-d524-44f4-95f6-a39a4a5dc84b", "result_sha256": "e78b7e0d81b82b91f859aa9c5745c7c11a6bd33a71dabf1e96d4fbe833497c2b", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.02651525, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "B" }, "group_id": "context-03-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-50.png", "input_tokens": 734, "latency_sec": 76.74754771299195, "model_name": "muse-spark-1.3", "out_of_srgb": null, "output_tokens": 6023, "prediction": { "choice": "B" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T16:19:54.631224+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-50", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "19417dc2-fdc1-46d7-8ffc-766df00d8ddf", "result_sha256": "ccff767020d32414744dce8222a8cb681854cbc29e7560d4b9ba85f2ac6c4851", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.04395725, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "C" }, "group_id": "context-03-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-51.png", "input_tokens": 734, "latency_sec": 122.74574354395736, "model_name": "muse-spark-1.3", "out_of_srgb": null, "output_tokens": 10127, "prediction": { "choice": "C" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-16T16:01:32.592830+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-51", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "b9ca9b3e-0e11-4303-8353-ef25926a7d44", "result_sha256": "84551202d84034ab33b30b7e9c500e8446ef5e43b99dd5bd4b0963b35b56ebaa", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.02717825, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "D" }, "group_id": "context-03-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-52.png", "input_tokens": 734, "latency_sec": 76.82602667994797, "model_name": "muse-spark-1.3", "out_of_srgb": null, "output_tokens": 6179, "prediction": { "choice": "D" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-16T16:07:07.391367+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-52", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "864ca32d-8622-4cb8-a42b-11744262dbd0", "result_sha256": "509d598b3870ed03363fadaf02ebbd205903614ff1118fd49637fd90669e22d2", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.0312455, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "A" }, "group_id": "context-03-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-53.png", "input_tokens": 734, "latency_sec": 84.44300598499831, "model_name": "muse-spark-1.3", "out_of_srgb": null, "output_tokens": 7136, "prediction": { "choice": "C" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-16T14:43:14.371321+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-context-53", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "89937c13-7994-4fda-a1c6-f4053f48ce14", "result_sha256": "992408218f87f9330a3848568aa22dd5198c64e574498fe29ae3bb54270afce8", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.04994125, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "B" }, "group_id": "context-03-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-54.png", "input_tokens": 734, "latency_sec": 139.8861784490291, "model_name": "muse-spark-1.3", "out_of_srgb": null, "output_tokens": 11535, "prediction": { "choice": "D" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-16T14:06:39.571811+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-context-54", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "426d9b3d-837c-4e2c-9ac6-907a77398b80", "result_sha256": "79dfaed691e52d46ef96df6849225f4fdd167a54a6a0a69f9a4d22fe5c2705fb", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00858875, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "C" }, "group_id": "context-03-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-55.png", "input_tokens": 734, "latency_sec": 25.880082714022137, "model_name": "muse-spark-1.3", "out_of_srgb": null, "output_tokens": 1805, "prediction": { "choice": "C" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-16T16:09:57.410918+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-55", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "e040f7a9-a9c2-411e-94f8-0ab7657855d6", "result_sha256": "83948647992137a52bd2f65905fd3ad7c243ea261b8cc84a954f9de1d78e9691", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.02087975, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "D" }, "group_id": "context-03-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-56.png", "input_tokens": 734, "latency_sec": 54.68031923600938, "model_name": "muse-spark-1.3", "out_of_srgb": null, "output_tokens": 4697, "prediction": { "choice": "B" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T14:37:02.364326+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-context-56", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "646ec432-9d2f-4688-982f-c8ce2a7ef342", "result_sha256": "5c0f51b78fd0d1edb35cc2ff1c77cded404b879e2015bcfc9d8e6ab72e0b0b83", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.04504525, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "A" }, "group_id": "context-03-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-57.png", "input_tokens": 734, "latency_sec": 123.26027270092163, "model_name": "muse-spark-1.3", "out_of_srgb": null, "output_tokens": 10383, "prediction": { "choice": "A" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-16T14:50:46.076240+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-57", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "aec2f881-2a5f-45d6-a7a5-f076f8b58a45", "result_sha256": "8033556def6ae1aee16e40446ae971b6a8545659f73e8d83a83d90c29e7ad835", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.0272845, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "B" }, "group_id": "context-03-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-58.png", "input_tokens": 734, "latency_sec": 78.59260466403794, "model_name": "muse-spark-1.3", "out_of_srgb": null, "output_tokens": 6204, "prediction": { "choice": "D" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\": \"D\"}", "recorded_at": "2026-09-16T16:21:38.155479+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-context-58", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "609fb109-b6bc-4209-9f79-e70b182a404d", "result_sha256": "30e6a8eaea586ee78f55966d8766fefac63065c55b1452927d6baa191360391e", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.06686475, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "C" }, "group_id": "context-03-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-59.png", "input_tokens": 734, "latency_sec": 184.0238597530406, "model_name": "muse-spark-1.3", "out_of_srgb": null, "output_tokens": 15517, "prediction": { "choice": "D" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-16T16:13:53.393668+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-context-59", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "c70fc3bb-d5cb-42eb-a6e8-c4facdada405", "result_sha256": "c27a91a9d52b4fb4e0d7ea2a9e01b23ebbf79269dedf509be9f4b75ebb3f9258", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.03069725, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "D" }, "group_id": "context-03-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-60.png", "input_tokens": 734, "latency_sec": 86.59058758302126, "model_name": "muse-spark-1.3", "out_of_srgb": null, "output_tokens": 7007, "prediction": { "choice": "B" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T15:45:45.958628+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-context-60", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "7b27ccd2-fe5a-45c4-8af7-1596c375217c", "result_sha256": "565a86c09182f69e62a1c0de60334f32832e5c489e9157b8fb50f0b44bd69152", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.010531, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "A" }, "group_id": "context-04-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-61.png", "input_tokens": 734, "latency_sec": 30.09206005197484, "model_name": "muse-spark-1.3", "out_of_srgb": null, "output_tokens": 2262, "prediction": { "choice": "B" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T15:11:24.712570+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-context-61", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "5383f87c-7d6c-40e3-bbed-ab800d44b2aa", "result_sha256": "6839ac60b5c748c56a07c57e938e9a8cd40c900358cfea5687cbaa769fc97966", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0075645, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "B" }, "group_id": "context-04-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-62.png", "input_tokens": 734, "latency_sec": 19.83919810107909, "model_name": "muse-spark-1.3", "out_of_srgb": null, "output_tokens": 1564, "prediction": { "choice": "B" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T14:58:43.379689+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-62", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "ba5fd63c-bd80-4df9-b875-c316d35d823c", "result_sha256": "ba35577a333934be6ab34933f5941dba14ed616a14fb0d81d89672889db721fe", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00676975, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "C" }, "group_id": "context-04-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-63.png", "input_tokens": 734, "latency_sec": 16.382460797089152, "model_name": "muse-spark-1.3", "out_of_srgb": null, "output_tokens": 1377, "prediction": { "choice": "C" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-16T14:24:59.326031+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-63", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "4ea5562d-a61b-4f2c-919a-ff16ba798e6f", "result_sha256": "85930766983df77d6ed6d35179c502496b62f9047815f5775f4b3eea56672011", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.014866, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "D" }, "group_id": "context-04-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-64.png", "input_tokens": 734, "latency_sec": 44.50444079202134, "model_name": "muse-spark-1.3", "out_of_srgb": null, "output_tokens": 3282, "prediction": { "choice": "D" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-16T15:28:47.784875+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-64", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "a757af7e-cd76-4735-9b6b-fc0da0129812", "result_sha256": "fc8940b8531269a83e9d7a689e0295c2c986d662369fbd70949cceb08144189b", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.033838, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "A" }, "group_id": "context-04-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-65.png", "input_tokens": 734, "latency_sec": 88.51392479694914, "model_name": "muse-spark-1.3", "out_of_srgb": null, "output_tokens": 7746, "prediction": { "choice": "B" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T14:40:40.063789+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-context-65", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "12727741-eb9e-4077-9d74-8638d7051d4c", "result_sha256": "058aed2c518e870714ef28696663d717f4b2eaad4501416917b33dc576a0289a", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.052334, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "B" }, "group_id": "context-04-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-66.png", "input_tokens": 734, "latency_sec": 135.18879177095369, "model_name": "muse-spark-1.3", "out_of_srgb": null, "output_tokens": 12098, "prediction": { "choice": "B" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T14:32:49.098763+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-66", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "5674ec84-b09e-4fcb-95ca-14832927b328", "result_sha256": "4bf07890676ab18d1937a5edd4d9f605b56f5386880bcc8b5d6bb057ac2f8f88", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.04633725, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "C" }, "group_id": "context-04-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-67.png", "input_tokens": 734, "latency_sec": 119.38865074608475, "model_name": "muse-spark-1.3", "out_of_srgb": null, "output_tokens": 10687, "prediction": { "choice": "C" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-16T15:15:54.235277+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-67", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "5989dfd7-7499-4c4e-a4e9-51fd9cbf9b2b", "result_sha256": "9b4312b785893675c6c224a5610c70aa25364a4ff637369fda785f10c9c7d4a9", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.0281515, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "D" }, "group_id": "context-04-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-68.png", "input_tokens": 734, "latency_sec": 83.52547282306477, "model_name": "muse-spark-1.3", "out_of_srgb": null, "output_tokens": 6408, "prediction": { "choice": "C" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-16T15:33:17.806050+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-context-68", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "dad7028d-d0d7-4d94-a10e-bd5a31b9f672", "result_sha256": "3d02ed0d6ce6bd90d72741492b9989b41cc51dd27a991d284484f5655b76ed6e", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.03126675, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "A" }, "group_id": "context-04-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-69.png", "input_tokens": 734, "latency_sec": 87.45104560395703, "model_name": "muse-spark-1.3", "out_of_srgb": null, "output_tokens": 7141, "prediction": { "choice": "A" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T15:22:49.147224+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-69", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "fc276b60-935f-4dda-9f2e-884efc869e27", "result_sha256": "7526d60dcb3bf4abac2353393f56b09663df96fcb25c1ecdf3853406a26c4d64", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.02144925, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "B" }, "group_id": "context-04-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-70.png", "input_tokens": 734, "latency_sec": 59.809631724026985, "model_name": "muse-spark-1.3", "out_of_srgb": null, "output_tokens": 4831, "prediction": { "choice": "C" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-16T16:20:14.907170+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-context-70", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "8bbb84c1-fc60-4c46-ac6d-fb1971354299", "result_sha256": "8e116d7ad1aef45ef7a02502eeef636261ee8878dbebf3abe4eb8c21d262e8a4", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.03075675, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "C" }, "group_id": "context-04-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-71.png", "input_tokens": 734, "latency_sec": 94.0077945330413, "model_name": "muse-spark-1.3", "out_of_srgb": null, "output_tokens": 7021, "prediction": { "choice": "A" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T15:48:11.811599+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-context-71", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "4b003deb-1263-4fa3-99dc-126b3abc2698", "result_sha256": "0dd3bcc6e7c93e71469b85928a5e512616774cc836aa60fc44b3fb6800d1a02e", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.01339125, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "D" }, "group_id": "context-04-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-72.png", "input_tokens": 734, "latency_sec": 36.158766097039916, "model_name": "muse-spark-1.3", "out_of_srgb": null, "output_tokens": 2935, "prediction": { "choice": "C" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-16T16:28:41.240080+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-context-72", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "418d2a60-17c6-4c06-b124-4bad1f644b86", "result_sha256": "d0d5deb71c6eb94bc5404688a0d1d351342f15443d39456f7fb00c66f248911f", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.03034025, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "A" }, "group_id": "context-04-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-73.png", "input_tokens": 734, "latency_sec": 74.86446705600247, "model_name": "muse-spark-1.3", "out_of_srgb": null, "output_tokens": 6923, "prediction": { "choice": "D" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-16T14:30:01.458209+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-context-73", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "ca2d9dc4-1e52-456b-bac2-f0fd4efdb310", "result_sha256": "1ff5152f36c10736f50846722f7b479b58775fe0d46ad09f7e94b48d560ca624", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.0321465, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "B" }, "group_id": "context-04-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-74.png", "input_tokens": 734, "latency_sec": 92.62372824305203, "model_name": "muse-spark-1.3", "out_of_srgb": null, "output_tokens": 7348, "prediction": { "choice": "D" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-16T15:01:07.924259+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-context-74", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "64bd2cae-7048-409d-a300-eec34e103aea", "result_sha256": "ddf6fa329acaf7733a6bbf031b1ce80a34be2ea682f5288e4ef8df0c5249d5b0", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.03425025, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "C" }, "group_id": "context-04-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-75.png", "input_tokens": 734, "latency_sec": 110.99554230296053, "model_name": "muse-spark-1.3", "out_of_srgb": null, "output_tokens": 7843, "prediction": { "choice": "C" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-16T14:11:15.487777+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-75", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "055d1baf-323a-4d44-b1e8-cb6e706b3e34", "result_sha256": "d7d5c8d980b2ad337cffe3d3beaa1c9114699605ad13b99d99ca63806c68fdc0", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.02466225, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "D" }, "group_id": "context-04-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-76.png", "input_tokens": 734, "latency_sec": 68.64041392703075, "model_name": "muse-spark-1.3", "out_of_srgb": null, "output_tokens": 5587, "prediction": { "choice": "D" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-16T14:58:01.243586+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-76", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "a467e058-ddda-4982-873c-6b6ad6239722", "result_sha256": "18f1e41c6845b0e8dbcd1d831ece5ab4203383ca008088b3a0db8612d91cad23", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.014407, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "A" }, "group_id": "context-04-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-77.png", "input_tokens": 734, "latency_sec": 37.400136056006886, "model_name": "muse-spark-1.3", "out_of_srgb": null, "output_tokens": 3174, "prediction": { "choice": "D" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-16T14:14:23.845190+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-context-77", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "002aacb1-1034-4eb2-8c68-775bbc22cf32", "result_sha256": "ca5030e97a3c7e03fd1030823687db06d8e1a1f12e29a5075694fd09032cc122", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.018266, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "B" }, "group_id": "context-04-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-78.png", "input_tokens": 734, "latency_sec": 43.04791127995122, "model_name": "muse-spark-1.3", "out_of_srgb": null, "output_tokens": 4082, "prediction": { "choice": "D" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-16T15:37:06.423311+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-context-78", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "18f80064-d194-488c-87b1-2b41c795f3ff", "result_sha256": "caa0970b2ff0c4d2f2db3217f0d74301c76ef4597e98b0d5ed8eb85f52a9d0a1", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.02492575, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "C" }, "group_id": "context-04-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-79.png", "input_tokens": 734, "latency_sec": 65.85050909791607, "model_name": "muse-spark-1.3", "out_of_srgb": null, "output_tokens": 5649, "prediction": { "choice": "C" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-16T15:43:27.522628+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-79", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "b2e395c8-5d84-4e26-8756-0bdabac036c7", "result_sha256": "7eda8b8f36f5f15fdc846f91e1bb49c670bcb767ff034fc04e435b00bdade30c", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0208585, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "D" }, "group_id": "context-04-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-80.png", "input_tokens": 734, "latency_sec": 56.34483482292853, "model_name": "muse-spark-1.3", "out_of_srgb": null, "output_tokens": 4692, "prediction": { "choice": "D" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-16T15:17:07.151572+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-80", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "2b070a59-7605-4114-b313-da48bb1fe258", "result_sha256": "d9d1aa3f8ffe3be1885e193786a6b2a1f153d0766352beb73946d4c2add5ae3d", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.03728375, "delta_e_ok": null, "error": null, "error_kind": null, "family": "gradient", "ground_truth": { "choice": "A" }, "group_id": "gradient-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/gradient-01.png", "input_tokens": 740, "latency_sec": 103.0906080219429, "model_name": "muse-spark-1.3", "out_of_srgb": null, "output_tokens": 8555, "prediction": { "choice": "A" }, "prompt_sha256": "93858b61346b697f9021a41a361838e5b0b8c06fbde9b0b35f514c9e29082ee5", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T14:12:33.563266+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-gradient-01", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "f855e74f-bb44-4ef6-b84a-a2b0a98eefbc", "result_sha256": "e91ec871af4b589914f930d8f0c1c9fac5c1ec838ba775d4171d63852ed533f2", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.012026, "delta_e_ok": null, "error": null, "error_kind": null, "family": "gradient", "ground_truth": { "choice": "B" }, "group_id": "gradient-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/gradient-02.png", "input_tokens": 740, "latency_sec": 31.569081748020835, "model_name": "muse-spark-1.3", "out_of_srgb": null, "output_tokens": 2612, "prediction": { "choice": "B" }, "prompt_sha256": "93858b61346b697f9021a41a361838e5b0b8c06fbde9b0b35f514c9e29082ee5", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T15:04:17.645957+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-gradient-02", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "d0d4f22c-d73d-4067-8394-080561bfc449", "result_sha256": "afd35a5e03d12e8adbcec495c05ed18243ec0b365d7031c94e99945d57a2f2b1", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.04310625, "delta_e_ok": null, "error": null, "error_kind": null, "family": "gradient", "ground_truth": { "choice": "C" }, "group_id": "gradient-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/gradient-03.png", "input_tokens": 740, "latency_sec": 102.50878665200435, "model_name": "muse-spark-1.3", "out_of_srgb": null, "output_tokens": 9925, "prediction": { "choice": "C" }, "prompt_sha256": "93858b61346b697f9021a41a361838e5b0b8c06fbde9b0b35f514c9e29082ee5", "provider": "openai", "raw_prediction": "{\"choice\": \"C\"}", "recorded_at": "2026-09-16T14:59:50.963792+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-gradient-03", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "2e4daa00-479b-461d-9f94-06d08f2b962e", "result_sha256": "bcda518e1b121543d64b28967a8cc3074233ae967f2376a0baab5d95361059da", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.04034375, "delta_e_ok": null, "error": null, "error_kind": null, "family": "gradient", "ground_truth": { "choice": "D" }, "group_id": "gradient-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/gradient-04.png", "input_tokens": 740, "latency_sec": 102.91520504606888, "model_name": "muse-spark-1.3", "out_of_srgb": null, "output_tokens": 9275, "prediction": { "choice": "D" }, "prompt_sha256": "93858b61346b697f9021a41a361838e5b0b8c06fbde9b0b35f514c9e29082ee5", "provider": "openai", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-16T14:31:25.232487+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-gradient-04", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "2fb78b39-70d0-4179-8970-5c310bd20ce7", "result_sha256": "21503d88bc0f7f6e014fb1c1e04ebf8aa98004cfdd8dbbe68f26298f2e58aa20", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0187835, "delta_e_ok": null, "error": null, "error_kind": null, "family": "gradient", "ground_truth": { "choice": "A" }, "group_id": "gradient-05", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/gradient-05.png", "input_tokens": 740, "latency_sec": 53.32239630492404, "model_name": "muse-spark-1.3", "out_of_srgb": null, "output_tokens": 4202, "prediction": { "choice": "A" }, "prompt_sha256": "93858b61346b697f9021a41a361838e5b0b8c06fbde9b0b35f514c9e29082ee5", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T14:26:54.394569+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-gradient-05", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "15657ac7-6124-4f8d-9710-84a34caf8fee", "result_sha256": "878b91a5ee80718e554bab7f83de5bfb76bd93afd8ad9d39f2729d32a740f10e", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.020424, "delta_e_ok": null, "error": null, "error_kind": null, "family": "gradient", "ground_truth": { "choice": "B" }, "group_id": "gradient-06", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/gradient-06.png", "input_tokens": 740, "latency_sec": 47.95785279199481, "model_name": "muse-spark-1.3", "out_of_srgb": null, "output_tokens": 4588, "prediction": { "choice": "B" }, "prompt_sha256": "93858b61346b697f9021a41a361838e5b0b8c06fbde9b0b35f514c9e29082ee5", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T16:00:52.620534+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-gradient-06", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "c641a85f-2e05-4f56-b9f9-4526246c4b57", "result_sha256": "1ac547b10e2114e4cf43b41bd9eb8ea3586de69967fb87849848a8afb5feb84d", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.05723325, "delta_e_ok": null, "error": null, "error_kind": null, "family": "gradient", "ground_truth": { "choice": "C" }, "group_id": "gradient-07", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/gradient-07.png", "input_tokens": 740, "latency_sec": 150.49071829998866, "model_name": "muse-spark-1.3", "out_of_srgb": null, "output_tokens": 13249, "prediction": { "choice": "C" }, "prompt_sha256": "93858b61346b697f9021a41a361838e5b0b8c06fbde9b0b35f514c9e29082ee5", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-16T15:27:04.903170+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-gradient-07", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "7cee9064-6f3a-42ec-bca5-18da152e6298", "result_sha256": "8e9d708a2093f1959b0693bf2719120b2afce1900cdc6b47ee3d59c03bfe4e49", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.03061125, "delta_e_ok": null, "error": null, "error_kind": null, "family": "gradient", "ground_truth": { "choice": "D" }, "group_id": "gradient-08", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/gradient-08.png", "input_tokens": 740, "latency_sec": 78.0696371140657, "model_name": "muse-spark-1.3", "out_of_srgb": null, "output_tokens": 6985, "prediction": { "choice": "D" }, "prompt_sha256": "93858b61346b697f9021a41a361838e5b0b8c06fbde9b0b35f514c9e29082ee5", "provider": "openai", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-16T14:47:09.963439+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-gradient-08", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "70728846-2469-4fa7-b586-4340309dcc24", "result_sha256": "2cc83fbdc5c4a45ffa1199c3bb77c9135be98404ef92a81c048ff811f640f91d", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0112015, "delta_e_ok": null, "error": null, "error_kind": null, "family": "gradient", "ground_truth": { "choice": "A" }, "group_id": "gradient-09", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/gradient-09.png", "input_tokens": 740, "latency_sec": 29.905126112978905, "model_name": "muse-spark-1.3", "out_of_srgb": null, "output_tokens": 2418, "prediction": { "choice": "A" }, "prompt_sha256": "93858b61346b697f9021a41a361838e5b0b8c06fbde9b0b35f514c9e29082ee5", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T15:52:29.060480+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-gradient-09", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "78dd73d4-833b-4415-bb42-8b2319945017", "result_sha256": "dafb464d4ed69f5896e86a223988587c1f8730949b7c50f0f369ad42f17ca712", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.011958, "delta_e_ok": null, "error": null, "error_kind": null, "family": "gradient", "ground_truth": { "choice": "B" }, "group_id": "gradient-10", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/gradient-10.png", "input_tokens": 740, "latency_sec": 31.37425098894164, "model_name": "muse-spark-1.3", "out_of_srgb": null, "output_tokens": 2596, "prediction": { "choice": "B" }, "prompt_sha256": "93858b61346b697f9021a41a361838e5b0b8c06fbde9b0b35f514c9e29082ee5", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T14:58:06.273931+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-gradient-10", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "ae8876ce-0b7d-4233-8319-7d5fcaed823f", "result_sha256": "3e7351bb7d3dc4e142ff723998ef582bcf3862768955ab9318dbd7ecc6bd31b7", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00815, "delta_e_ok": null, "error": null, "error_kind": null, "family": "gradient", "ground_truth": { "choice": "C" }, "group_id": "gradient-11", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/gradient-11.png", "input_tokens": 740, "latency_sec": 18.875974263064563, "model_name": "muse-spark-1.3", "out_of_srgb": null, "output_tokens": 1700, "prediction": { "choice": "C" }, "prompt_sha256": "93858b61346b697f9021a41a361838e5b0b8c06fbde9b0b35f514c9e29082ee5", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-16T14:55:03.059281+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-gradient-11", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "9e6cfd88-c011-4275-a4ba-639ceb47b561", "result_sha256": "99bb783666c04e14f2df451846ce80455db70988fd6a60e88f6bae16a03c9dc1", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0080565, "delta_e_ok": null, "error": null, "error_kind": null, "family": "gradient", "ground_truth": { "choice": "D" }, "group_id": "gradient-12", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/gradient-12.png", "input_tokens": 740, "latency_sec": 21.742761078989133, "model_name": "muse-spark-1.3", "out_of_srgb": null, "output_tokens": 1678, "prediction": { "choice": "D" }, "prompt_sha256": "93858b61346b697f9021a41a361838e5b0b8c06fbde9b0b35f514c9e29082ee5", "provider": "openai", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-16T14:13:01.658203+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-gradient-12", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "7ab4f306-6ea5-4eb7-b69d-78196754eccc", "result_sha256": "1d6a5291669a0275d7602aa75f99edde618d12aa10b8f6292ea88469d421f0a7", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.04089625, "delta_e_ok": null, "error": null, "error_kind": null, "family": "gradient", "ground_truth": { "choice": "A" }, "group_id": "gradient-13", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/gradient-13.png", "input_tokens": 740, "latency_sec": 112.83807138900738, "model_name": "muse-spark-1.3", "out_of_srgb": null, "output_tokens": 9405, "prediction": { "choice": "A" }, "prompt_sha256": "93858b61346b697f9021a41a361838e5b0b8c06fbde9b0b35f514c9e29082ee5", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T16:15:55.220401+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-gradient-13", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "35a70dc6-255c-4005-8c26-3d50cda62f5c", "result_sha256": "2f47ab54eb23a285d5d13c020ff89235f1086343d1f0025fde3da6ae28a424ba", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.01779325, "delta_e_ok": null, "error": null, "error_kind": null, "family": "gradient", "ground_truth": { "choice": "B" }, "group_id": "gradient-14", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/gradient-14.png", "input_tokens": 740, "latency_sec": 44.20398740004748, "model_name": "muse-spark-1.3", "out_of_srgb": null, "output_tokens": 3969, "prediction": { "choice": "B" }, "prompt_sha256": "93858b61346b697f9021a41a361838e5b0b8c06fbde9b0b35f514c9e29082ee5", "provider": "openai", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T14:22:33.092275+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-gradient-14", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "26fabca4-b39f-4de8-894e-30b14106fe7a", "result_sha256": "49a13bd77af79fabbff8668d284b74ed0c76dacc3711f00e2014b43a28e6d36e", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.035979, "delta_e_ok": null, "error": null, "error_kind": null, "family": "gradient", "ground_truth": { "choice": "C" }, "group_id": "gradient-15", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/gradient-15.png", "input_tokens": 740, "latency_sec": 94.56781591102481, "model_name": "muse-spark-1.3", "out_of_srgb": null, "output_tokens": 8248, "prediction": { "choice": "C" }, "prompt_sha256": "93858b61346b697f9021a41a361838e5b0b8c06fbde9b0b35f514c9e29082ee5", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-16T14:57:23.292055+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-gradient-15", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "0163ceea-7328-4202-b39e-8d50d2da170a", "result_sha256": "0763edd8639a656727ab733e1f7c9fa9323d2e0eec7c576cf975964ba5403b9a", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.02094675, "delta_e_ok": null, "error": null, "error_kind": null, "family": "gradient", "ground_truth": { "choice": "D" }, "group_id": "gradient-16", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/gradient-16.png", "input_tokens": 740, "latency_sec": 57.184713206021115, "model_name": "muse-spark-1.3", "out_of_srgb": null, "output_tokens": 4711, "prediction": { "choice": "D" }, "prompt_sha256": "93858b61346b697f9021a41a361838e5b0b8c06fbde9b0b35f514c9e29082ee5", "provider": "openai", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-16T16:31:05.340909+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-gradient-16", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "c4c7c3b3-a6d7-415c-b723-095516de2d80", "result_sha256": "132e3c20ce5fd5648a84e3bf554664d0d3c824b2989ee21fd3b1829c77fe34a1", "result": { "component_errors": { "h": 2.5, "l": 2.1960784313725483, "s": 0.39370078740157055 }, "correct": null, "cost_estimated": false, "cost_usd": 0.0074375, "delta_e_ok": 0.020787552334227535, "error": null, "error_kind": null, "family": "hsl", "ground_truth": { "rgb": [ 192, 64, 80 ] }, "group_id": "numeric-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-01.png", "input_tokens": 765, "latency_sec": 15.71580200898461, "model_name": "muse-spark-1.3", "out_of_srgb": false, "output_tokens": 1525, "prediction": { "h": 355.0, "l": 48.0, "s": 50.0 }, "prompt_sha256": "d5a3e77db006cc09848010934a3ee06e3beb9ab32aa54f5bf67eb79750a81ad8", "provider": "openai", "raw_prediction": "{\"h\":355,\"l\":48,\"s\":50}", "recorded_at": "2026-09-16T14:03:51.756268+00:00", "request_attempts": 1, "score": 89.60622383288623, "task_id": "colorbench-hsl-01", "tight_score": 58.42489533154493, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": false, "0.02": false, "0.05": true } } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "07df928e-cd5f-4274-bae6-e88dca3c642d", "result_sha256": "359ca455e54951acf7742d4a631d25e6a4a494523509b0d2883a09b0f5bedf47", "result": { "component_errors": { "h": 0.7894736842105488, "l": 0.7058823529411811, "s": 4.666666666666657 }, "correct": null, "cost_estimated": false, "cost_usd": 0.00616675, "delta_e_ok": 0.013197143297890205, "error": null, "error_kind": null, "family": "hsl", "ground_truth": { "rgb": [ 38, 112, 190 ] }, "group_id": "numeric-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-02.png", "input_tokens": 765, "latency_sec": 12.102628969005309, "model_name": "muse-spark-1.3", "out_of_srgb": false, "output_tokens": 1226, "prediction": { "h": 210.0, "l": 44.0, "s": 62.0 }, "prompt_sha256": "d5a3e77db006cc09848010934a3ee06e3beb9ab32aa54f5bf67eb79750a81ad8", "provider": "openai", "raw_prediction": "{\"h\":210,\"l\":44,\"s\":62}", "recorded_at": "2026-09-16T15:26:08.087521+00:00", "request_attempts": 1, "score": 93.40142835105489, "task_id": "colorbench-hsl-02", "tight_score": 73.6057134042196, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": false, "0.02": true, "0.05": true } } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "901c74a5-d716-41ba-bc02-f011f51706e8", "result_sha256": "58712b7be36270d139d25349e9ad1f5398d53b11af5e8c449883e7ae4261222b", "result": { "component_errors": { "h": 3.0, "l": 0.7843137254901933, "s": 6.0 }, "correct": null, "cost_estimated": false, "cost_usd": 0.0054995, "delta_e_ok": 0.016083569529953656, "error": null, "error_kind": null, "family": "hsl", "ground_truth": { "rgb": [ 60, 140, 100 ] }, "group_id": "numeric-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-03.png", "input_tokens": 765, "latency_sec": 12.771583657013252, "model_name": "muse-spark-1.3", "out_of_srgb": false, "output_tokens": 1069, "prediction": { "h": 153.0, "l": 40.0, "s": 34.0 }, "prompt_sha256": "d5a3e77db006cc09848010934a3ee06e3beb9ab32aa54f5bf67eb79750a81ad8", "provider": "openai", "raw_prediction": "{\"h\":153,\"l\":40,\"s\":34}", "recorded_at": "2026-09-16T14:47:54.794319+00:00", "request_attempts": 1, "score": 91.95821523502316, "task_id": "colorbench-hsl-03", "tight_score": 67.83286094009269, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": false, "0.02": true, "0.05": true } } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "9bfcd3d1-5859-4926-8aab-40ea7bd811ab", "result_sha256": "1ceb1096b6ec72766fa545b631ef9687e02c59ca7c41a64ca4221124f6998c5a", "result": { "component_errors": { "h": 0.4285714285714448, "l": 0.09803921568627771, "s": 0.8695652173912976 }, "correct": null, "cost_estimated": false, "cost_usd": 0.008432, "delta_e_ok": 0.002374863818506003, "error": null, "error_kind": null, "family": "hsl", "ground_truth": { "rgb": [ 185, 135, 45 ] }, "group_id": "numeric-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-04.png", "input_tokens": 765, "latency_sec": 15.473263674997725, "model_name": "muse-spark-1.3", "out_of_srgb": false, "output_tokens": 1759, "prediction": { "h": 39.0, "l": 45.0, "s": 60.0 }, "prompt_sha256": "d5a3e77db006cc09848010934a3ee06e3beb9ab32aa54f5bf67eb79750a81ad8", "provider": "openai", "raw_prediction": "{\"h\":39,\"l\":45,\"s\":60}", "recorded_at": "2026-09-16T14:35:46.284580+00:00", "request_attempts": 1, "score": 98.81256809074699, "task_id": "colorbench-hsl-04", "tight_score": 95.250272362988, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": true, "0.01": true, "0.02": true, "0.05": true } } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "dd08ca31-bce0-4080-9508-99a898de17ec", "result_sha256": "8f07999461c0e9645a3dd7bd44646810885877b558659f0792b0a23f5e687e62", "result": { "component_errors": { "h": 2.3333333333333144, "l": 1.0196078431372584, "s": 1.0 }, "correct": null, "cost_estimated": false, "cost_usd": 0.00627725, "delta_e_ok": 0.00650681526961042, "error": null, "error_kind": null, "family": "hsl", "ground_truth": { "rgb": [ 135, 85, 175 ] }, "group_id": "numeric-05", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-05.png", "input_tokens": 765, "latency_sec": 15.848429500008933, "model_name": "muse-spark-1.3", "out_of_srgb": false, "output_tokens": 1252, "prediction": { "h": 271.0, "l": 52.0, "s": 37.0 }, "prompt_sha256": "d5a3e77db006cc09848010934a3ee06e3beb9ab32aa54f5bf67eb79750a81ad8", "provider": "openai", "raw_prediction": "{\"h\":271,\"l\":52,\"s\":37}", "recorded_at": "2026-09-16T15:15:57.034316+00:00", "request_attempts": 1, "score": 96.7465923651948, "task_id": "colorbench-hsl-05", "tight_score": 86.98636946077916, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": true, "0.02": true, "0.05": true } } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "f5d8b778-f82a-4dfb-8b70-8d278720fd54", "result_sha256": "79afca02e0b9c529df02df15ccc866b48856e1e4844c75c2fae4bc92dd744382", "result": { "component_errors": { "h": 1.5660377358490507, "l": 0.9803921568627452, "s": 7.639175257731964 }, "correct": null, "cost_estimated": false, "cost_usd": 0.003791, "delta_e_ok": 0.01482764583395504, "error": null, "error_kind": null, "family": "hsl", "ground_truth": { "rgb": [ 22, 48, 75 ] }, "group_id": "numeric-06", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-06.png", "input_tokens": 765, "latency_sec": 7.043727781972848, "model_name": "muse-spark-1.3", "out_of_srgb": false, "output_tokens": 667, "prediction": { "h": 209.0, "l": 20.0, "s": 47.0 }, "prompt_sha256": "d5a3e77db006cc09848010934a3ee06e3beb9ab32aa54f5bf67eb79750a81ad8", "provider": "openai", "raw_prediction": "{\"h\":209,\"l\":20,\"s\":47}", "recorded_at": "2026-09-16T14:31:41.063284+00:00", "request_attempts": 1, "score": 92.58617708302248, "task_id": "colorbench-hsl-06", "tight_score": 70.34470833208992, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": false, "0.02": true, "0.05": true } } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "6199b500-3dbc-4083-bbca-e2790ee826ab", "result_sha256": "0c39f05d74c861cd61a8ff2b5171d72668a412159fb939aab603efc7df317577", "result": { "component_errors": { "h": 2.7837837837838038, "l": 3.0196078431372513, "s": 6.855670103092805 }, "correct": null, "cost_estimated": false, "cost_usd": 0.006885, "delta_e_ok": 0.020200944524696316, "error": null, "error_kind": null, "family": "hsl", "ground_truth": { "rgb": [ 225, 215, 188 ] }, "group_id": "numeric-07", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-07.png", "input_tokens": 765, "latency_sec": 16.1429894460598, "model_name": "muse-spark-1.3", "out_of_srgb": false, "output_tokens": 1395, "prediction": { "h": 41.0, "l": 84.0, "s": 45.0 }, "prompt_sha256": "d5a3e77db006cc09848010934a3ee06e3beb9ab32aa54f5bf67eb79750a81ad8", "provider": "openai", "raw_prediction": "{\"h\":41,\"l\":84,\"s\":45}", "recorded_at": "2026-09-16T15:49:19.646829+00:00", "request_attempts": 1, "score": 89.89952773765184, "task_id": "colorbench-hsl-07", "tight_score": 59.598110950607364, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": false, "0.02": false, "0.05": true } } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "0864fa55-030e-4873-88b7-29cb23b74369", "result_sha256": "fee2d2c80a26019bc6fe5fb1904fb658683622a594c50793e98a898f861ff00a", "result": { "component_errors": { "h": null, "l": 0.19607843137254832, "s": 0.0 }, "correct": null, "cost_estimated": false, "cost_usd": 0.004352, "delta_e_ok": 0.0016900750842691059, "error": null, "error_kind": null, "family": "hsl", "ground_truth": { "rgb": [ 128, 128, 128 ] }, "group_id": "numeric-08", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-08.png", "input_tokens": 765, "latency_sec": 8.830179553013295, "model_name": "muse-spark-1.3", "out_of_srgb": false, "output_tokens": 799, "prediction": { "h": 0.0, "l": 50.0, "s": 0.0 }, "prompt_sha256": "d5a3e77db006cc09848010934a3ee06e3beb9ab32aa54f5bf67eb79750a81ad8", "provider": "openai", "raw_prediction": "{\"h\":0,\"l\":50,\"s\":0}", "recorded_at": "2026-09-16T16:32:19.590319+00:00", "request_attempts": 1, "score": 99.15496245786545, "task_id": "colorbench-hsl-08", "tight_score": 96.61984983146179, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": true, "0.01": true, "0.02": true, "0.05": true } } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "3d2c10c7-ebc8-4523-be3c-f1ad823f762d", "result_sha256": "6a12bae5bd0dde4db255d0e7911400c5b46e72a1b96793828a6a6f1ac1a3cc09", "result": { "component_errors": { "h": 1.636363636363626, "l": 0.6274509803921617, "s": 4.161290322580655 }, "correct": null, "cost_estimated": false, "cost_usd": 0.00790925, "delta_e_ok": 0.011657614586633518, "error": null, "error_kind": null, "family": "hsl", "ground_truth": { "rgb": [ 230, 32, 44 ] }, "group_id": "numeric-09", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-09.png", "input_tokens": 765, "latency_sec": 19.158265298930928, "model_name": "muse-spark-1.3", "out_of_srgb": false, "output_tokens": 1636, "prediction": { "h": 358.0, "l": 52.0, "s": 84.0 }, "prompt_sha256": "d5a3e77db006cc09848010934a3ee06e3beb9ab32aa54f5bf67eb79750a81ad8", "provider": "openai", "raw_prediction": "{\"h\":358,\"l\":52,\"s\":84}", "recorded_at": "2026-09-16T14:08:34.934025+00:00", "request_attempts": 1, "score": 94.17119270668324, "task_id": "colorbench-hsl-09", "tight_score": 76.68477082673296, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": false, "0.02": true, "0.05": true } } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "8634527d-ee11-492f-91c5-0f3968a9864e", "result_sha256": "9ea9793901bc8c4ca9c9f107e7dba8024fa8f8c50b566cd9fbed4c281d39e63c", "result": { "component_errors": { "h": 0.02985074626863593, "l": 3.3137254901960773, "s": 7.626373626373635 }, "correct": null, "cost_estimated": false, "cost_usd": 0.00655775, "delta_e_ok": 0.022394075190637235, "error": null, "error_kind": null, "family": "hsl", "ground_truth": { "rgb": [ 24, 158, 82 ] }, "group_id": "numeric-10", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-10.png", "input_tokens": 765, "latency_sec": 12.624611029052176, "model_name": "muse-spark-1.3", "out_of_srgb": false, "output_tokens": 1318, "prediction": { "h": 146.0, "l": 39.0, "s": 66.0 }, "prompt_sha256": "d5a3e77db006cc09848010934a3ee06e3beb9ab32aa54f5bf67eb79750a81ad8", "provider": "openai", "raw_prediction": "{\"h\":146,\"l\":39,\"s\":66}", "recorded_at": "2026-09-16T15:33:37.557132+00:00", "request_attempts": 1, "score": 88.80296240468138, "task_id": "colorbench-hsl-10", "tight_score": 55.21184961872554, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": false, "0.02": false, "0.05": true } } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "a1a358a2-ff53-4d6c-81fb-10472697bb67", "result_sha256": "dbb0c04c7c2a58671847969031d0766518a0ed96de613790c040b1f3789605fe", "result": { "component_errors": { "h": 0.043478260869562746, "l": 0.6666666666666643, "s": 4.689075630252091 }, "correct": null, "cost_estimated": false, "cost_usd": 0.005185, "delta_e_ok": 0.009313309213122832, "error": null, "error_kind": null, "family": "hsl", "ground_truth": { "rgb": [ 44, 84, 228 ] }, "group_id": "numeric-11", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-11.png", "input_tokens": 765, "latency_sec": 11.848980359965935, "model_name": "muse-spark-1.3", "out_of_srgb": false, "output_tokens": 995, "prediction": { "h": 227.0, "l": 54.0, "s": 82.0 }, "prompt_sha256": "d5a3e77db006cc09848010934a3ee06e3beb9ab32aa54f5bf67eb79750a81ad8", "provider": "openai", "raw_prediction": "{\"h\":227,\"l\":54,\"s\":82}", "recorded_at": "2026-09-16T15:42:01.647824+00:00", "request_attempts": 1, "score": 95.34334539343858, "task_id": "colorbench-hsl-11", "tight_score": 81.37338157375433, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": true, "0.02": true, "0.05": true } } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "2b0c9d29-b656-4b18-97ea-3771b1189cf9", "result_sha256": "40b476dbadf81027a546ed68f06aae13266d61ce74ab7bb9afe0b23d97667538", "result": { "component_errors": { "h": 0.25, "l": 5.098039215686271, "s": 16.52173913043478 }, "correct": null, "cost_estimated": false, "cost_usd": 0.00688075, "delta_e_ok": 0.05157150269158834, "error": null, "error_kind": null, "family": "hsl", "ground_truth": { "rgb": [ 236, 208, 44 ] }, "group_id": "numeric-12", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-12.png", "input_tokens": 765, "latency_sec": 14.423987852991559, "model_name": "muse-spark-1.3", "out_of_srgb": false, "output_tokens": 1394, "prediction": { "h": 51.0, "l": 60.0, "s": 100.0 }, "prompt_sha256": "d5a3e77db006cc09848010934a3ee06e3beb9ab32aa54f5bf67eb79750a81ad8", "provider": "openai", "raw_prediction": "{\"h\":51,\"l\":60,\"s\":100}", "recorded_at": "2026-09-16T14:23:59.205667+00:00", "request_attempts": 1, "score": 74.21424865420583, "task_id": "colorbench-hsl-12", "tight_score": 0, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": false, "0.02": false, "0.05": false } } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "36c8b613-d512-44d9-bc60-09c0ab85639c", "result_sha256": "11768e8278a69db761ba5033c034058ab16963c0bd340403c6981306985bb096", "result": { "component_errors": { "h": 2.7142857142857224, "l": 0.19607843137254832, "s": 4.881889763779526 }, "correct": null, "cost_estimated": false, "cost_usd": 0.008449, "delta_e_ok": 0.013226384455575195, "error": null, "error_kind": null, "family": "hsl", "ground_truth": { "rgb": [ 198, 58, 188 ] }, "group_id": "numeric-13", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-13.png", "input_tokens": 765, "latency_sec": 19.657047819928266, "model_name": "muse-spark-1.3", "out_of_srgb": false, "output_tokens": 1763, "prediction": { "h": 307.0, "l": 50.0, "s": 60.0 }, "prompt_sha256": "d5a3e77db006cc09848010934a3ee06e3beb9ab32aa54f5bf67eb79750a81ad8", "provider": "openai", "raw_prediction": "{\"h\":307,\"l\":50,\"s\":60}", "recorded_at": "2026-09-16T15:06:31.449852+00:00", "request_attempts": 1, "score": 93.38680777221239, "task_id": "colorbench-hsl-13", "tight_score": 73.54723108884961, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": false, "0.02": true, "0.05": true } } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "01de0ff2-eacb-4a39-b182-00c955493c05", "result_sha256": "4c80e6a4339e9ee20209e63344f0efe2af740cad9c90d026b53ce4d294bbdc28", "result": { "component_errors": { "h": 0.7922077922078188, "l": 0.4509803921568576, "s": 1.3636363636363527 }, "correct": null, "cost_estimated": false, "cost_usd": 0.0063665, "delta_e_ok": 0.004645970514074467, "error": null, "error_kind": null, "family": "hsl", "ground_truth": { "rgb": [ 44, 178, 198 ] }, "group_id": "numeric-14", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-14.png", "input_tokens": 765, "latency_sec": 13.681765176006593, "model_name": "muse-spark-1.3", "out_of_srgb": false, "output_tokens": 1273, "prediction": { "h": 187.0, "l": 47.0, "s": 65.0 }, "prompt_sha256": "d5a3e77db006cc09848010934a3ee06e3beb9ab32aa54f5bf67eb79750a81ad8", "provider": "openai", "raw_prediction": "{\"h\":187,\"l\":47,\"s\":65}", "recorded_at": "2026-09-16T14:58:58.503402+00:00", "request_attempts": 1, "score": 97.67701474296277, "task_id": "colorbench-hsl-14", "tight_score": 90.70805897185107, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": true, "0.01": true, "0.02": true, "0.05": true } } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "90f0ac17-979b-4131-989a-6a40b502b6d0", "result_sha256": "6ebb8ca635ca77c68d43aa4551575a5da4ca1756b2ca230e6443995215897a72", "result": { "component_errors": { "h": null, "l": 6.666666666666667, "s": 5.88235294117647 }, "correct": null, "cost_estimated": false, "cost_usd": 0.00583525, "delta_e_ok": 0.17398879316707155, "error": null, "error_kind": null, "family": "hsl", "ground_truth": { "rgb": [ 16, 16, 18 ] }, "group_id": "numeric-15", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-15.png", "input_tokens": 765, "latency_sec": 12.597653324017301, "model_name": "muse-spark-1.3", "out_of_srgb": false, "output_tokens": 1148, "prediction": { "h": 0.0, "l": 0.0, "s": 0.0 }, "prompt_sha256": "d5a3e77db006cc09848010934a3ee06e3beb9ab32aa54f5bf67eb79750a81ad8", "provider": "openai", "raw_prediction": "{\"h\":0,\"l\":0,\"s\":0}", "recorded_at": "2026-09-16T16:19:06.942669+00:00", "request_attempts": 1, "score": 13.00560341646423, "task_id": "colorbench-hsl-15", "tight_score": 0, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": false, "0.02": false, "0.05": false } } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "06eacd4d-4eb9-4a29-80d7-2f540057912b", "result_sha256": "1e8f7127fc75817f0a952b2eb1b4ba7102b34a80ec9f1b8108650ebc0f1c3c1b", "result": { "component_errors": { "h": null, "l": 5.294117647058826, "s": 11.111111111111065 }, "correct": null, "cost_estimated": false, "cost_usd": 0.004454, "delta_e_ok": 0.036896846075574724, "error": null, "error_kind": null, "family": "hsl", "ground_truth": { "rgb": [ 243, 243, 240 ] }, "group_id": "numeric-16", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-16.png", "input_tokens": 765, "latency_sec": 10.15402312995866, "model_name": "muse-spark-1.3", "out_of_srgb": false, "output_tokens": 823, "prediction": { "h": 0.0, "l": 100.0, "s": 0.0 }, "prompt_sha256": "d5a3e77db006cc09848010934a3ee06e3beb9ab32aa54f5bf67eb79750a81ad8", "provider": "openai", "raw_prediction": "{\"h\":0,\"l\":100,\"s\":0}", "recorded_at": "2026-09-16T15:31:54.065432+00:00", "request_attempts": 1, "score": 81.55157696221264, "task_id": "colorbench-hsl-16", "tight_score": 26.206307848850553, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": false, "0.02": false, "0.05": true } } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "9a323478-7ddf-4121-96f9-362aaa336069", "result_sha256": "a43b3399072427f4ab51c86d5b159d6a4d2a47815ac047de3892bf0aa5f365d1", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00273675, "delta_e_ok": null, "error": null, "error_kind": null, "family": "hue", "ground_truth": { "choice": "A" }, "group_id": "hue-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/hue-01.png", "input_tokens": 741, "latency_sec": 5.196732803946361, "model_name": "muse-spark-1.3", "out_of_srgb": null, "output_tokens": 426, "prediction": { "choice": "A" }, "prompt_sha256": "8234947471a1bb7076e1e5dfe2fd3aba8c91ae436b20be843f2b0ab51861fe52", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T15:11:20.077442+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-hue-01", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "93b40105-542d-4c43-a2b7-0247d5cc942c", "result_sha256": "ad679c0057fa28f85ddefce33f71d395316ad42348fcae07af8b5b6522095d6b", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00212475, "delta_e_ok": null, "error": null, "error_kind": null, "family": "hue", "ground_truth": { "choice": "B" }, "group_id": "hue-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/hue-02.png", "input_tokens": 741, "latency_sec": 3.4264348229626194, "model_name": "muse-spark-1.3", "out_of_srgb": null, "output_tokens": 282, "prediction": { "choice": "B" }, "prompt_sha256": "8234947471a1bb7076e1e5dfe2fd3aba8c91ae436b20be843f2b0ab51861fe52", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T15:09:01.545402+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-hue-02", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "bec88572-f4b1-41ce-8214-f9e53b191b56", "result_sha256": "0c2cab7626372050636f5678c9a982af8534955fbe97c5c82708bf35301c6114", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00292375, "delta_e_ok": null, "error": null, "error_kind": null, "family": "hue", "ground_truth": { "choice": "C" }, "group_id": "hue-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/hue-03.png", "input_tokens": 741, "latency_sec": 7.272356699919328, "model_name": "muse-spark-1.3", "out_of_srgb": null, "output_tokens": 470, "prediction": { "choice": "C" }, "prompt_sha256": "8234947471a1bb7076e1e5dfe2fd3aba8c91ae436b20be843f2b0ab51861fe52", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-16T16:17:27.833505+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-hue-03", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "f0736f1c-d99b-49d5-8a2b-b89cd8af6d41", "result_sha256": "6265ca96c25d120e3af9926b51901a53bd468f05c92735ba4a87a70282fa5818", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002877, "delta_e_ok": null, "error": null, "error_kind": null, "family": "hue", "ground_truth": { "choice": "D" }, "group_id": "hue-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/hue-04.png", "input_tokens": 741, "latency_sec": 5.708597527001984, "model_name": "muse-spark-1.3", "out_of_srgb": null, "output_tokens": 459, "prediction": { "choice": "D" }, "prompt_sha256": "8234947471a1bb7076e1e5dfe2fd3aba8c91ae436b20be843f2b0ab51861fe52", "provider": "openai", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-16T16:01:07.729280+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-hue-04", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "97435c3e-3e6a-473f-aac7-feed71c989af", "result_sha256": "9b8592d53d8efecce773d05f2f82c44166a5ace752794329c02a3d3d744a6475", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00311925, "delta_e_ok": null, "error": null, "error_kind": null, "family": "hue", "ground_truth": { "choice": "A" }, "group_id": "hue-05", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/hue-05.png", "input_tokens": 741, "latency_sec": 6.699059492093511, "model_name": "muse-spark-1.3", "out_of_srgb": null, "output_tokens": 516, "prediction": { "choice": "A" }, "prompt_sha256": "8234947471a1bb7076e1e5dfe2fd3aba8c91ae436b20be843f2b0ab51861fe52", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T15:18:40.160165+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-hue-05", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "0776992b-4183-4c80-a5c4-a60279f2d38c", "result_sha256": "0ea5112f10963bc83c3f44398668760c938058d84081b63c1b894045921f84e6", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002962, "delta_e_ok": null, "error": null, "error_kind": null, "family": "hue", "ground_truth": { "choice": "B" }, "group_id": "hue-06", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/hue-06.png", "input_tokens": 741, "latency_sec": 6.1631043220404536, "model_name": "muse-spark-1.3", "out_of_srgb": null, "output_tokens": 479, "prediction": { "choice": "B" }, "prompt_sha256": "8234947471a1bb7076e1e5dfe2fd3aba8c91ae436b20be843f2b0ab51861fe52", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T16:06:57.847515+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-hue-06", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "c941974c-4ec5-456e-ae70-7cd0c93c6288", "result_sha256": "7d124703d9c59aa72f0dc63faa7218a393dd1c971093f063fb4f7d8afcc8c7a4", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.003353, "delta_e_ok": null, "error": null, "error_kind": null, "family": "hue", "ground_truth": { "choice": "C" }, "group_id": "hue-07", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/hue-07.png", "input_tokens": 741, "latency_sec": 6.7040985529311, "model_name": "muse-spark-1.3", "out_of_srgb": null, "output_tokens": 571, "prediction": { "choice": "C" }, "prompt_sha256": "8234947471a1bb7076e1e5dfe2fd3aba8c91ae436b20be843f2b0ab51861fe52", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-16T15:48:16.087019+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-hue-07", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "0239e49a-979a-49f6-a551-f06a7cdabf24", "result_sha256": "528b7c3f06fdb0f2e93b0940cb0fae82c97832a25ef642498e920573ff86ef51", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00404575, "delta_e_ok": null, "error": null, "error_kind": null, "family": "hue", "ground_truth": { "choice": "D" }, "group_id": "hue-08", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/hue-08.png", "input_tokens": 741, "latency_sec": 9.343488320009783, "model_name": "muse-spark-1.3", "out_of_srgb": null, "output_tokens": 734, "prediction": { "choice": "D" }, "prompt_sha256": "8234947471a1bb7076e1e5dfe2fd3aba8c91ae436b20be843f2b0ab51861fe52", "provider": "openai", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-16T14:35:51.608040+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-hue-08", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "1c7f4be0-8100-4262-bd88-e63effd7284e", "result_sha256": "a6dfdcccc6c1d9dbdd9d119b402e34bddc7b859f9293c99e4958c23651354d2b", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0070165, "delta_e_ok": null, "error": null, "error_kind": null, "family": "hue", "ground_truth": { "choice": "A" }, "group_id": "hue-09", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/hue-09.png", "input_tokens": 741, "latency_sec": 21.480956568033434, "model_name": "muse-spark-1.3", "out_of_srgb": null, "output_tokens": 1433, "prediction": { "choice": "A" }, "prompt_sha256": "8234947471a1bb7076e1e5dfe2fd3aba8c91ae436b20be843f2b0ab51861fe52", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T14:04:09.285899+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-hue-09", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "4325a756-070d-44f9-a6e2-782bcc84b7a5", "result_sha256": "5c3fdf3e83929887cc4f6e8d0b7033330b189e04783c21be86305a64b57d0a57", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.003132, "delta_e_ok": null, "error": null, "error_kind": null, "family": "hue", "ground_truth": { "choice": "B" }, "group_id": "hue-10", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/hue-10.png", "input_tokens": 741, "latency_sec": 19.887077001971193, "model_name": "muse-spark-1.3", "out_of_srgb": null, "output_tokens": 519, "prediction": { "choice": "B" }, "prompt_sha256": "8234947471a1bb7076e1e5dfe2fd3aba8c91ae436b20be843f2b0ab51861fe52", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T14:35:06.489322+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-hue-10", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "0ea3cedb-5f4b-4e18-9c26-76d0c8e6e4d9", "result_sha256": "d0f76abfe0e325eb15c6103dbd28ed5b8ae7bc8922bbf877b77cbf7d2049c42d", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00405, "delta_e_ok": null, "error": null, "error_kind": null, "family": "hue", "ground_truth": { "choice": "C" }, "group_id": "hue-11", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/hue-11.png", "input_tokens": 741, "latency_sec": 9.161395955015905, "model_name": "muse-spark-1.3", "out_of_srgb": null, "output_tokens": 735, "prediction": { "choice": "C" }, "prompt_sha256": "8234947471a1bb7076e1e5dfe2fd3aba8c91ae436b20be843f2b0ab51861fe52", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-16T15:24:01.484103+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-hue-11", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "5166ff22-5db6-426d-bf22-c39adab28a1e", "result_sha256": "cae0b09ca38859baabb04b68bfe15807faaaf4f6028f80864522893170ff9f9c", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.003693, "delta_e_ok": null, "error": null, "error_kind": null, "family": "hue", "ground_truth": { "choice": "D" }, "group_id": "hue-12", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/hue-12.png", "input_tokens": 741, "latency_sec": 8.04994066793006, "model_name": "muse-spark-1.3", "out_of_srgb": null, "output_tokens": 651, "prediction": { "choice": "D" }, "prompt_sha256": "8234947471a1bb7076e1e5dfe2fd3aba8c91ae436b20be843f2b0ab51861fe52", "provider": "openai", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-16T14:42:58.068148+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-hue-12", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "c1910ea4-52fe-49d0-86f9-8a6cf283489b", "result_sha256": "613a78e7ecea9a2de69b25e76bb53179bc67804bd25d3f18218696dd97e0b1cc", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0093115, "delta_e_ok": null, "error": null, "error_kind": null, "family": "hue", "ground_truth": { "choice": "A" }, "group_id": "hue-13", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/hue-13.png", "input_tokens": 741, "latency_sec": 21.320546441012993, "model_name": "muse-spark-1.3", "out_of_srgb": null, "output_tokens": 1973, "prediction": { "choice": "A" }, "prompt_sha256": "8234947471a1bb7076e1e5dfe2fd3aba8c91ae436b20be843f2b0ab51861fe52", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T14:38:49.267036+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-hue-13", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "6b4d3f68-23cf-497e-b945-ed007e88c90c", "result_sha256": "42329cee31e7b6ebf10e6797f324de162c78a842dc9c690a70e581166ae56fba", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0065915, "delta_e_ok": null, "error": null, "error_kind": null, "family": "hue", "ground_truth": { "choice": "B" }, "group_id": "hue-14", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/hue-14.png", "input_tokens": 741, "latency_sec": 18.224513760069385, "model_name": "muse-spark-1.3", "out_of_srgb": null, "output_tokens": 1333, "prediction": { "choice": "B" }, "prompt_sha256": "8234947471a1bb7076e1e5dfe2fd3aba8c91ae436b20be843f2b0ab51861fe52", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T14:22:47.498544+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-hue-14", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "c5ce3712-c1cb-452a-abcd-1b90415ab657", "result_sha256": "fe9d837c25ecd200e21693a8d814e0168016c10a44a741802aa4725c0b5f5cf9", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.004985, "delta_e_ok": null, "error": null, "error_kind": null, "family": "hue", "ground_truth": { "choice": "C" }, "group_id": "hue-15", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/hue-15.png", "input_tokens": 741, "latency_sec": 22.384568275068887, "model_name": "muse-spark-1.3", "out_of_srgb": null, "output_tokens": 955, "prediction": { "choice": "C" }, "prompt_sha256": "8234947471a1bb7076e1e5dfe2fd3aba8c91ae436b20be843f2b0ab51861fe52", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-16T14:34:16.343161+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-hue-15", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "183c2e61-8bd4-4112-9ecf-bc71144f5c70", "result_sha256": "ac0f1cafa36537dc08b1db17147ecc8cb81e0eeca053510ec4705ff015bf1420", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00499775, "delta_e_ok": null, "error": null, "error_kind": null, "family": "hue", "ground_truth": { "choice": "D" }, "group_id": "hue-16", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/hue-16.png", "input_tokens": 741, "latency_sec": 12.243280729977414, "model_name": "muse-spark-1.3", "out_of_srgb": null, "output_tokens": 958, "prediction": { "choice": "D" }, "prompt_sha256": "8234947471a1bb7076e1e5dfe2fd3aba8c91ae436b20be843f2b0ab51861fe52", "provider": "openai", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-16T15:31:16.328796+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-hue-16", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "a084c4bf-0f0f-4f0b-b179-820b5320e82f", "result_sha256": "d365e9e7d8f246f5d6b5df3df8eb7af5ead3575c02d71c9d38281b86a86f7c8b", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.02257575, "delta_e_ok": null, "error": null, "error_kind": null, "family": "hue", "ground_truth": { "choice": "A" }, "group_id": "hue-17", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/hue-17.png", "input_tokens": 741, "latency_sec": 62.603988921968266, "model_name": "muse-spark-1.3", "out_of_srgb": null, "output_tokens": 5094, "prediction": { "choice": "C" }, "prompt_sha256": "8234947471a1bb7076e1e5dfe2fd3aba8c91ae436b20be843f2b0ab51861fe52", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-16T15:30:30.277961+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-hue-17", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "21c2b426-c811-4289-a89c-e12378bd220e", "result_sha256": "d1b9cc73bf70c02852904c239be11daec80bdc6fd616813719fff63a88897cce", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.017769, "delta_e_ok": null, "error": null, "error_kind": null, "family": "hue", "ground_truth": { "choice": "B" }, "group_id": "hue-18", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/hue-18.png", "input_tokens": 741, "latency_sec": 52.557689041947015, "model_name": "muse-spark-1.3", "out_of_srgb": null, "output_tokens": 3963, "prediction": { "choice": "D" }, "prompt_sha256": "8234947471a1bb7076e1e5dfe2fd3aba8c91ae436b20be843f2b0ab51861fe52", "provider": "openai", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-16T16:20:51.412122+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-hue-18", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "68464c31-331e-416e-901d-d13776df3865", "result_sha256": "c763cd1f009ab306b24a3733e88e5615c335366dff22f29719a726a1d78315d6", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0132895, "delta_e_ok": null, "error": null, "error_kind": null, "family": "hue", "ground_truth": { "choice": "C" }, "group_id": "hue-19", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/hue-19.png", "input_tokens": 741, "latency_sec": 35.695065828971565, "model_name": "muse-spark-1.3", "out_of_srgb": null, "output_tokens": 2909, "prediction": { "choice": "C" }, "prompt_sha256": "8234947471a1bb7076e1e5dfe2fd3aba8c91ae436b20be843f2b0ab51861fe52", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-16T15:19:20.338976+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-hue-19", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "47420f9b-9491-4baa-87be-e5225fbd8421", "result_sha256": "e455b4ef5933984d09db864d5abd48cfa8c7567c505a7a92f3f605a4b926fc32", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.008419, "delta_e_ok": null, "error": null, "error_kind": null, "family": "hue", "ground_truth": { "choice": "D" }, "group_id": "hue-20", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/hue-20.png", "input_tokens": 741, "latency_sec": 24.065440680016764, "model_name": "muse-spark-1.3", "out_of_srgb": null, "output_tokens": 1763, "prediction": { "choice": "D" }, "prompt_sha256": "8234947471a1bb7076e1e5dfe2fd3aba8c91ae436b20be843f2b0ab51861fe52", "provider": "openai", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-16T15:54:51.060281+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-hue-20", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "41ed4dfd-bd2f-4817-a31e-0283bd5cb429", "result_sha256": "37a349c55b10db65c769f93b1fca9a3e7b6a659d7b660f6a2fa3f8c243ba1a1a", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.02163225, "delta_e_ok": null, "error": null, "error_kind": null, "family": "hue", "ground_truth": { "choice": "A" }, "group_id": "hue-21", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/hue-21.png", "input_tokens": 741, "latency_sec": 71.34663077502046, "model_name": "muse-spark-1.3", "out_of_srgb": null, "output_tokens": 4872, "prediction": { "choice": "C" }, "prompt_sha256": "8234947471a1bb7076e1e5dfe2fd3aba8c91ae436b20be843f2b0ab51861fe52", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-16T16:29:50.643291+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-hue-21", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "11415d85-fc46-4e57-a725-8fbc920920e7", "result_sha256": "91b86aadc69cb69568e5ac33ea34ac81b3a6143fec53c4e788455294f7f42c36", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0119125, "delta_e_ok": null, "error": null, "error_kind": null, "family": "hue", "ground_truth": { "choice": "B" }, "group_id": "hue-22", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/hue-22.png", "input_tokens": 741, "latency_sec": 32.98300087300595, "model_name": "muse-spark-1.3", "out_of_srgb": null, "output_tokens": 2585, "prediction": { "choice": "B" }, "prompt_sha256": "8234947471a1bb7076e1e5dfe2fd3aba8c91ae436b20be843f2b0ab51861fe52", "provider": "openai", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-16T15:34:47.431619+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-hue-22", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "c54c6bba-28a6-4293-95e0-cb8d273d13b6", "result_sha256": "c05dde9792fd12900d6fe9c35a052e842181089147872a9e5711bb30b9ffefb6", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0149555, "delta_e_ok": null, "error": null, "error_kind": null, "family": "hue", "ground_truth": { "choice": "C" }, "group_id": "hue-23", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/hue-23.png", "input_tokens": 741, "latency_sec": 38.082499618059956, "model_name": "muse-spark-1.3", "out_of_srgb": null, "output_tokens": 3301, "prediction": { "choice": "C" }, "prompt_sha256": "8234947471a1bb7076e1e5dfe2fd3aba8c91ae436b20be843f2b0ab51861fe52", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-16T15:22:22.039302+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-hue-23", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "dd2b4833-4f7e-4ad9-ba36-218bbfd05ac4", "result_sha256": "fa7edb270f49020c3614c6ea477c67fa87fbbe4eb9836ae5b89e8486e01e32d9", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00931575, "delta_e_ok": null, "error": null, "error_kind": null, "family": "hue", "ground_truth": { "choice": "D" }, "group_id": "hue-24", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/hue-24.png", "input_tokens": 741, "latency_sec": 23.81173159298487, "model_name": "muse-spark-1.3", "out_of_srgb": null, "output_tokens": 1974, "prediction": { "choice": "D" }, "prompt_sha256": "8234947471a1bb7076e1e5dfe2fd3aba8c91ae436b20be843f2b0ab51861fe52", "provider": "openai", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-16T14:47:14.418284+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-hue-24", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "e1f1f225-6fe8-41ef-9464-1169519692c6", "result_sha256": "91bd27b820896619e288d96732aa0ead8d4e2491f9b360d226df2747e1d9706d", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.0413905, "delta_e_ok": null, "error": null, "error_kind": null, "family": "hue", "ground_truth": { "choice": "A" }, "group_id": "hue-25", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/hue-25.png", "input_tokens": 741, "latency_sec": 125.40288964600768, "model_name": "muse-spark-1.3", "out_of_srgb": null, "output_tokens": 9521, "prediction": { "choice": "B" }, "prompt_sha256": "8234947471a1bb7076e1e5dfe2fd3aba8c91ae436b20be843f2b0ab51861fe52", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T16:32:39.714341+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-hue-25", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "34d78660-eba2-49f9-bac4-fff689cce02d", "result_sha256": "d0ffd0d9025af67fee08b9b8e84f063b5f03a0e65db0400b322a6a5dd97aedb7", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.01384625, "delta_e_ok": null, "error": null, "error_kind": null, "family": "hue", "ground_truth": { "choice": "B" }, "group_id": "hue-26", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/hue-26.png", "input_tokens": 741, "latency_sec": 38.180830769008026, "model_name": "muse-spark-1.3", "out_of_srgb": null, "output_tokens": 3040, "prediction": { "choice": "B" }, "prompt_sha256": "8234947471a1bb7076e1e5dfe2fd3aba8c91ae436b20be843f2b0ab51861fe52", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T15:45:59.455238+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-hue-26", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "d217d05a-14e5-43e6-9b7c-359058efae2b", "result_sha256": "12a34e9398dd06131d51dd49dea1528effffc6abae667cfab7b749545abb3adb", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.01017425, "delta_e_ok": null, "error": null, "error_kind": null, "family": "hue", "ground_truth": { "choice": "C" }, "group_id": "hue-27", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/hue-27.png", "input_tokens": 741, "latency_sec": 28.215112452046014, "model_name": "muse-spark-1.3", "out_of_srgb": null, "output_tokens": 2176, "prediction": { "choice": "C" }, "prompt_sha256": "8234947471a1bb7076e1e5dfe2fd3aba8c91ae436b20be843f2b0ab51861fe52", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-16T16:05:48.713877+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-hue-27", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "bc04e7aa-1285-4dc7-b2d5-a84163bf4cda", "result_sha256": "f2b737b0824368a244a343f5e03d85f014af17077297f0b5ad78f1654606166c", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.01529125, "delta_e_ok": null, "error": null, "error_kind": null, "family": "hue", "ground_truth": { "choice": "D" }, "group_id": "hue-28", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/hue-28.png", "input_tokens": 741, "latency_sec": 45.61966633901466, "model_name": "muse-spark-1.3", "out_of_srgb": null, "output_tokens": 3380, "prediction": { "choice": "D" }, "prompt_sha256": "8234947471a1bb7076e1e5dfe2fd3aba8c91ae436b20be843f2b0ab51861fe52", "provider": "openai", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-16T15:01:08.233101+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-hue-28", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "0ee8c54e-986f-4fb8-a4ef-1e126318bb65", "result_sha256": "c71db8db878e12982254a292d550d46be38acfedf8507d2dfa650907f3c945dc", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0124565, "delta_e_ok": null, "error": null, "error_kind": null, "family": "hue", "ground_truth": { "choice": "A" }, "group_id": "hue-29", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/hue-29.png", "input_tokens": 741, "latency_sec": 32.7968117200071, "model_name": "muse-spark-1.3", "out_of_srgb": null, "output_tokens": 2713, "prediction": { "choice": "A" }, "prompt_sha256": "8234947471a1bb7076e1e5dfe2fd3aba8c91ae436b20be843f2b0ab51861fe52", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T16:12:26.508286+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-hue-29", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "c1ff7dc0-9ede-419e-9c3b-fb30d582df60", "result_sha256": "7372ee252d82061b91fd7013b930da722414d18427728ed523516112f7beb96a", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.01871675, "delta_e_ok": null, "error": null, "error_kind": null, "family": "hue", "ground_truth": { "choice": "B" }, "group_id": "hue-30", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/hue-30.png", "input_tokens": 741, "latency_sec": 48.81190663296729, "model_name": "muse-spark-1.3", "out_of_srgb": null, "output_tokens": 4186, "prediction": { "choice": "A" }, "prompt_sha256": "8234947471a1bb7076e1e5dfe2fd3aba8c91ae436b20be843f2b0ab51861fe52", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T15:06:13.275648+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-hue-30", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "00def150-278f-4e25-ba14-ea7eba8d9392", "result_sha256": "49e5a53c4703678538cd2fc3220c8e495405c5bae60a7336462638e3549b9941", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.0246625, "delta_e_ok": null, "error": null, "error_kind": null, "family": "hue", "ground_truth": { "choice": "C" }, "group_id": "hue-31", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/hue-31.png", "input_tokens": 741, "latency_sec": 78.16678180196323, "model_name": "muse-spark-1.3", "out_of_srgb": null, "output_tokens": 5585, "prediction": { "choice": "A" }, "prompt_sha256": "8234947471a1bb7076e1e5dfe2fd3aba8c91ae436b20be843f2b0ab51861fe52", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T14:30:33.841036+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-hue-31", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "7f43908a-1c3e-43f0-ab38-d26b96f83928", "result_sha256": "9cfd45e900f46d62024ac59b4dcc7e8d936a19c8fdfd7b75e422bda5eb7cfa3f", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.015661, "delta_e_ok": null, "error": null, "error_kind": null, "family": "hue", "ground_truth": { "choice": "D" }, "group_id": "hue-32", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/hue-32.png", "input_tokens": 741, "latency_sec": 42.37166939501185, "model_name": "muse-spark-1.3", "out_of_srgb": null, "output_tokens": 3467, "prediction": { "choice": "B" }, "prompt_sha256": "8234947471a1bb7076e1e5dfe2fd3aba8c91ae436b20be843f2b0ab51861fe52", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T15:17:58.945458+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-hue-32", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "91a56bab-1d11-4c75-a921-31e967b91c59", "result_sha256": "1a6d4eb7e1276e0511db0bbf61c63e39b58149cab087b30cc2d7991bf6f9c5f2", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00310075, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "B" }, "group_id": "lightness-chain-01-edge-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-01.png", "input_tokens": 716, "latency_sec": 7.005517871933989, "model_name": "muse-spark-1.3", "out_of_srgb": null, "output_tokens": 519, "prediction": { "choice": "B" }, "prompt_sha256": "64bfc83d308291dc6a447de93571b42ec09ec6278f7fe82905c059b3926629a9", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T14:03:24.135810+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-01", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "c53cc3d6-e14c-4e77-96b3-50588b9718ee", "result_sha256": "f95b1cefd39564bbc995169bea84eeabc2a62aff4fbe17c248029cb6991ec08a", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00214025, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "A" }, "group_id": "lightness-chain-01-edge-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-02.png", "input_tokens": 716, "latency_sec": 2.9113926619756967, "model_name": "muse-spark-1.3", "out_of_srgb": null, "output_tokens": 293, "prediction": { "choice": "A" }, "prompt_sha256": "64bfc83d308291dc6a447de93571b42ec09ec6278f7fe82905c059b3926629a9", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T15:31:16.996606+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-02", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "9836fcda-f866-4fe7-972d-da4c4c7ce520", "result_sha256": "36c51da10561fa129e618a825e82ea20056ad5593dc40bdc8ff36cf0e62b85b0", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00369575, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "A" }, "group_id": "lightness-chain-01-edge-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-03.png", "input_tokens": 716, "latency_sec": 8.329846130916849, "model_name": "muse-spark-1.3", "out_of_srgb": null, "output_tokens": 659, "prediction": { "choice": "A" }, "prompt_sha256": "14500bd7eefa43cebfa107c8a8fa9fa53dddd9be742ffa97660526f7a924c308", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T16:27:00.415922+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-03", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "9e0fd8db-3a61-44be-ada1-1eb81ec8fbcc", "result_sha256": "fc38177854d7f8b5ac9b28deb3df336c48704a25a020d4359faa4402e11f5589", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00384875, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "B" }, "group_id": "lightness-chain-01-edge-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-04.png", "input_tokens": 716, "latency_sec": 7.736658607958816, "model_name": "muse-spark-1.3", "out_of_srgb": null, "output_tokens": 695, "prediction": { "choice": "B" }, "prompt_sha256": "14500bd7eefa43cebfa107c8a8fa9fa53dddd9be742ffa97660526f7a924c308", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T14:28:28.571945+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-04", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "b5280512-abcd-4cf7-95a0-6ee352d95853", "result_sha256": "82f103b4378e274196772313f837ffb26937a249eda1a4e7dad9ec9b99e732bc", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0127865, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "B" }, "group_id": "lightness-chain-01-edge-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-05.png", "input_tokens": 716, "latency_sec": 40.1301573109813, "model_name": "muse-spark-1.3", "out_of_srgb": null, "output_tokens": 2798, "prediction": { "choice": "B" }, "prompt_sha256": "64bfc83d308291dc6a447de93571b42ec09ec6278f7fe82905c059b3926629a9", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T16:06:16.056666+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-05", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "b03ecff3-16cc-4f90-9b6c-ff408cfc671c", "result_sha256": "0ba41d8532bc9f9650ff6c7c69cad4a5ef0d46e4ee44e4c0c288c444e0d7afc2", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002221, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "A" }, "group_id": "lightness-chain-01-edge-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-06.png", "input_tokens": 716, "latency_sec": 3.2473028380190954, "model_name": "muse-spark-1.3", "out_of_srgb": null, "output_tokens": 312, "prediction": { "choice": "A" }, "prompt_sha256": "64bfc83d308291dc6a447de93571b42ec09ec6278f7fe82905c059b3926629a9", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T16:31:04.017806+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-06", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "1ffbbef0-1980-4f37-9cdf-ee137cda3376", "result_sha256": "de9beaec20d19fca3ae83ef253dd424c6ed5bc9a09f9e9c1551ff0880adac250", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.0163055, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "A" }, "group_id": "lightness-chain-01-edge-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-07.png", "input_tokens": 716, "latency_sec": 52.73063281504437, "model_name": "muse-spark-1.3", "out_of_srgb": null, "output_tokens": 3626, "prediction": { "choice": "B" }, "prompt_sha256": "14500bd7eefa43cebfa107c8a8fa9fa53dddd9be742ffa97660526f7a924c308", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T14:17:43.403840+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-lightness-07", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "e22b9804-ef30-4c18-a505-a92e6f11d2b4", "result_sha256": "422a8b256af6048bbfbd6755cc5cd749b9773449e2f770e3d49c7991b849739c", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00440125, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "B" }, "group_id": "lightness-chain-01-edge-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-08.png", "input_tokens": 716, "latency_sec": 9.51210388704203, "model_name": "muse-spark-1.3", "out_of_srgb": null, "output_tokens": 825, "prediction": { "choice": "B" }, "prompt_sha256": "14500bd7eefa43cebfa107c8a8fa9fa53dddd9be742ffa97660526f7a924c308", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T14:23:38.743550+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-08", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "4c63e599-8ce3-4be7-a40e-4aa6032b31d4", "result_sha256": "c1021a06f9a029c803a4e1282174d35cf269ff84220df2259c90a282f9578d2c", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.01019825, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "B" }, "group_id": "lightness-chain-01-edge-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-09.png", "input_tokens": 716, "latency_sec": 28.98501375503838, "model_name": "muse-spark-1.3", "out_of_srgb": null, "output_tokens": 2189, "prediction": { "choice": "A" }, "prompt_sha256": "64bfc83d308291dc6a447de93571b42ec09ec6278f7fe82905c059b3926629a9", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T15:13:41.959348+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-lightness-09", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "46fcc895-83d6-4330-9843-caeb2b241438", "result_sha256": "20ea7ea204936a40a0e661ec577efa07234653a75500e5fb1e174e23017f1f1b", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00429925, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "A" }, "group_id": "lightness-chain-01-edge-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-10.png", "input_tokens": 716, "latency_sec": 8.687461795052513, "model_name": "muse-spark-1.3", "out_of_srgb": null, "output_tokens": 801, "prediction": { "choice": "A" }, "prompt_sha256": "64bfc83d308291dc6a447de93571b42ec09ec6278f7fe82905c059b3926629a9", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T15:05:59.657649+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-10", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "eeaa41d8-4aa2-4275-8cd0-4329dcdc8378", "result_sha256": "4af6c258e5841d12a1f2fd491c74bbfabcf1a099a267c7fcb48830cf53d8ce7e", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.011316, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "A" }, "group_id": "lightness-chain-01-edge-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-11.png", "input_tokens": 716, "latency_sec": 33.99724116898142, "model_name": "muse-spark-1.3", "out_of_srgb": null, "output_tokens": 2452, "prediction": { "choice": "B" }, "prompt_sha256": "14500bd7eefa43cebfa107c8a8fa9fa53dddd9be742ffa97660526f7a924c308", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T16:17:31.497936+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-lightness-11", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "9feca6bb-d7e3-4653-b69b-d70c284fd787", "result_sha256": "9952a39ddfcd2a610e17e8494b04e4bdb271bdfc7be5ec65f403b95443e03c3b", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00366175, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "B" }, "group_id": "lightness-chain-01-edge-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-12.png", "input_tokens": 716, "latency_sec": 9.547433263040148, "model_name": "muse-spark-1.3", "out_of_srgb": null, "output_tokens": 651, "prediction": { "choice": "B" }, "prompt_sha256": "14500bd7eefa43cebfa107c8a8fa9fa53dddd9be742ffa97660526f7a924c308", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T15:50:45.157338+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-12", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "650fd1d7-d0f1-46f4-80b3-e78ac0c55c4d", "result_sha256": "a400698fe5a3c7d32f2abc02356d72b2750cc5c358b890e340025745b64f41fa", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.01457575, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "B" }, "group_id": "lightness-chain-01-edge-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-13.png", "input_tokens": 716, "latency_sec": 47.220692303963006, "model_name": "muse-spark-1.3", "out_of_srgb": null, "output_tokens": 3219, "prediction": { "choice": "A" }, "prompt_sha256": "64bfc83d308291dc6a447de93571b42ec09ec6278f7fe82905c059b3926629a9", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T15:51:58.519757+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-lightness-13", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "5eea3d10-47a9-41c5-b703-f0d77817f764", "result_sha256": "7e99231306b3ffc7b8398929860b7122d7702f501f1e1ddbd20b934e358ab31e", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00597375, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "A" }, "group_id": "lightness-chain-01-edge-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-14.png", "input_tokens": 716, "latency_sec": 15.36176396207884, "model_name": "muse-spark-1.3", "out_of_srgb": null, "output_tokens": 1195, "prediction": { "choice": "A" }, "prompt_sha256": "64bfc83d308291dc6a447de93571b42ec09ec6278f7fe82905c059b3926629a9", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T14:16:54.031107+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-14", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "0b48ac5c-767c-4560-a8d9-46e084ef77e1", "result_sha256": "8aa962b6af8a460d021b9ebd6de5e6b002bf85aed7edf55df58df87a93769fde", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.006624, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "A" }, "group_id": "lightness-chain-01-edge-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-15.png", "input_tokens": 716, "latency_sec": 16.231977359042503, "model_name": "muse-spark-1.3", "out_of_srgb": null, "output_tokens": 1348, "prediction": { "choice": "B" }, "prompt_sha256": "14500bd7eefa43cebfa107c8a8fa9fa53dddd9be742ffa97660526f7a924c308", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T14:56:47.918563+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-lightness-15", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "57aa3575-0976-4903-8ed4-8e92ad0f7e5c", "result_sha256": "e99aeedb9b016920f100fcb6df0e377fcf332246dc7bbdb748da807291bd682f", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00582075, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "B" }, "group_id": "lightness-chain-01-edge-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-16.png", "input_tokens": 716, "latency_sec": 20.680443627061322, "model_name": "muse-spark-1.3", "out_of_srgb": null, "output_tokens": 1159, "prediction": { "choice": "B" }, "prompt_sha256": "14500bd7eefa43cebfa107c8a8fa9fa53dddd9be742ffa97660526f7a924c308", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T15:28:05.501416+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-16", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "741f830d-ab20-489a-9659-fffd226b3ad5", "result_sha256": "27f61c673536e5b3d162820d9b8314ccac47dd4cc3744260477100ff111f0cb1", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0083835, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "B" }, "group_id": "lightness-chain-02-edge-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-17.png", "input_tokens": 716, "latency_sec": 30.47979106497951, "model_name": "muse-spark-1.3", "out_of_srgb": null, "output_tokens": 1762, "prediction": { "choice": "B" }, "prompt_sha256": "64bfc83d308291dc6a447de93571b42ec09ec6278f7fe82905c059b3926629a9", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T16:24:40.898982+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-17", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "f56c4b34-f4fa-4e42-8862-12ef1d0e09ce", "result_sha256": "1ae24a404c6c313ca8c6b12cc3552fb1546a56248c920632164d7e7988185bcd", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0056465, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "A" }, "group_id": "lightness-chain-02-edge-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-18.png", "input_tokens": 716, "latency_sec": 14.44996357394848, "model_name": "muse-spark-1.3", "out_of_srgb": null, "output_tokens": 1118, "prediction": { "choice": "A" }, "prompt_sha256": "64bfc83d308291dc6a447de93571b42ec09ec6278f7fe82905c059b3926629a9", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T15:39:59.801743+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-18", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "e8955bdb-e5c4-41ac-ad70-7da38ae98651", "result_sha256": "74632ab3e7d18d70d0ee1d66a9e227a4bb935d8b1135216df88085daa84161ed", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.01387875, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "A" }, "group_id": "lightness-chain-02-edge-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-19.png", "input_tokens": 716, "latency_sec": 44.157036912976764, "model_name": "muse-spark-1.3", "out_of_srgb": null, "output_tokens": 3055, "prediction": { "choice": "B" }, "prompt_sha256": "14500bd7eefa43cebfa107c8a8fa9fa53dddd9be742ffa97660526f7a924c308", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T14:54:19.703122+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-lightness-19", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "4fa7f60d-5825-4b86-8ea0-a06f11b430a2", "result_sha256": "d45a5cdffe7c5574b97611cf492fa50d7a5c8f1c318d66f4fd22172c0a8eab26", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.003989, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "B" }, "group_id": "lightness-chain-02-edge-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-20.png", "input_tokens": 716, "latency_sec": 8.937052956898697, "model_name": "muse-spark-1.3", "out_of_srgb": null, "output_tokens": 728, "prediction": { "choice": "B" }, "prompt_sha256": "14500bd7eefa43cebfa107c8a8fa9fa53dddd9be742ffa97660526f7a924c308", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T15:24:13.478048+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-20", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "ca743fac-d574-492c-94fc-ff4f3473f10d", "result_sha256": "823ce2beb0687fcb50c06b428b9c7f14d3d7ee798e0e3a1d0507f85ce4dd5457", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.0141295, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "B" }, "group_id": "lightness-chain-02-edge-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-21.png", "input_tokens": 716, "latency_sec": 41.346293868962675, "model_name": "muse-spark-1.3", "out_of_srgb": null, "output_tokens": 3114, "prediction": { "choice": "A" }, "prompt_sha256": "64bfc83d308291dc6a447de93571b42ec09ec6278f7fe82905c059b3926629a9", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T16:03:26.870150+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-lightness-21", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "6910c5c1-a6b6-49c4-9f9b-1d9c346b611d", "result_sha256": "c4496cd25a24063c19f0eaf786e6cdcd218a840ba01eef4e28a67ac953189318", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.007406, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "A" }, "group_id": "lightness-chain-02-edge-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-22.png", "input_tokens": 716, "latency_sec": 21.658775512943976, "model_name": "muse-spark-1.3", "out_of_srgb": null, "output_tokens": 1532, "prediction": { "choice": "A" }, "prompt_sha256": "64bfc83d308291dc6a447de93571b42ec09ec6278f7fe82905c059b3926629a9", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T14:56:35.231583+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-22", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "de55559a-3fd6-4aad-a448-953f5005bb5f", "result_sha256": "b0db73baca78c5c1f6af65e24a1b2f34b5b39261a79cdd86e1e82e393d7c64f7", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.01449925, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "A" }, "group_id": "lightness-chain-02-edge-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-23.png", "input_tokens": 716, "latency_sec": 43.17666948097758, "model_name": "muse-spark-1.3", "out_of_srgb": null, "output_tokens": 3201, "prediction": { "choice": "A" }, "prompt_sha256": "14500bd7eefa43cebfa107c8a8fa9fa53dddd9be742ffa97660526f7a924c308", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T16:07:44.007255+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-23", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "d3439f98-3757-47c4-b86d-b50dc78da8d3", "result_sha256": "c82570d13f16827aaf173c782b715a5593ea1d3854201d5c507ad8b1d1ece937", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00687475, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "B" }, "group_id": "lightness-chain-02-edge-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-24.png", "input_tokens": 716, "latency_sec": 17.68676339101512, "model_name": "muse-spark-1.3", "out_of_srgb": null, "output_tokens": 1407, "prediction": { "choice": "B" }, "prompt_sha256": "14500bd7eefa43cebfa107c8a8fa9fa53dddd9be742ffa97660526f7a924c308", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T15:24:39.418864+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-24", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "24cdc282-a1fb-4b66-8751-ce126dee93d3", "result_sha256": "fa3b1c9c730ef7f4111fed9e4e72e74660fbf3cf1d4c55bb0076c7224cf4d174", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.01305, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "B" }, "group_id": "lightness-chain-02-edge-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-25.png", "input_tokens": 716, "latency_sec": 40.12560149200726, "model_name": "muse-spark-1.3", "out_of_srgb": null, "output_tokens": 2860, "prediction": { "choice": "A" }, "prompt_sha256": "64bfc83d308291dc6a447de93571b42ec09ec6278f7fe82905c059b3926629a9", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T16:16:33.567873+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-lightness-25", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "6d599c8d-d04a-40dc-8a2b-be72da300916", "result_sha256": "74d41d322580f0fb648a4ac01d7ef838a153117cc537e264512fbc6a32ef85f8", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.0181245, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "A" }, "group_id": "lightness-chain-02-edge-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-26.png", "input_tokens": 716, "latency_sec": 53.93697070796043, "model_name": "muse-spark-1.3", "out_of_srgb": null, "output_tokens": 4054, "prediction": { "choice": "B" }, "prompt_sha256": "64bfc83d308291dc6a447de93571b42ec09ec6278f7fe82905c059b3926629a9", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T14:52:59.738204+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-lightness-26", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "4ede7a82-116c-410a-b73b-e54ecbaa6782", "result_sha256": "4eb30d9d0085d89df747a6b990564980ad2d2b9699530066aa0557c26be68b9c", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.01177075, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "A" }, "group_id": "lightness-chain-02-edge-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-27.png", "input_tokens": 716, "latency_sec": 41.590210082009435, "model_name": "muse-spark-1.3", "out_of_srgb": null, "output_tokens": 2559, "prediction": { "choice": "A" }, "prompt_sha256": "14500bd7eefa43cebfa107c8a8fa9fa53dddd9be742ffa97660526f7a924c308", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T16:18:25.795237+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-27", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "df3feaea-a670-4af6-97b1-3ef345d83023", "result_sha256": "5418d3c0ce9ce5a6aaf749f19314085955fe59f5f2cfcb17da10e5b502d9ba25", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0108995, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "B" }, "group_id": "lightness-chain-02-edge-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-28.png", "input_tokens": 716, "latency_sec": 31.309503133990802, "model_name": "muse-spark-1.3", "out_of_srgb": null, "output_tokens": 2354, "prediction": { "choice": "B" }, "prompt_sha256": "14500bd7eefa43cebfa107c8a8fa9fa53dddd9be742ffa97660526f7a924c308", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T14:16:07.403945+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-28", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "738d8b5f-9471-41c1-9bf6-80682926a277", "result_sha256": "7cdc9d9de520638f1c8c5706186a23fe88b20a15758afbae857eef17ff852480", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00348325, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "B" }, "group_id": "lightness-chain-02-edge-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-29.png", "input_tokens": 716, "latency_sec": 7.099371491000056, "model_name": "muse-spark-1.3", "out_of_srgb": null, "output_tokens": 609, "prediction": { "choice": "B" }, "prompt_sha256": "64bfc83d308291dc6a447de93571b42ec09ec6278f7fe82905c059b3926629a9", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T14:50:21.631524+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-29", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "78bd3927-49ba-428d-9c7e-2030ac6c626c", "result_sha256": "1f42d6916ac3b296a8aff661265d2a71e54a8356697a2e412b387c9a9c2a5c8b", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0023655, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "A" }, "group_id": "lightness-chain-02-edge-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-30.png", "input_tokens": 716, "latency_sec": 5.268111116020009, "model_name": "muse-spark-1.3", "out_of_srgb": null, "output_tokens": 346, "prediction": { "choice": "A" }, "prompt_sha256": "64bfc83d308291dc6a447de93571b42ec09ec6278f7fe82905c059b3926629a9", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T14:08:40.910886+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-30", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "68a531f6-40b7-4551-82e1-4fa80d11d68f", "result_sha256": "28c522be7168655276be7a311d3eccc007a20793a7b46f21d4b0437bc768a0b2", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0039635, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "A" }, "group_id": "lightness-chain-02-edge-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-31.png", "input_tokens": 716, "latency_sec": 10.632685519056395, "model_name": "muse-spark-1.3", "out_of_srgb": null, "output_tokens": 722, "prediction": { "choice": "A" }, "prompt_sha256": "14500bd7eefa43cebfa107c8a8fa9fa53dddd9be742ffa97660526f7a924c308", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T16:19:53.768725+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-31", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "aa453d56-fc19-4b90-8d8f-26da993a3c8b", "result_sha256": "942c5683dda93a43c8e8d5d985f5a14a613d2bf76bdcfe6896eb2dd41613df82", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00313475, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "B" }, "group_id": "lightness-chain-02-edge-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-32.png", "input_tokens": 716, "latency_sec": 6.149318473995663, "model_name": "muse-spark-1.3", "out_of_srgb": null, "output_tokens": 527, "prediction": { "choice": "B" }, "prompt_sha256": "14500bd7eefa43cebfa107c8a8fa9fa53dddd9be742ffa97660526f7a924c308", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T14:51:02.795422+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-32", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "f22b0507-9e97-44c5-b2f7-83364287c3e1", "result_sha256": "e4771b50669045022f95612da64afdfedb5069ab8920339e3c91e17232604828", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0120895, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "B" }, "group_id": "lightness-chain-03-edge-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-33.png", "input_tokens": 716, "latency_sec": 37.35120323498268, "model_name": "muse-spark-1.3", "out_of_srgb": null, "output_tokens": 2634, "prediction": { "choice": "B" }, "prompt_sha256": "64bfc83d308291dc6a447de93571b42ec09ec6278f7fe82905c059b3926629a9", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T15:20:05.491458+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-33", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "90fae519-6f8c-4af1-8047-2ed2ca7c14c2", "result_sha256": "24c9a6da7fadafb777251a303e837999cba2d9365e9519e50c6837f8b50a768b", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00639875, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "A" }, "group_id": "lightness-chain-03-edge-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-34.png", "input_tokens": 716, "latency_sec": 15.97397201799322, "model_name": "muse-spark-1.3", "out_of_srgb": null, "output_tokens": 1295, "prediction": { "choice": "A" }, "prompt_sha256": "64bfc83d308291dc6a447de93571b42ec09ec6278f7fe82905c059b3926629a9", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T14:50:01.054594+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-34", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "0f1618a9-c71c-4447-80f2-9db8b659ae62", "result_sha256": "d882d6c1c13c6e7333bb5fdcc21bcd308f113a6a342e97949dec46a43e1a3a0f", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.01292675, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "A" }, "group_id": "lightness-chain-03-edge-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-35.png", "input_tokens": 716, "latency_sec": 37.52574087900575, "model_name": "muse-spark-1.3", "out_of_srgb": null, "output_tokens": 2831, "prediction": { "choice": "A" }, "prompt_sha256": "14500bd7eefa43cebfa107c8a8fa9fa53dddd9be742ffa97660526f7a924c308", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T16:09:13.735131+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-35", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "d3eaf068-9b1e-4dcf-a55d-90f2ce4bec5e", "result_sha256": "18aa4aaeb77a8b34bc7b2bda1ea1c4b134c38703c05ad40694aa1cff8a5d7b3b", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.005281, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "B" }, "group_id": "lightness-chain-03-edge-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-36.png", "input_tokens": 716, "latency_sec": 14.704611620050855, "model_name": "muse-spark-1.3", "out_of_srgb": null, "output_tokens": 1032, "prediction": { "choice": "B" }, "prompt_sha256": "14500bd7eefa43cebfa107c8a8fa9fa53dddd9be742ffa97660526f7a924c308", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T14:33:03.758665+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-36", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "6d02934d-c84e-435f-95b1-66d2fa826d2a", "result_sha256": "8ab1adc631285b9b11dc7410c5c75e98d24d53472001408ed3925990b43d5897", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.01524725, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "B" }, "group_id": "lightness-chain-03-edge-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-37.png", "input_tokens": 716, "latency_sec": 43.71073688403703, "model_name": "muse-spark-1.3", "out_of_srgb": null, "output_tokens": 3377, "prediction": { "choice": "A" }, "prompt_sha256": "64bfc83d308291dc6a447de93571b42ec09ec6278f7fe82905c059b3926629a9", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T14:32:36.863448+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-lightness-37", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "27b1b8b9-841c-48ed-aa4f-3890601df3a8", "result_sha256": "0926ae423b502cc6e9fc92690d5389aa1e32a7749b17e2525e4f209a7e6ee3d2", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.008851, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "A" }, "group_id": "lightness-chain-03-edge-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-38.png", "input_tokens": 716, "latency_sec": 24.00333691202104, "model_name": "muse-spark-1.3", "out_of_srgb": null, "output_tokens": 1872, "prediction": { "choice": "A" }, "prompt_sha256": "64bfc83d308291dc6a447de93571b42ec09ec6278f7fe82905c059b3926629a9", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T15:40:34.758330+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-38", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "cb567d20-bf4f-497c-b4f5-2493d9e6e882", "result_sha256": "d762f2cf49369b1a68d6237cbc6e87eb1ebedeed113ae23848b9d97d3c8a2611", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.021108, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "A" }, "group_id": "lightness-chain-03-edge-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-39.png", "input_tokens": 716, "latency_sec": 60.174470820929855, "model_name": "muse-spark-1.3", "out_of_srgb": null, "output_tokens": 4756, "prediction": { "choice": "B" }, "prompt_sha256": "14500bd7eefa43cebfa107c8a8fa9fa53dddd9be742ffa97660526f7a924c308", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T16:00:14.426410+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-lightness-39", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "6437f16e-6d38-47a7-a662-b3b8d68ef055", "result_sha256": "5509684bb0b0bffb7195f584f45258f3a4d53626f5ad228cb69dedcb4aa16059", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.008222, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "B" }, "group_id": "lightness-chain-03-edge-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-40.png", "input_tokens": 716, "latency_sec": 22.50970233499538, "model_name": "muse-spark-1.3", "out_of_srgb": null, "output_tokens": 1724, "prediction": { "choice": "B" }, "prompt_sha256": "14500bd7eefa43cebfa107c8a8fa9fa53dddd9be742ffa97660526f7a924c308", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T14:10:29.937229+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-40", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "e20a601b-6fb0-484c-960c-e3297245a120", "result_sha256": "e05cf2f949f5145803a99dcc589fbf0631c790c412f1c8edcd99963ae77ba9ae", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00316875, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "B" }, "group_id": "lightness-chain-03-edge-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-41.png", "input_tokens": 716, "latency_sec": 6.626122109009884, "model_name": "muse-spark-1.3", "out_of_srgb": null, "output_tokens": 535, "prediction": { "choice": "B" }, "prompt_sha256": "64bfc83d308291dc6a447de93571b42ec09ec6278f7fe82905c059b3926629a9", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T15:48:43.871286+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-41", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "136d294d-5c21-4467-9457-19d8d4321151", "result_sha256": "789becec6d7383f13baea7110defdc8572b1a2b7ad291ad23addb18f9b99e09d", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00277775, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "A" }, "group_id": "lightness-chain-03-edge-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-42.png", "input_tokens": 716, "latency_sec": 5.598112085019238, "model_name": "muse-spark-1.3", "out_of_srgb": null, "output_tokens": 443, "prediction": { "choice": "A" }, "prompt_sha256": "64bfc83d308291dc6a447de93571b42ec09ec6278f7fe82905c059b3926629a9", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T14:18:05.548435+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-42", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "29d1f61c-7b0b-4357-871e-02d21e387283", "result_sha256": "675e6b1062550f004bf034b3ea80e11e4cdffff80a8c3449f72e8f174239aada", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00332175, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "A" }, "group_id": "lightness-chain-03-edge-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-43.png", "input_tokens": 716, "latency_sec": 7.357646727003157, "model_name": "muse-spark-1.3", "out_of_srgb": null, "output_tokens": 571, "prediction": { "choice": "A" }, "prompt_sha256": "14500bd7eefa43cebfa107c8a8fa9fa53dddd9be742ffa97660526f7a924c308", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T16:28:01.444306+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-43", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "72157a18-ecd7-4f08-b57d-a6774e5089ab", "result_sha256": "60dc435a3e7512ea4d707ef0bde978744a96b578012046a9685651f23bb64f7f", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0028075, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "B" }, "group_id": "lightness-chain-03-edge-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-44.png", "input_tokens": 716, "latency_sec": 5.102942283032462, "model_name": "muse-spark-1.3", "out_of_srgb": null, "output_tokens": 450, "prediction": { "choice": "B" }, "prompt_sha256": "14500bd7eefa43cebfa107c8a8fa9fa53dddd9be742ffa97660526f7a924c308", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T15:09:11.227339+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-44", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "b62f69a7-c268-45f8-8542-67dab4dd460d", "result_sha256": "1dccaeabf70a31caafe669e06cd2baf19dff389c9ca296aaec2f20274eb222e0", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00606725, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "B" }, "group_id": "lightness-chain-03-edge-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-45.png", "input_tokens": 716, "latency_sec": 16.655943128978834, "model_name": "muse-spark-1.3", "out_of_srgb": null, "output_tokens": 1217, "prediction": { "choice": "B" }, "prompt_sha256": "64bfc83d308291dc6a447de93571b42ec09ec6278f7fe82905c059b3926629a9", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T16:01:54.687179+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-45", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "003d0e64-c85d-4fa5-81e6-4124c2a283ed", "result_sha256": "9425a8f5c604150fc6491e94392b40227e94419efd2fdc94d6046e118786e94d", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00386575, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "A" }, "group_id": "lightness-chain-03-edge-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-46.png", "input_tokens": 716, "latency_sec": 9.77489390806295, "model_name": "muse-spark-1.3", "out_of_srgb": null, "output_tokens": 699, "prediction": { "choice": "A" }, "prompt_sha256": "64bfc83d308291dc6a447de93571b42ec09ec6278f7fe82905c059b3926629a9", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T15:49:25.392460+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-46", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "2f8f524f-badd-4015-9238-355bedc1c7fc", "result_sha256": "f37aedeb5abf631a27d0423d3b6b6024e41b49d32a205333029daa586f628c05", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00824325, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "A" }, "group_id": "lightness-chain-03-edge-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-47.png", "input_tokens": 716, "latency_sec": 24.39546016207896, "model_name": "muse-spark-1.3", "out_of_srgb": null, "output_tokens": 1729, "prediction": { "choice": "A" }, "prompt_sha256": "14500bd7eefa43cebfa107c8a8fa9fa53dddd9be742ffa97660526f7a924c308", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T14:35:37.371087+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-47", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "dad85793-8c41-4b27-8efe-d6454c8649ed", "result_sha256": "6295cc47ac58413eb15a3acc0ff3c92b7b6c7f42504c31be5facb0cec8419f3c", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00338975, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "B" }, "group_id": "lightness-chain-03-edge-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-48.png", "input_tokens": 716, "latency_sec": 7.185184592031874, "model_name": "muse-spark-1.3", "out_of_srgb": null, "output_tokens": 587, "prediction": { "choice": "B" }, "prompt_sha256": "14500bd7eefa43cebfa107c8a8fa9fa53dddd9be742ffa97660526f7a924c308", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T14:43:31.150648+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-48", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "d1e00005-2ce5-4661-870a-bc90c6431c87", "result_sha256": "239f0c4eed85f31e3d8fbbe62e20ef70362e79bc3aecf69a3d7414af228e9b6c", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.01169425, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "B" }, "group_id": "lightness-chain-04-edge-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-49.png", "input_tokens": 716, "latency_sec": 34.835964530007914, "model_name": "muse-spark-1.3", "out_of_srgb": null, "output_tokens": 2541, "prediction": { "choice": "A" }, "prompt_sha256": "64bfc83d308291dc6a447de93571b42ec09ec6278f7fe82905c059b3926629a9", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T15:30:40.774601+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-lightness-49", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "d9324d66-53a7-4d6c-9ba9-5d0c63ed5678", "result_sha256": "3849248699d8fd113386f07a398e6a55d9070f2b5811a236c4087214767d4a88", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0121235, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "A" }, "group_id": "lightness-chain-04-edge-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-50.png", "input_tokens": 716, "latency_sec": 39.57644927804358, "model_name": "muse-spark-1.3", "out_of_srgb": null, "output_tokens": 2642, "prediction": { "choice": "A" }, "prompt_sha256": "64bfc83d308291dc6a447de93571b42ec09ec6278f7fe82905c059b3926629a9", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T16:01:14.675717+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-50", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "916fd0a8-9bd6-410e-b141-ac48ccab83fb", "result_sha256": "daa3e92d2d4f608d2126261c1e64e4a5f95694da9be4e7347be9ae428a2f6854", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.012251, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "A" }, "group_id": "lightness-chain-04-edge-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-51.png", "input_tokens": 716, "latency_sec": 34.08660786005203, "model_name": "muse-spark-1.3", "out_of_srgb": null, "output_tokens": 2672, "prediction": { "choice": "A" }, "prompt_sha256": "14500bd7eefa43cebfa107c8a8fa9fa53dddd9be742ffa97660526f7a924c308", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T14:40:54.314381+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-51", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "65bf24b0-8486-4ad3-9979-2b77a6377cfb", "result_sha256": "617942161cc9f42736cb81e7a826f24e580652fd540000273f3df5352c9521ae", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0064625, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "B" }, "group_id": "lightness-chain-04-edge-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-52.png", "input_tokens": 716, "latency_sec": 21.303727399092168, "model_name": "muse-spark-1.3", "out_of_srgb": null, "output_tokens": 1310, "prediction": { "choice": "B" }, "prompt_sha256": "14500bd7eefa43cebfa107c8a8fa9fa53dddd9be742ffa97660526f7a924c308", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T14:28:53.849146+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-52", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "1d011095-2747-4708-8cfe-530a5810bdc3", "result_sha256": "a903bfc097cac87f45cfe44e98a3fa987d4e30200fb9222effdc670b90efbd73", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00311775, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "B" }, "group_id": "lightness-chain-04-edge-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-53.png", "input_tokens": 716, "latency_sec": 6.761546853929758, "model_name": "muse-spark-1.3", "out_of_srgb": null, "output_tokens": 523, "prediction": { "choice": "B" }, "prompt_sha256": "64bfc83d308291dc6a447de93571b42ec09ec6278f7fe82905c059b3926629a9", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T16:23:31.730307+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-53", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "9ade7cec-adef-463a-bf6a-5a9c79814050", "result_sha256": "19e915a56e15f694eafbe8d7b30e9fa1e9ec7413acba7c3f5e6015384896e45e", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00232725, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "A" }, "group_id": "lightness-chain-04-edge-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-54.png", "input_tokens": 716, "latency_sec": 4.276284591993317, "model_name": "muse-spark-1.3", "out_of_srgb": null, "output_tokens": 337, "prediction": { "choice": "A" }, "prompt_sha256": "64bfc83d308291dc6a447de93571b42ec09ec6278f7fe82905c059b3926629a9", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T15:31:25.487844+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-54", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "6f4ee903-ec1a-4def-bae1-849850378d78", "result_sha256": "4a5fe8da557f173c8897ac07f25b2cb818fcaef740d93ab79cf2094672c2a69f", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00314325, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "A" }, "group_id": "lightness-chain-04-edge-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-55.png", "input_tokens": 716, "latency_sec": 5.943472880986519, "model_name": "muse-spark-1.3", "out_of_srgb": null, "output_tokens": 529, "prediction": { "choice": "A" }, "prompt_sha256": "14500bd7eefa43cebfa107c8a8fa9fa53dddd9be742ffa97660526f7a924c308", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T15:38:10.911893+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-55", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "97a790d1-ed64-4024-a731-2a97c7b093c4", "result_sha256": "d3b105b816a4ead05eaea699baf315ec092b4a99203e66d9829b2cf05b4014ca", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00305825, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "B" }, "group_id": "lightness-chain-04-edge-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-56.png", "input_tokens": 716, "latency_sec": 6.397511869086884, "model_name": "muse-spark-1.3", "out_of_srgb": null, "output_tokens": 509, "prediction": { "choice": "B" }, "prompt_sha256": "14500bd7eefa43cebfa107c8a8fa9fa53dddd9be742ffa97660526f7a924c308", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T14:40:51.424436+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-56", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "e1f861e6-329f-4180-8f9f-58b40e4a1367", "result_sha256": "916dbb084ee5491e4cbc03bb738106a7be7e837ddc1e8b3aed2341d541168ce8", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.005247, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "B" }, "group_id": "lightness-chain-04-edge-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-57.png", "input_tokens": 716, "latency_sec": 14.214920712984167, "model_name": "muse-spark-1.3", "out_of_srgb": null, "output_tokens": 1024, "prediction": { "choice": "B" }, "prompt_sha256": "64bfc83d308291dc6a447de93571b42ec09ec6278f7fe82905c059b3926629a9", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T16:18:40.376621+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-57", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "47e96955-ff30-4f42-ac09-7b525572b544", "result_sha256": "69015add1996abc4c00c734549c6d922b4f1af028f47d144cdcb478c97b98eb5", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.004907, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "A" }, "group_id": "lightness-chain-04-edge-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-58.png", "input_tokens": 716, "latency_sec": 11.714637611992657, "model_name": "muse-spark-1.3", "out_of_srgb": null, "output_tokens": 944, "prediction": { "choice": "A" }, "prompt_sha256": "64bfc83d308291dc6a447de93571b42ec09ec6278f7fe82905c059b3926629a9", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T16:12:29.924177+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-58", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "127b5f05-28d7-48ac-9c43-edb0f4b1811c", "result_sha256": "2af02aa8c7b654dbe8c7d814080b74346eb57cdd081d8b252269e39db9bc6ab5", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00494525, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "A" }, "group_id": "lightness-chain-04-edge-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-59.png", "input_tokens": 716, "latency_sec": 13.447838836931624, "model_name": "muse-spark-1.3", "out_of_srgb": null, "output_tokens": 953, "prediction": { "choice": "A" }, "prompt_sha256": "14500bd7eefa43cebfa107c8a8fa9fa53dddd9be742ffa97660526f7a924c308", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T15:16:43.602514+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-59", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "5e1737e1-e425-4e3b-b283-8750a3ad8f39", "result_sha256": "9ffd1b08b374c943b1c9dabdace6b8e325f05732f4675212676f126067d029b7", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00448625, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "B" }, "group_id": "lightness-chain-04-edge-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-60.png", "input_tokens": 716, "latency_sec": 9.465079248999245, "model_name": "muse-spark-1.3", "out_of_srgb": null, "output_tokens": 845, "prediction": { "choice": "B" }, "prompt_sha256": "14500bd7eefa43cebfa107c8a8fa9fa53dddd9be742ffa97660526f7a924c308", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T15:33:54.542047+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-60", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "bb87136a-657b-4bd5-ab34-f60df016ea6d", "result_sha256": "eb25f1981151dae7d5766e830ebcc28b9ffc48492763f795fa05ac6818d7c89f", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.009208, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "B" }, "group_id": "lightness-chain-04-edge-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-61.png", "input_tokens": 716, "latency_sec": 28.771816604072228, "model_name": "muse-spark-1.3", "out_of_srgb": null, "output_tokens": 1956, "prediction": { "choice": "B" }, "prompt_sha256": "64bfc83d308291dc6a447de93571b42ec09ec6278f7fe82905c059b3926629a9", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T16:25:50.038627+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-61", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "f46729fe-3176-4797-aa94-3e44418dadff", "result_sha256": "80bc1997edc9648ee434c32d78fc83c301d2e49c9f756aa23de2d01b7e0adbf9", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00924625, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "A" }, "group_id": "lightness-chain-04-edge-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-62.png", "input_tokens": 716, "latency_sec": 27.374485500040464, "model_name": "muse-spark-1.3", "out_of_srgb": null, "output_tokens": 1965, "prediction": { "choice": "A" }, "prompt_sha256": "64bfc83d308291dc6a447de93571b42ec09ec6278f7fe82905c059b3926629a9", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T14:07:21.185271+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-62", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "a0f7c311-041c-42b1-8dc3-3f60f25d40df", "result_sha256": "0ad991990b34b34827022bf36f09ff961a6ebcc11baa5398256328ef09c7cf7e", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0121405, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "A" }, "group_id": "lightness-chain-04-edge-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-63.png", "input_tokens": 716, "latency_sec": 36.16118421894498, "model_name": "muse-spark-1.3", "out_of_srgb": null, "output_tokens": 2646, "prediction": { "choice": "A" }, "prompt_sha256": "14500bd7eefa43cebfa107c8a8fa9fa53dddd9be742ffa97660526f7a924c308", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T14:12:42.830958+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-63", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "3acca646-5407-434f-b8d2-8dca3e5897cc", "result_sha256": "c3190807254dac815540ec90d88126d0ead2dd1a6b711672aa682d4251d8b2c6", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00826875, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "B" }, "group_id": "lightness-chain-04-edge-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-64.png", "input_tokens": 716, "latency_sec": 21.109069733065553, "model_name": "muse-spark-1.3", "out_of_srgb": null, "output_tokens": 1735, "prediction": { "choice": "B" }, "prompt_sha256": "14500bd7eefa43cebfa107c8a8fa9fa53dddd9be742ffa97660526f7a924c308", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T14:34:44.096328+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-64", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "f04c9450-4b09-4bc9-b0c7-47c1c8ec404f", "result_sha256": "64250f9cf7bddfa3a707d43aeef55844754c2ea6920e74e1a693067d3904b169", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00289175, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "A" }, "group_id": "match-binding-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-01.png", "input_tokens": 729, "latency_sec": 5.940963126951829, "model_name": "muse-spark-1.3", "out_of_srgb": null, "output_tokens": 466, "prediction": { "choice": "A" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T16:12:49.347435+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-01", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "4c79e9cc-6b02-4419-9685-3e23e50198a2", "result_sha256": "f6f7dfc8f6c28f78c0fd046ea72c2e3d46f9b828c5af5c4a4a4f9875528e6e89", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00471925, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "B" }, "group_id": "match-binding-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-02.png", "input_tokens": 729, "latency_sec": 23.101206589024514, "model_name": "muse-spark-1.3", "out_of_srgb": null, "output_tokens": 896, "prediction": { "choice": "B" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T15:30:51.693605+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-02", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "4a21e526-e453-4649-a759-23a37a2c538b", "result_sha256": "7cc1d5af8fa77e4521900487c926fa8242d537ef45f7ad7eb792ae6f170798f4", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00394575, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "C" }, "group_id": "match-binding-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-03.png", "input_tokens": 729, "latency_sec": 9.000115144997835, "model_name": "muse-spark-1.3", "out_of_srgb": null, "output_tokens": 714, "prediction": { "choice": "C" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-16T15:45:04.354761+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-03", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "5a78eb79-6e86-4b67-ad65-54d9f15f710e", "result_sha256": "5291ba9706818287c9783370819370369e8125c7740177e6f6120fc201397c26", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0028875, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "D" }, "group_id": "match-binding-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-04.png", "input_tokens": 729, "latency_sec": 5.940261268988252, "model_name": "muse-spark-1.3", "out_of_srgb": null, "output_tokens": 465, "prediction": { "choice": "D" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "openai", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-16T15:03:41.667637+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-04", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "daa9faa1-06bb-4e0a-a68f-700e38459495", "result_sha256": "a6df3d67f0919d843537f496877c5cb9b8622f7e3d7d20910240df92900a6223", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.0187995, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "A" }, "group_id": "match-binding-05", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-05.png", "input_tokens": 729, "latency_sec": 53.27834714297205, "model_name": "muse-spark-1.3", "out_of_srgb": null, "output_tokens": 4209, "prediction": { "choice": "C" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-16T15:40:51.434146+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-matching-05", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "a622add6-3b05-4b7f-b0fd-b674bb434e6e", "result_sha256": "879c4585e45235f88f7cd5de798c088138a0e0d716a61d5379541537d8e9c640", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0150255, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "B" }, "group_id": "match-binding-06", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-06.png", "input_tokens": 729, "latency_sec": 41.74122609302867, "model_name": "muse-spark-1.3", "out_of_srgb": null, "output_tokens": 3321, "prediction": { "choice": "B" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T15:39:05.779670+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-06", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "ee073aaa-9070-47c0-8943-6b21dbe26b77", "result_sha256": "5f97c8396bfab1d41045afa87aca728e5b74230b81316fc25926531502830998", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0076305, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "C" }, "group_id": "match-binding-07", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-07.png", "input_tokens": 729, "latency_sec": 19.97864484100137, "model_name": "muse-spark-1.3", "out_of_srgb": null, "output_tokens": 1581, "prediction": { "choice": "C" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-16T15:12:13.181866+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-07", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "d7a63be9-6ad5-4cc6-8ea2-4153662ff85f", "result_sha256": "13788c6e4910e484d83bc8949bc2b0dbaed865a27a44b7ae153da5bad8640432", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00664025, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "D" }, "group_id": "match-binding-08", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-08.png", "input_tokens": 729, "latency_sec": 20.11110527906567, "model_name": "muse-spark-1.3", "out_of_srgb": null, "output_tokens": 1348, "prediction": { "choice": "D" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "openai", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-16T16:18:34.108077+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-08", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "58186f7f-23f5-4699-ae11-a2f426765827", "result_sha256": "ddf902dd623b90d6a21e5be7847a1f49de80cf6cd1be728b55ae872d4e68e1be", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.0151615, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "A" }, "group_id": "match-binding-09", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-09.png", "input_tokens": 729, "latency_sec": 48.46029078599531, "model_name": "muse-spark-1.3", "out_of_srgb": null, "output_tokens": 3353, "prediction": { "choice": "C" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-16T15:48:17.284756+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-matching-09", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "0c27f8c8-98e3-46b0-b827-aab01fbe60bd", "result_sha256": "ca8348015bd3f0d428c637e8ec6b1fb8c44a4712a98cfb91ab32e5f0a9432d0b", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00828075, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "B" }, "group_id": "match-binding-10", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-10.png", "input_tokens": 729, "latency_sec": 21.395041196024977, "model_name": "muse-spark-1.3", "out_of_srgb": null, "output_tokens": 1734, "prediction": { "choice": "B" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T14:38:34.514511+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-10", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "836328dc-e8c3-4509-9be8-1e4445606048", "result_sha256": "cff8f2b65319504c25715c8ccb93881f6f21df23129f34bd67d8f94deca44e26", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.01346575, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "C" }, "group_id": "match-binding-11", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-11.png", "input_tokens": 729, "latency_sec": 36.175507470965385, "model_name": "muse-spark-1.3", "out_of_srgb": null, "output_tokens": 2954, "prediction": { "choice": "C" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-16T15:08:18.248779+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-11", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "cd5de593-7a50-4dcf-a91d-7d28aa5c2048", "result_sha256": "935dc8b2f49282570994f497a3d4ce9505a50f474558ba5cf4ed3b3c0cf2e983", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.02254375, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "D" }, "group_id": "match-binding-12", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-12.png", "input_tokens": 729, "latency_sec": 68.51281809795182, "model_name": "muse-spark-1.3", "out_of_srgb": null, "output_tokens": 5090, "prediction": { "choice": "B" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T14:03:32.078484+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-matching-12", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "84d0801d-b63f-48ab-8c15-dde0ef250f8b", "result_sha256": "80c91bbaaffcfa1fa1d638cc4467f566613541e2c13b3c624ee30a2ba8f081b9", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.006466, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "A" }, "group_id": "match-binding-13", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-13.png", "input_tokens": 729, "latency_sec": 18.755426649935544, "model_name": "muse-spark-1.3", "out_of_srgb": null, "output_tokens": 1307, "prediction": { "choice": "C" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-16T15:35:59.091390+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-matching-13", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "a9558a5f-f451-473f-9fe7-f9715ea37f64", "result_sha256": "95a5d89ed0049ddef41c2676d549d328ab4a0aea4daea471899d8236e7eccd79", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00738825, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "B" }, "group_id": "match-binding-14", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-14.png", "input_tokens": 729, "latency_sec": 24.449939655023627, "model_name": "muse-spark-1.3", "out_of_srgb": null, "output_tokens": 1524, "prediction": { "choice": "B" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T15:15:40.056697+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-14", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "4904881a-b363-4200-9b22-af25bb0892d1", "result_sha256": "154b8948b0db89e0046e61a1062cd4f26134d48087e3f5186d588031dad66220", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00777925, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "C" }, "group_id": "match-binding-15", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-15.png", "input_tokens": 729, "latency_sec": 22.13019884796813, "model_name": "muse-spark-1.3", "out_of_srgb": null, "output_tokens": 1616, "prediction": { "choice": "C" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-16T15:23:23.965748+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-15", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "2aa337ce-0a65-485e-823b-8b64cf51d9dd", "result_sha256": "c363fab1356a2a954f4cc5fa8326d38bbc8c1a45fe2d8307498fc9cdbfffb3b5", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.006874, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "D" }, "group_id": "match-binding-16", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-16.png", "input_tokens": 729, "latency_sec": 20.838026929995976, "model_name": "muse-spark-1.3", "out_of_srgb": null, "output_tokens": 1403, "prediction": { "choice": "C" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-16T14:13:35.277232+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-matching-16", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "090c55aa-0c45-4263-9e63-f09d36f5bfce", "result_sha256": "cad91ad53de2afb6a72ea3cf1222bfb6f7f4c469b5f12b144703a7769d8c7d36", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.006262, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "A" }, "group_id": "match-binding-17", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-17.png", "input_tokens": 729, "latency_sec": 15.998603268992156, "model_name": "muse-spark-1.3", "out_of_srgb": null, "output_tokens": 1259, "prediction": { "choice": "A" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T15:55:18.716337+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-17", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "b2e1d9e3-f05a-4dfe-9cf7-7a595bca8626", "result_sha256": "8d3767dd5e3cf379a97b363f0d7e6ee308cda7aa3b500dada13c639c98cb4e95", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00471925, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "B" }, "group_id": "match-binding-18", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-18.png", "input_tokens": 729, "latency_sec": 12.5107255569892, "model_name": "muse-spark-1.3", "out_of_srgb": null, "output_tokens": 896, "prediction": { "choice": "B" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T15:33:24.268301+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-18", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "284b69c7-d2b0-4b75-8bdf-e7e1179eb0a3", "result_sha256": "6138791b71b3803b50c05dcc1fddf3fc2641235625d79f3564fe4f87ba9b44aa", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0051315, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "C" }, "group_id": "match-binding-19", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-19.png", "input_tokens": 729, "latency_sec": 13.423668178031221, "model_name": "muse-spark-1.3", "out_of_srgb": null, "output_tokens": 993, "prediction": { "choice": "C" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-16T15:47:57.832762+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-19", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "9c49daf3-c020-476c-a4c7-c54851be63db", "result_sha256": "f9cc65ca44cb68dae980243d2e1c030d09835d279246f3ab26711531af2a2187", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00395425, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "D" }, "group_id": "match-binding-20", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-20.png", "input_tokens": 729, "latency_sec": 11.202910794992931, "model_name": "muse-spark-1.3", "out_of_srgb": null, "output_tokens": 716, "prediction": { "choice": "D" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "openai", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-16T15:18:15.908471+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-20", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "fb61ec9e-6117-4d79-af5d-be01a510316b", "result_sha256": "4cbfb6c01c058e6c7d283ef1d9b8be960d26ad79f8c3f03c089bb67afac4d9e9", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.009815, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "A" }, "group_id": "match-binding-21", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-21.png", "input_tokens": 729, "latency_sec": 23.424653460038826, "model_name": "muse-spark-1.3", "out_of_srgb": null, "output_tokens": 2095, "prediction": { "choice": "A" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T14:36:16.067960+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-21", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "2dc59cf3-538b-4f8a-9d05-f5d8c8fe8c3d", "result_sha256": "e0744152d2207dfe0056d6bc9c35387bfb1a833381b0fdf1434373e17413d993", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.01588825, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "B" }, "group_id": "match-binding-22", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-22.png", "input_tokens": 729, "latency_sec": 40.31084158399608, "model_name": "muse-spark-1.3", "out_of_srgb": null, "output_tokens": 3524, "prediction": { "choice": "B" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T14:28:44.808677+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-22", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "c9077505-e4cf-40f1-a322-1d3204f9c6bb", "result_sha256": "3d5b3048a32fb1d282c2948fe5f077369bf87521ce96c2eefab00173070b884b", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.006806, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "C" }, "group_id": "match-binding-23", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-23.png", "input_tokens": 729, "latency_sec": 19.392135548056103, "model_name": "muse-spark-1.3", "out_of_srgb": null, "output_tokens": 1387, "prediction": { "choice": "C" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-16T16:13:12.446362+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-23", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "b225f915-a492-4996-9683-101a83912ef9", "result_sha256": "095e8c34cba5109d9e78ac9c9711cd1408928debb28d9d6519f3ac783e89278a", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.0042815, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "D" }, "group_id": "match-binding-24", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-24.png", "input_tokens": 729, "latency_sec": 10.213998772902414, "model_name": "muse-spark-1.3", "out_of_srgb": null, "output_tokens": 793, "prediction": { "choice": "C" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-16T15:41:03.383779+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-matching-24", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "8a7e30d9-760d-4194-b50b-c69465182ef3", "result_sha256": "c3ab95271d300d17ada6433a3a902db52750cbbda4f11c98a76cf605b69ed9c4", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.00884175, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "A" }, "group_id": "match-binding-25", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-25.png", "input_tokens": 729, "latency_sec": 24.776943056029268, "model_name": "muse-spark-1.3", "out_of_srgb": null, "output_tokens": 1866, "prediction": { "choice": "B" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T15:36:31.927150+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-matching-25", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "a3569725-1122-4b64-9377-9748ceb7aa8b", "result_sha256": "fe8a73599b1c4d56f245e3b011cc6a5b95f872f5b810f0779e876028c46560f2", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00634275, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "B" }, "group_id": "match-binding-26", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-26.png", "input_tokens": 729, "latency_sec": 16.707785781938583, "model_name": "muse-spark-1.3", "out_of_srgb": null, "output_tokens": 1278, "prediction": { "choice": "B" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T14:25:59.455166+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-26", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "a1df5fbc-8486-4ada-8626-bf45c5032845", "result_sha256": "4053e7c34668dc8d7a2eea5c4af8deca5f3274b9e540bfd60c720149d869bf80", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.008846, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "C" }, "group_id": "match-binding-27", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-27.png", "input_tokens": 729, "latency_sec": 28.972607671050355, "model_name": "muse-spark-1.3", "out_of_srgb": null, "output_tokens": 1867, "prediction": { "choice": "B" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T15:10:01.471469+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-matching-27", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "52101dc3-0392-4d23-a323-3df4129070bc", "result_sha256": "8618aaf788820f8f1ce6ed7921b04758850f8a3dd50b8be1ac9d3157c64cb723", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.00693775, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "D" }, "group_id": "match-binding-28", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-28.png", "input_tokens": 729, "latency_sec": 21.046928678057157, "model_name": "muse-spark-1.3", "out_of_srgb": null, "output_tokens": 1418, "prediction": { "choice": "B" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T15:54:04.767915+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-matching-28", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "e0a1b367-e979-4af7-9ae9-192294128477", "result_sha256": "47b3a9701959e88f10963dd4e0d52d4da34931aa839cd5ac1913343d7cdf385b", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.01159575, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "A" }, "group_id": "match-binding-29", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-29.png", "input_tokens": 729, "latency_sec": 31.63748883502558, "model_name": "muse-spark-1.3", "out_of_srgb": null, "output_tokens": 2514, "prediction": { "choice": "B" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T14:31:30.666870+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-matching-29", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "fb0a596e-38d8-4cec-bb91-453cda8602f2", "result_sha256": "0cddbd3aa8e4c81c58f75cd6f5fe842c8661bc4fa3f24f583c53322440e18a99", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00990425, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "B" }, "group_id": "match-binding-30", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-30.png", "input_tokens": 729, "latency_sec": 31.21859434398357, "model_name": "muse-spark-1.3", "out_of_srgb": null, "output_tokens": 2116, "prediction": { "choice": "B" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T15:52:59.996652+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-30", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "11a1ec6f-706b-4faa-9823-80e61cc8850a", "result_sha256": "fe1e9240acd47c274ff8a6fe9c3af49b2bd72d6fb29966c35a14b1817b7d2998", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.0098235, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "C" }, "group_id": "match-binding-31", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-31.png", "input_tokens": 729, "latency_sec": 29.894137706025504, "model_name": "muse-spark-1.3", "out_of_srgb": null, "output_tokens": 2097, "prediction": { "choice": "B" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T16:21:16.602268+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-matching-31", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "e6c94ed7-a61e-43a4-8692-98c3d625d50a", "result_sha256": "87dd0c435f0aa1985f90e6cc7c59afb9228ed85d7df0d08a0a1dd711d1e1ecc3", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.010223, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "D" }, "group_id": "match-binding-32", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-32.png", "input_tokens": 729, "latency_sec": 28.776156542939134, "model_name": "muse-spark-1.3", "out_of_srgb": null, "output_tokens": 2191, "prediction": { "choice": "B" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T15:04:37.107545+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-matching-32", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "08693a5d-8467-4fdf-a204-933b4b8a3088", "result_sha256": "9baffefdb5752060ef462edb8c123b0e3d4bc742486696d0aad30acd22df595a", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00306175, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "A" }, "group_id": "match-binding-33", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-33.png", "input_tokens": 729, "latency_sec": 5.387572569074109, "model_name": "muse-spark-1.3", "out_of_srgb": null, "output_tokens": 506, "prediction": { "choice": "A" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T14:49:31.936030+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-33", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "6b3d58dd-5c28-446f-aa38-88ae3f596e12", "result_sha256": "dfd3d8c149766d53ea9d14452aee51de1c2f33495ae8c048052e7e2ed084d206", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00216925, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "B" }, "group_id": "match-binding-34", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-34.png", "input_tokens": 729, "latency_sec": 4.159374717972241, "model_name": "muse-spark-1.3", "out_of_srgb": null, "output_tokens": 296, "prediction": { "choice": "B" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T15:43:01.273258+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-34", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "ba008882-20aa-4aed-add5-c1880aee04f6", "result_sha256": "e9dd55ecaa5451ee565ffc175da7e082309168b6a1198afc4fb8f1a4b7bac0c1", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0027685, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "C" }, "group_id": "match-binding-35", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-35.png", "input_tokens": 729, "latency_sec": 5.315989176975563, "model_name": "muse-spark-1.3", "out_of_srgb": null, "output_tokens": 437, "prediction": { "choice": "C" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-16T14:25:59.345755+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-35", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "e971a262-26e2-4bed-9045-e72a950784b7", "result_sha256": "6ca9d97901c7bb5be2255ba2019300aab13b2976a05fd8e80934d91b9f3dc779", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00231375, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "D" }, "group_id": "match-binding-36", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-36.png", "input_tokens": 729, "latency_sec": 3.4489480869378895, "model_name": "muse-spark-1.3", "out_of_srgb": null, "output_tokens": 330, "prediction": { "choice": "D" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "openai", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-16T15:15:31.447614+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-36", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "a092bb5c-c0eb-41d1-be96-0d6957b2c769", "result_sha256": "168896e04f7b80c5ce8548973acef01de5bd5cac5d6b3166a45b79102814026b", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00208425, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "A" }, "group_id": "match-binding-37", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-37.png", "input_tokens": 729, "latency_sec": 7.284185563912615, "model_name": "muse-spark-1.3", "out_of_srgb": null, "output_tokens": 276, "prediction": { "choice": "A" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T15:07:35.740313+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-37", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "0f312b5b-6fae-452d-83ca-de097e9663e6", "result_sha256": "00404ad9f25a2a821e9630e5f76e48863bfa407572243f4b585ca672b1374596", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00326575, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "B" }, "group_id": "match-binding-38", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-38.png", "input_tokens": 729, "latency_sec": 7.003718297928572, "model_name": "muse-spark-1.3", "out_of_srgb": null, "output_tokens": 554, "prediction": { "choice": "B" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T15:24:53.443934+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-38", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "1fdb2d85-0a83-4f6c-954e-e584f19e60c8", "result_sha256": "45c4f5bbf12055f7a1094466510c26dc0653f005288971961f7765c48a910a05", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00441325, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "C" }, "group_id": "match-binding-39", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-39.png", "input_tokens": 729, "latency_sec": 10.183593145920895, "model_name": "muse-spark-1.3", "out_of_srgb": null, "output_tokens": 824, "prediction": { "choice": "C" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-16T15:53:07.239651+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-39", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "28fcc940-73e2-4170-a718-c2c8c6e697c0", "result_sha256": "d65a13dfc62cd8e9be24509ed0578edb65cf4db474023fe298897ff85c648cba", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00753275, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "D" }, "group_id": "match-binding-40", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-40.png", "input_tokens": 729, "latency_sec": 19.9017221579561, "model_name": "muse-spark-1.3", "out_of_srgb": null, "output_tokens": 1558, "prediction": { "choice": "D" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "openai", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-16T14:30:27.347528+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-40", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "08b78e1b-7ace-4a61-ab32-9b395fcaf409", "result_sha256": "bfc468c18f764eeb4bf36b92595bbc60aeabc8230dc15b097c178ea7c13ce226", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.006483, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "A" }, "group_id": "match-binding-41", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-41.png", "input_tokens": 729, "latency_sec": 15.864314572070725, "model_name": "muse-spark-1.3", "out_of_srgb": null, "output_tokens": 1311, "prediction": { "choice": "A" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T16:09:33.284483+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-41", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "01ccf591-f677-45e0-89e8-6b8ba6c58bc5", "result_sha256": "470c654f03d1bd8cd18659a62637130555137ae54e24130b754ab95e29350b12", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0175245, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "B" }, "group_id": "match-binding-42", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-42.png", "input_tokens": 729, "latency_sec": 56.91720675304532, "model_name": "muse-spark-1.3", "out_of_srgb": null, "output_tokens": 3909, "prediction": { "choice": "B" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T16:24:53.148863+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-42", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "60fe25ad-0552-4475-b470-5905eb14941d", "result_sha256": "3d77f90a49092599a61c9161f498e1f9752eaebb718d176ae06f3b15dd0deeb6", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.0142265, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "C" }, "group_id": "match-binding-43", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-43.png", "input_tokens": 729, "latency_sec": 40.06402759195771, "model_name": "muse-spark-1.3", "out_of_srgb": null, "output_tokens": 3133, "prediction": { "choice": "A" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T15:07:55.242112+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-matching-43", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "5de101f0-3afb-4590-b79c-12bdb16b83ee", "result_sha256": "d3a7c5f3c0c6691d3b92723602635c85b16459dde9173417b224732343b3dd40", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0112685, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "D" }, "group_id": "match-binding-44", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-44.png", "input_tokens": 729, "latency_sec": 34.6190496069612, "model_name": "muse-spark-1.3", "out_of_srgb": null, "output_tokens": 2437, "prediction": { "choice": "D" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "openai", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-16T16:14:09.049802+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-44", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "5738068a-17c1-4c30-b00b-035716f0d072", "result_sha256": "f5b14fec4c6e9c9f7bad9df33b11eb44de42d6b5860ad00e600465f92a843139", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0114555, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "A" }, "group_id": "match-binding-45", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-45.png", "input_tokens": 729, "latency_sec": 33.04793752799742, "model_name": "muse-spark-1.3", "out_of_srgb": null, "output_tokens": 2481, "prediction": { "choice": "A" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T14:20:28.628894+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-45", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "e0e59987-5c00-49c5-be18-8d4a1751a335", "result_sha256": "21731d406ac86a1df319fb4483f00c25c1063366e57ec66e7c69085a1e38b364", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.01430725, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "B" }, "group_id": "match-binding-46", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-46.png", "input_tokens": 729, "latency_sec": 37.813916907063685, "model_name": "muse-spark-1.3", "out_of_srgb": null, "output_tokens": 3152, "prediction": { "choice": "B" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T14:41:51.294414+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-46", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "3129c691-5a6a-4c38-a8d5-5509d930b329", "result_sha256": "089c23b8a2f7b7f73ee6901d45109d8142993fbdd60b3f2613c72a3d9ed68b99", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.01878675, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "C" }, "group_id": "match-binding-47", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-47.png", "input_tokens": 729, "latency_sec": 56.101790006039664, "model_name": "muse-spark-1.3", "out_of_srgb": null, "output_tokens": 4206, "prediction": { "choice": "D" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "openai", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-16T14:02:20.352659+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-matching-47", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "6716e30c-1ba2-4cf7-8c1f-4f0136c7dc0b", "result_sha256": "ee14a69c90dbb070198b65acb5a035efee0915a2ba6e187469c4e99ee5272309", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.00840825, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "D" }, "group_id": "match-binding-48", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-48.png", "input_tokens": 729, "latency_sec": 22.45508908596821, "model_name": "muse-spark-1.3", "out_of_srgb": null, "output_tokens": 1764, "prediction": { "choice": "B" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T15:05:10.726799+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-matching-48", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "344e3258-5069-40ea-94ca-6da07fa9bbef", "result_sha256": "3afc958363e6d9b147b609f5c2f06551d6a2a9c3b049dda854ff2606aad9200e", "result": { "component_errors": { "c": 0.003120106740548023, "h": 2.992229240011426, "l": 0.013073914022002864 }, "correct": null, "cost_estimated": false, "cost_usd": 0.01308775, "delta_e_ok": 0.01586910219404538, "error": null, "error_kind": null, "family": "oklch", "ground_truth": { "rgb": [ 192, 64, 80 ] }, "group_id": "numeric-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-01.png", "input_tokens": 770, "latency_sec": 29.559942252002656, "model_name": "muse-spark-1.3", "out_of_srgb": false, "output_tokens": 2853, "prediction": { "c": 0.16, "h": 20.0, "l": 0.57 }, "prompt_sha256": "cfc2f885cbdbcece08f23bb635b333e3e35d9a41ebaf72f1a755e461f8f494d4", "provider": "openai", "raw_prediction": "{\"c\": 0.16, \"h\": 20, \"l\": 0.57}", "recorded_at": "2026-09-16T16:15:17.138473+00:00", "request_attempts": 1, "score": 92.06544890297731, "task_id": "colorbench-oklch-01", "tight_score": 68.26179561190924, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": false, "0.02": true, "0.05": true } } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "36553f87-a9c5-4d15-a7c2-61075fb7e702", "result_sha256": "6b290902c696c65d4b387e4718170971666374e502f88b1d6a13f9e06ec9e7bb", "result": { "component_errors": { "c": 0.014403039047677646, "h": 1.3452718586605386, "l": 0.0076532993408168215 }, "correct": null, "cost_estimated": false, "cost_usd": 0.010287, "delta_e_ok": 0.016610843390065747, "error": null, "error_kind": null, "family": "oklch", "ground_truth": { "rgb": [ 38, 112, 190 ] }, "group_id": "numeric-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-02.png", "input_tokens": 770, "latency_sec": 22.081026005907916, "model_name": "muse-spark-1.3", "out_of_srgb": false, "output_tokens": 2194, "prediction": { "c": 0.127, "h": 254.4, "l": 0.533 }, "prompt_sha256": "cfc2f885cbdbcece08f23bb635b333e3e35d9a41ebaf72f1a755e461f8f494d4", "provider": "openai", "raw_prediction": "{\"c\": 0.127, \"h\": 254.4, \"l\": 0.533}", "recorded_at": "2026-09-16T14:04:29.485049+00:00", "request_attempts": 1, "score": 91.69457830496712, "task_id": "colorbench-oklch-02", "tight_score": 66.77831321986851, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": false, "0.02": true, "0.05": true } } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "b385accd-5c25-4e87-a442-11e3efb6a815", "result_sha256": "613ccd54090338a8dced9be201384fcb19cb5f4159e1af4e5715670f332d1128", "result": { "component_errors": { "c": 0.012705303141742189, "h": 4.362649471836136, "l": 0.002097517786385783 }, "correct": null, "cost_estimated": false, "cost_usd": 0.01086075, "delta_e_ok": 0.014736995992420504, "error": null, "error_kind": null, "family": "oklch", "ground_truth": { "rgb": [ 60, 140, 100 ] }, "group_id": "numeric-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-03.png", "input_tokens": 770, "latency_sec": 27.040109136956744, "model_name": "muse-spark-1.3", "out_of_srgb": false, "output_tokens": 2329, "prediction": { "c": 0.088, "h": 163.4, "l": 0.581 }, "prompt_sha256": "cfc2f885cbdbcece08f23bb635b333e3e35d9a41ebaf72f1a755e461f8f494d4", "provider": "openai", "raw_prediction": "{\"c\":0.088,\"h\":163.4,\"l\":0.581}", "recorded_at": "2026-09-16T14:00:31.750869+00:00", "request_attempts": 1, "score": 92.63150200378975, "task_id": "colorbench-oklch-03", "tight_score": 70.526008015159, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": false, "0.02": true, "0.05": true } } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "afa7da8d-40da-40ac-bfae-52116e37e0a0", "result_sha256": "607c91edf145e80cc6ad1d079ff4aa5b598d914cf8a3191b5e4ce73da9e4f81d", "result": { "component_errors": { "c": 0.0043618143694579975, "h": 1.9572279593992903, "l": 0.020145762438994352 }, "correct": null, "cost_estimated": false, "cost_usd": 0.01311325, "delta_e_ok": 0.021028237223415406, "error": null, "error_kind": null, "family": "oklch", "ground_truth": { "rgb": [ 185, 135, 45 ] }, "group_id": "numeric-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-04.png", "input_tokens": 770, "latency_sec": 30.271370475064032, "model_name": "muse-spark-1.3", "out_of_srgb": false, "output_tokens": 2859, "prediction": { "c": 0.124, "h": 80.0, "l": 0.677 }, "prompt_sha256": "cfc2f885cbdbcece08f23bb635b333e3e35d9a41ebaf72f1a755e461f8f494d4", "provider": "openai", "raw_prediction": "{\"c\":0.124,\"h\":80,\"l\":0.677}", "recorded_at": "2026-09-16T14:15:28.863347+00:00", "request_attempts": 1, "score": 89.4858813882923, "task_id": "colorbench-oklch-04", "tight_score": 57.943525553169195, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": false, "0.02": false, "0.05": true } } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "943b4b42-d2b5-4757-9ebd-2df065d375e6", "result_sha256": "c9c885fb827f974f40c0278cec3081067efaf621540e1a03b7d91e54aa8093de", "result": { "component_errors": { "c": 0.019125551628440624, "h": 3.092859039531959, "l": 0.0030933571259076365 }, "correct": null, "cost_estimated": false, "cost_usd": 0.00863375, "delta_e_ok": 0.020665374608949537, "error": null, "error_kind": null, "family": "oklch", "ground_truth": { "rgb": [ 135, 85, 175 ] }, "group_id": "numeric-05", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-05.png", "input_tokens": 770, "latency_sec": 16.663877262966707, "model_name": "muse-spark-1.3", "out_of_srgb": false, "output_tokens": 1805, "prediction": { "c": 0.124, "h": 304.9, "l": 0.541 }, "prompt_sha256": "cfc2f885cbdbcece08f23bb635b333e3e35d9a41ebaf72f1a755e461f8f494d4", "provider": "openai", "raw_prediction": "{\"c\": 0.124,\"h\": 304.9,\"l\": 0.541}", "recorded_at": "2026-09-16T14:08:09.215642+00:00", "request_attempts": 1, "score": 89.66731269552524, "task_id": "colorbench-oklch-05", "tight_score": 58.669250782100924, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": false, "0.02": false, "0.05": true } } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "1113e6b6-2084-47c5-9347-cdae2dbf5744", "result_sha256": "4e9d81f7cdfbd191aac5ab83e0cf3fdde68087f9655ef1c2a152ff951a61f7ad", "result": { "component_errors": { "c": 0.006736737775342318, "h": 0.1267650681498651, "l": 0.019001064544980628 }, "correct": null, "cost_estimated": false, "cost_usd": 0.01401, "delta_e_ok": 0.020160333345002928, "error": null, "error_kind": null, "family": "oklch", "ground_truth": { "rgb": [ 22, 48, 75 ] }, "group_id": "numeric-06", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-06.png", "input_tokens": 770, "latency_sec": 28.57760773797054, "model_name": "muse-spark-1.3", "out_of_srgb": false, "output_tokens": 3070, "prediction": { "c": 0.052, "h": 251.0, "l": 0.322 }, "prompt_sha256": "cfc2f885cbdbcece08f23bb635b333e3e35d9a41ebaf72f1a755e461f8f494d4", "provider": "openai", "raw_prediction": "{\"c\": 0.052, \"h\": 251, \"l\": 0.322}", "recorded_at": "2026-09-16T16:22:25.388315+00:00", "request_attempts": 1, "score": 89.91983332749854, "task_id": "colorbench-oklch-06", "tight_score": 59.679333309994156, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": false, "0.02": false, "0.05": true } } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "bc23b458-269a-45bd-9f77-b2586e777fe0", "result_sha256": "9ed590f365972ebd43c00c28d0f39bcb5a3d0c031da8366df407ffad44c858b7", "result": { "component_errors": { "c": 0.0043116212457221595, "h": 2.082129924862471, "l": 0.009907278411844689 }, "correct": null, "cost_estimated": false, "cost_usd": 0.008451, "delta_e_ok": 0.010901119317075969, "error": null, "error_kind": null, "family": "oklch", "ground_truth": { "rgb": [ 225, 215, 188 ] }, "group_id": "numeric-07", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-07.png", "input_tokens": 770, "latency_sec": 15.799845458939672, "model_name": "muse-spark-1.3", "out_of_srgb": false, "output_tokens": 1762, "prediction": { "c": 0.042, "h": 88.0, "l": 0.89 }, "prompt_sha256": "cfc2f885cbdbcece08f23bb635b333e3e35d9a41ebaf72f1a755e461f8f494d4", "provider": "openai", "raw_prediction": "{\"c\":0.042,\"h\":88,\"l\":0.89}", "recorded_at": "2026-09-16T15:37:30.813919+00:00", "request_attempts": 1, "score": 94.54944034146202, "task_id": "colorbench-oklch-07", "tight_score": 78.19776136584807, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": false, "0.02": true, "0.05": true } } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "3477396a-a685-40e5-b97a-977253a24c7b", "result_sha256": "b30b381a28814c410571487f2b48abfb4d11e6fdbaaebb64fa63a2d4e5f39dea", "result": { "component_errors": { "c": 0.0, "h": null, "l": 0.00012919829288227103 }, "correct": null, "cost_estimated": false, "cost_usd": 0.0081195, "delta_e_ok": 0.00012919829481709103, "error": null, "error_kind": null, "family": "oklch", "ground_truth": { "rgb": [ 128, 128, 128 ] }, "group_id": "numeric-08", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-08.png", "input_tokens": 770, "latency_sec": 18.31919218506664, "model_name": "muse-spark-1.3", "out_of_srgb": false, "output_tokens": 1684, "prediction": { "c": 0.0, "h": 0.0, "l": 0.6 }, "prompt_sha256": "cfc2f885cbdbcece08f23bb635b333e3e35d9a41ebaf72f1a755e461f8f494d4", "provider": "openai", "raw_prediction": "{\"c\":0,\"h\":0,\"l\":0.6}", "recorded_at": "2026-09-16T15:23:40.799806+00:00", "request_attempts": 1, "score": 99.93540085259144, "task_id": "colorbench-oklch-08", "tight_score": 99.74160341036583, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": true, "0.01": true, "0.02": true, "0.05": true } } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "40ecdd4f-ed7d-433b-92e3-06f916f565d5", "result_sha256": "de59108ea1229e6e54cbdccac950c8d00c35fe0b4392a37c1a3f1f2c48c918c1", "result": { "component_errors": { "c": 0.01161924559190386, "h": 2.8493564713070327, "l": 0.012353449722208754 }, "correct": null, "cost_estimated": false, "cost_usd": 0.010695, "delta_e_ok": 0.020514296873568892, "error": null, "error_kind": null, "family": "oklch", "ground_truth": { "rgb": [ 230, 32, 44 ] }, "group_id": "numeric-09", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-09.png", "input_tokens": 770, "latency_sec": 19.96248063200619, "model_name": "muse-spark-1.3", "out_of_srgb": false, "output_tokens": 2290, "prediction": { "c": 0.238, "h": 28.5, "l": 0.605 }, "prompt_sha256": "cfc2f885cbdbcece08f23bb635b333e3e35d9a41ebaf72f1a755e461f8f494d4", "provider": "openai", "raw_prediction": "{\"c\": 0.238, \"h\": 28.5, \"l\": 0.605}", "recorded_at": "2026-09-16T14:27:46.703153+00:00", "request_attempts": 1, "score": 89.74285156321555, "task_id": "colorbench-oklch-09", "tight_score": 58.97140625286221, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": false, "0.02": false, "0.05": true } } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "accabaff-865e-4d2a-b16d-5da3044bb076", "result_sha256": "2fb5040a991e4c68230b907d231e1f2355b29ab6c9a0f22f585d6a6f411b9862", "result": { "component_errors": { "c": 0.0020205992924068883, "h": 1.4920987962712502, "l": 0.021123915402253668 }, "correct": null, "cost_estimated": false, "cost_usd": 0.01464325, "delta_e_ok": 0.021600848009370184, "error": null, "error_kind": null, "family": "oklch", "ground_truth": { "rgb": [ 24, 158, 82 ] }, "group_id": "numeric-10", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-10.png", "input_tokens": 770, "latency_sec": 32.14283812395297, "model_name": "muse-spark-1.3", "out_of_srgb": false, "output_tokens": 3219, "prediction": { "c": 0.154, "h": 153.2, "l": 0.636 }, "prompt_sha256": "cfc2f885cbdbcece08f23bb635b333e3e35d9a41ebaf72f1a755e461f8f494d4", "provider": "openai", "raw_prediction": "{\"c\":0.154,\"h\":153.2,\"l\":0.636}", "recorded_at": "2026-09-16T15:47:44.141003+00:00", "request_attempts": 1, "score": 89.1995759953149, "task_id": "colorbench-oklch-10", "tight_score": 56.798303981259636, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": false, "0.02": false, "0.05": true } } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "3d3313ae-984f-4106-865d-51b2c476ecd5", "result_sha256": "4fbf34eb3875d80f79b94301fdad18e3cb8c26b3c0370c9d71151b6cf3f7bb75", "result": { "component_errors": { "c": 0.0071598516858300265, "h": 0.7848480507038289, "l": 0.024450038841612787 }, "correct": null, "cost_estimated": false, "cost_usd": 0.0106015, "delta_e_ok": 0.025652100329034658, "error": null, "error_kind": null, "family": "oklch", "ground_truth": { "rgb": [ 44, 84, 228 ] }, "group_id": "numeric-11", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-11.png", "input_tokens": 770, "latency_sec": 25.196383950999007, "model_name": "muse-spark-1.3", "out_of_srgb": false, "output_tokens": 2268, "prediction": { "c": 0.215, "h": 267.0, "l": 0.49 }, "prompt_sha256": "cfc2f885cbdbcece08f23bb635b333e3e35d9a41ebaf72f1a755e461f8f494d4", "provider": "openai", "raw_prediction": "{\"c\": 0.215, \"h\": 267, \"l\": 0.49}", "recorded_at": "2026-09-16T14:02:26.396908+00:00", "request_attempts": 1, "score": 87.17394983548267, "task_id": "colorbench-oklch-11", "tight_score": 48.69579934193069, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": false, "0.02": false, "0.05": true } } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "2469222a-0cb2-482c-9a41-78198b97c64e", "result_sha256": "ba588b542534e7a2dad2a5fe66c38a2592b80e38b7065bfadb9a1c16d46ed31d", "result": { "component_errors": { "c": 0.017610575493296976, "h": 4.634151692860428, "l": 0.03908283137343738 }, "correct": null, "cost_estimated": false, "cost_usd": 0.0061475, "delta_e_ok": 0.04516712213171983, "error": null, "error_kind": null, "family": "oklch", "ground_truth": { "rgb": [ 236, 208, 44 ] }, "group_id": "numeric-12", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-12.png", "input_tokens": 770, "latency_sec": 12.816472718957812, "model_name": "muse-spark-1.3", "out_of_srgb": true, "output_tokens": 1220, "prediction": { "c": 0.185, "h": 94.0, "l": 0.895 }, "prompt_sha256": "cfc2f885cbdbcece08f23bb635b333e3e35d9a41ebaf72f1a755e461f8f494d4", "provider": "openai", "raw_prediction": "{\"c\": 0.185, \"h\": 94, \"l\": 0.895}", "recorded_at": "2026-09-16T14:39:04.040833+00:00", "request_attempts": 1, "score": 77.41643893414009, "task_id": "colorbench-oklch-12", "tight_score": 9.665755736560355, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": false, "0.02": false, "0.05": true } } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "0adf22f4-0b05-4abd-8655-983cabd66e5e", "result_sha256": "38c4f4d128ac6992b3c0c270183b71513b7a6840300160afe493d49231895c10", "result": { "component_errors": { "c": 0.006972119215071654, "h": 3.4436509811210385, "l": 0.007026328770219026 }, "correct": null, "cost_estimated": false, "cost_usd": 0.01334275, "delta_e_ok": 0.016537697306950455, "error": null, "error_kind": null, "family": "oklch", "ground_truth": { "rgb": [ 198, 58, 188 ] }, "group_id": "numeric-13", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-13.png", "input_tokens": 770, "latency_sec": 29.328055261052214, "model_name": "muse-spark-1.3", "out_of_srgb": false, "output_tokens": 2913, "prediction": { "c": 0.217, "h": 334.5, "l": 0.608 }, "prompt_sha256": "cfc2f885cbdbcece08f23bb635b333e3e35d9a41ebaf72f1a755e461f8f494d4", "provider": "openai", "raw_prediction": "{\"c\": 0.217, \"h\": 334.5, \"l\": 0.608}", "recorded_at": "2026-09-16T14:05:45.848702+00:00", "request_attempts": 1, "score": 91.73115134652477, "task_id": "colorbench-oklch-13", "tight_score": 66.92460538609909, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": false, "0.02": true, "0.05": true } } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "63aea94f-89b7-4305-b3a7-012967da57d5", "result_sha256": "fa51cf5abaf3e51382e86a41014699e0dd26ac368a9d9fa867b229713960882c", "result": { "component_errors": { "c": 0.006213668037197764, "h": 0.10623407769509186, "l": 0.023438343453676902 }, "correct": null, "cost_estimated": false, "cost_usd": 0.01355525, "delta_e_ok": 0.024248845455267138, "error": null, "error_kind": null, "family": "oklch", "ground_truth": { "rgb": [ 44, 178, 198 ] }, "group_id": "numeric-14", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-14.png", "input_tokens": 770, "latency_sec": 24.97836816601921, "model_name": "muse-spark-1.3", "out_of_srgb": false, "output_tokens": 2963, "prediction": { "c": 0.106, "h": 210.0, "l": 0.68 }, "prompt_sha256": "cfc2f885cbdbcece08f23bb635b333e3e35d9a41ebaf72f1a755e461f8f494d4", "provider": "openai", "raw_prediction": "{\"c\":0.106,\"h\":210,\"l\":0.68}", "recorded_at": "2026-09-16T15:07:03.659817+00:00", "request_attempts": 1, "score": 87.87557727236643, "task_id": "colorbench-oklch-14", "tight_score": 51.502309089465726, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": false, "0.02": false, "0.05": true } } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "9ec0a8be-895b-485a-af03-e6fa77ab2736", "result_sha256": "5b236b5e69ec88d02a28380fb99092300c6d9e5ac1892c6d902860fe0e7a2e72", "result": { "component_errors": { "c": 0.004093520693841951, "h": null, "l": 0.1739406313546754 }, "correct": null, "cost_estimated": false, "cost_usd": 0.00429875, "delta_e_ok": 0.17398879316707155, "error": null, "error_kind": null, "family": "oklch", "ground_truth": { "rgb": [ 16, 16, 18 ] }, "group_id": "numeric-15", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-15.png", "input_tokens": 770, "latency_sec": 8.712198135908693, "model_name": "muse-spark-1.3", "out_of_srgb": false, "output_tokens": 785, "prediction": { "c": 0.0, "h": 0.0, "l": 0.0 }, "prompt_sha256": "cfc2f885cbdbcece08f23bb635b333e3e35d9a41ebaf72f1a755e461f8f494d4", "provider": "openai", "raw_prediction": "{\"c\":0,\"h\":0,\"l\":0}", "recorded_at": "2026-09-16T15:49:41.935763+00:00", "request_attempts": 1, "score": 13.00560341646423, "task_id": "colorbench-oklch-15", "tight_score": 0, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": false, "0.02": false, "0.05": false } } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "8681cd83-83bd-475c-b605-cc2b3f968d13", "result_sha256": "a593904676c13de7da3e052d85f42b63edacd6c153a95642b4a572c558875971", "result": { "component_errors": { "c": 0.00397581556876549, "h": null, "l": 0.03668202425892442 }, "correct": null, "cost_estimated": false, "cost_usd": 0.00662775, "delta_e_ok": 0.03689685641310324, "error": null, "error_kind": null, "family": "oklch", "ground_truth": { "rgb": [ 243, 243, 240 ] }, "group_id": "numeric-16", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-16.png", "input_tokens": 770, "latency_sec": 13.579733036109246, "model_name": "muse-spark-1.3", "out_of_srgb": false, "output_tokens": 1333, "prediction": { "c": 0.0, "h": 0.0, "l": 1.0 }, "prompt_sha256": "cfc2f885cbdbcece08f23bb635b333e3e35d9a41ebaf72f1a755e461f8f494d4", "provider": "openai", "raw_prediction": "{\"c\":0,\"h\":0,\"l\":1}", "recorded_at": "2026-09-16T14:44:31.988110+00:00", "request_attempts": 1, "score": 81.55157179344839, "task_id": "colorbench-oklch-16", "tight_score": 26.20628717379353, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": false, "0.02": false, "0.05": true } } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "9317ae58-9e93-4906-bd7d-c1b7dd1f8f6d", "result_sha256": "ecd0c0967ed639637f74fc012f11dcdffdb7cd6ef43765834e9ef4c805a1a42e", "result": { "component_errors": { "b": 3, "g": 3, "r": 1 }, "correct": null, "cost_estimated": false, "cost_usd": 0.00431225, "delta_e_ok": 0.008493786653475568, "error": null, "error_kind": null, "family": "rgb", "ground_truth": { "rgb": [ 192, 64, 80 ] }, "group_id": "numeric-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-01.png", "input_tokens": 740, "latency_sec": 8.29263456305489, "model_name": "muse-spark-1.3", "out_of_srgb": false, "output_tokens": 797, "prediction": { "b": 77, "g": 67, "r": 193 }, "prompt_sha256": "09fd259e1933fb6529f0be5f0819e7edcbad485141fc78abea1ceadc70f0cf55", "provider": "openai", "raw_prediction": "{\"b\":77,\"g\":67,\"r\":193}", "recorded_at": "2026-09-16T15:32:54.497184+00:00", "request_attempts": 1, "score": 95.75310667326221, "task_id": "colorbench-rgb-01", "tight_score": 83.01242669304887, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": true, "0.02": true, "0.05": true } } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "68be5ad4-a721-4715-ada0-8eba7ab11998", "result_sha256": "a3b9c51d634188581ab25d1c96696d40af0356b6d89ac2f8686936a26db682cf", "result": { "component_errors": { "b": 9, "g": 4, "r": 9 }, "correct": null, "cost_estimated": false, "cost_usd": 0.0040445, "delta_e_ok": 0.020855349205691886, "error": null, "error_kind": null, "family": "rgb", "ground_truth": { "rgb": [ 38, 112, 190 ] }, "group_id": "numeric-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-02.png", "input_tokens": 740, "latency_sec": 10.120254299952649, "model_name": "muse-spark-1.3", "out_of_srgb": false, "output_tokens": 734, "prediction": { "b": 181, "g": 116, "r": 47 }, "prompt_sha256": "09fd259e1933fb6529f0be5f0819e7edcbad485141fc78abea1ceadc70f0cf55", "provider": "openai", "raw_prediction": "{\"b\":181,\"g\":116,\"r\":47}", "recorded_at": "2026-09-16T15:10:01.760554+00:00", "request_attempts": 1, "score": 89.57232539715406, "task_id": "colorbench-rgb-02", "tight_score": 58.289301588616226, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": false, "0.02": false, "0.05": true } } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "e6edcd4e-2919-41fd-9ad3-2eaf4d3ba81d", "result_sha256": "996918be012da3af70f577def2352e8173dafe66ffddd407e42d949acf0dab40", "result": { "component_errors": { "b": 5, "g": 1, "r": 5 }, "correct": null, "cost_estimated": false, "cost_usd": 0.005175, "delta_e_ok": 0.010062378826909777, "error": null, "error_kind": null, "family": "rgb", "ground_truth": { "rgb": [ 60, 140, 100 ] }, "group_id": "numeric-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-03.png", "input_tokens": 740, "latency_sec": 11.45674547390081, "model_name": "muse-spark-1.3", "out_of_srgb": false, "output_tokens": 1000, "prediction": { "b": 105, "g": 139, "r": 65 }, "prompt_sha256": "09fd259e1933fb6529f0be5f0819e7edcbad485141fc78abea1ceadc70f0cf55", "provider": "openai", "raw_prediction": "{\"b\":105,\"g\":139,\"r\":65}", "recorded_at": "2026-09-16T16:25:54.159212+00:00", "request_attempts": 1, "score": 94.96881058654512, "task_id": "colorbench-rgb-03", "tight_score": 79.87524234618044, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": false, "0.02": true, "0.05": true } } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "26534c10-57fe-4108-bebd-64f88b284141", "result_sha256": "be70cb0b2969edf286063ed2cb72d9dfe00323a2e3ba5e72c9b11ebfab3e48dc", "result": { "component_errors": { "b": 5, "g": 3, "r": 7 }, "correct": null, "cost_estimated": false, "cost_usd": 0.0036195, "delta_e_ok": 0.01512334142841627, "error": null, "error_kind": null, "family": "rgb", "ground_truth": { "rgb": [ 185, 135, 45 ] }, "group_id": "numeric-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-04.png", "input_tokens": 740, "latency_sec": 8.266709313029423, "model_name": "muse-spark-1.3", "out_of_srgb": false, "output_tokens": 634, "prediction": { "b": 50, "g": 138, "r": 192 }, "prompt_sha256": "09fd259e1933fb6529f0be5f0819e7edcbad485141fc78abea1ceadc70f0cf55", "provider": "openai", "raw_prediction": "{\"b\": 50,\"g\": 138,\"r\": 192}", "recorded_at": "2026-09-16T14:43:51.677448+00:00", "request_attempts": 1, "score": 92.43832928579187, "task_id": "colorbench-rgb-04", "tight_score": 69.75331714316746, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": false, "0.02": true, "0.05": true } } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "0b9b68cc-4940-4f8a-b314-2e50322e913d", "result_sha256": "064b617bc3324dc50ebac6739b6e077b5913b29db5b3369daa4492834edcf6e3", "result": { "component_errors": { "b": 5, "g": 7, "r": 7 }, "correct": null, "cost_estimated": false, "cost_usd": 0.0042995, "delta_e_ok": 0.022329785661346028, "error": null, "error_kind": null, "family": "rgb", "ground_truth": { "rgb": [ 135, 85, 175 ] }, "group_id": "numeric-05", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-05.png", "input_tokens": 740, "latency_sec": 9.399360637995414, "model_name": "muse-spark-1.3", "out_of_srgb": false, "output_tokens": 794, "prediction": { "b": 170, "g": 92, "r": 128 }, "prompt_sha256": "09fd259e1933fb6529f0be5f0819e7edcbad485141fc78abea1ceadc70f0cf55", "provider": "openai", "raw_prediction": "{\"b\":170,\"g\":92,\"r\":128}", "recorded_at": "2026-09-16T16:32:49.871449+00:00", "request_attempts": 1, "score": 88.83510716932699, "task_id": "colorbench-rgb-05", "tight_score": 55.340428677307955, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": false, "0.02": false, "0.05": true } } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "48b68cec-6e00-48ca-a41a-3a11c8b22e13", "result_sha256": "f057298b7eef7cdf9329e3b580aebec13e0caa260282058252c9c5d6183944bf", "result": { "component_errors": { "b": 4, "g": 0, "r": 5 }, "correct": null, "cost_estimated": false, "cost_usd": 0.003883, "delta_e_ok": 0.0088669892729169, "error": null, "error_kind": null, "family": "rgb", "ground_truth": { "rgb": [ 22, 48, 75 ] }, "group_id": "numeric-06", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-06.png", "input_tokens": 740, "latency_sec": 8.30144004500471, "model_name": "muse-spark-1.3", "out_of_srgb": false, "output_tokens": 696, "prediction": { "b": 71, "g": 48, "r": 27 }, "prompt_sha256": "09fd259e1933fb6529f0be5f0819e7edcbad485141fc78abea1ceadc70f0cf55", "provider": "openai", "raw_prediction": "{\"b\":71,\"g\":48,\"r\":27}", "recorded_at": "2026-09-16T15:07:12.581701+00:00", "request_attempts": 1, "score": 95.56650536354155, "task_id": "colorbench-rgb-06", "tight_score": 82.26602145416621, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": true, "0.02": true, "0.05": true } } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "390e527c-00bd-4188-99ad-cfc40c140886", "result_sha256": "73fcb265d142c2eabe701519cf476f6f82b37cddc3f084685ef96986ce2a643b", "result": { "component_errors": { "b": 5, "g": 5, "r": 7 }, "correct": null, "cost_estimated": false, "cost_usd": 0.00322, "delta_e_ok": 0.017088666429854737, "error": null, "error_kind": null, "family": "rgb", "ground_truth": { "rgb": [ 225, 215, 188 ] }, "group_id": "numeric-07", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-07.png", "input_tokens": 740, "latency_sec": 6.250209852005355, "model_name": "muse-spark-1.3", "out_of_srgb": false, "output_tokens": 540, "prediction": { "b": 193, "g": 220, "r": 232 }, "prompt_sha256": "09fd259e1933fb6529f0be5f0819e7edcbad485141fc78abea1ceadc70f0cf55", "provider": "openai", "raw_prediction": "{\"b\":193,\"g\":220,\"r\":232}", "recorded_at": "2026-09-16T14:45:02.765131+00:00", "request_attempts": 1, "score": 91.45566678507264, "task_id": "colorbench-rgb-07", "tight_score": 65.82266714029052, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": false, "0.02": true, "0.05": true } } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "c81dabad-47fa-45ab-8c9e-2aad03908804", "result_sha256": "e61d6208fac471b93b90ce0faaeda40e53fc85ab0239434467bf0c1551eead93", "result": { "component_errors": { "b": 0, "g": 0, "r": 0 }, "correct": null, "cost_estimated": false, "cost_usd": 0.00296075, "delta_e_ok": 0.0, "error": null, "error_kind": null, "family": "rgb", "ground_truth": { "rgb": [ 128, 128, 128 ] }, "group_id": "numeric-08", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-08.png", "input_tokens": 740, "latency_sec": 6.568150970968418, "model_name": "muse-spark-1.3", "out_of_srgb": false, "output_tokens": 479, "prediction": { "b": 128, "g": 128, "r": 128 }, "prompt_sha256": "09fd259e1933fb6529f0be5f0819e7edcbad485141fc78abea1ceadc70f0cf55", "provider": "openai", "raw_prediction": "{\"b\":128,\"g\":128,\"r\":128}", "recorded_at": "2026-09-16T15:38:22.389477+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-rgb-08", "tight_score": 100.0, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": true, "0.01": true, "0.02": true, "0.05": true } } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "51ab0cc1-d68e-44df-8de2-cc501bdc5b44", "result_sha256": "ac3116cb12df5cfffaff85c685cbd8a421f399efbad517b9fd444e07dea0d6ee", "result": { "component_errors": { "b": 8, "g": 4, "r": 8 }, "correct": null, "cost_estimated": false, "cost_usd": 0.0044355, "delta_e_ok": 0.016203444331489795, "error": null, "error_kind": null, "family": "rgb", "ground_truth": { "rgb": [ 230, 32, 44 ] }, "group_id": "numeric-09", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-09.png", "input_tokens": 740, "latency_sec": 9.443157853907906, "model_name": "muse-spark-1.3", "out_of_srgb": false, "output_tokens": 826, "prediction": { "b": 36, "g": 28, "r": 238 }, "prompt_sha256": "09fd259e1933fb6529f0be5f0819e7edcbad485141fc78abea1ceadc70f0cf55", "provider": "openai", "raw_prediction": "{\"b\":36,\"g\":28,\"r\":238}", "recorded_at": "2026-09-16T15:35:11.303935+00:00", "request_attempts": 1, "score": 91.89827783425511, "task_id": "colorbench-rgb-09", "tight_score": 67.59311133702042, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": false, "0.02": true, "0.05": true } } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "537ce705-0778-4636-b6c5-e980271ac3e7", "result_sha256": "72ff5d470564aadce914988d1f7e2def4b5987908870eb211964e2b6c99752b7", "result": { "component_errors": { "b": 10, "g": 1, "r": 5 }, "correct": null, "cost_estimated": false, "cost_usd": 0.004223, "delta_e_ok": 0.01415028242563649, "error": null, "error_kind": null, "family": "rgb", "ground_truth": { "rgb": [ 24, 158, 82 ] }, "group_id": "numeric-10", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-10.png", "input_tokens": 740, "latency_sec": 14.876715005026199, "model_name": "muse-spark-1.3", "out_of_srgb": false, "output_tokens": 776, "prediction": { "b": 92, "g": 157, "r": 29 }, "prompt_sha256": "09fd259e1933fb6529f0be5f0819e7edcbad485141fc78abea1ceadc70f0cf55", "provider": "openai", "raw_prediction": "{\"b\": 92, \"g\": 157, \"r\": 29}", "recorded_at": "2026-09-16T14:46:29.922764+00:00", "request_attempts": 1, "score": 92.92485878718175, "task_id": "colorbench-rgb-10", "tight_score": 71.69943514872702, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": false, "0.02": true, "0.05": true } } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "7dad3fcf-40e8-4e25-97e7-ab181367663d", "result_sha256": "5c3a1341a0a488cd1109212786d78e4bfc27258716cd829bb06fbaec6fb92277", "result": { "component_errors": { "b": 13, "g": 1, "r": 1 }, "correct": null, "cost_estimated": false, "cost_usd": 0.003305, "delta_e_ok": 0.020117073043502985, "error": null, "error_kind": null, "family": "rgb", "ground_truth": { "rgb": [ 44, 84, 228 ] }, "group_id": "numeric-11", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-11.png", "input_tokens": 740, "latency_sec": 6.652709485962987, "model_name": "muse-spark-1.3", "out_of_srgb": false, "output_tokens": 560, "prediction": { "b": 215, "g": 85, "r": 45 }, "prompt_sha256": "09fd259e1933fb6529f0be5f0819e7edcbad485141fc78abea1ceadc70f0cf55", "provider": "openai", "raw_prediction": "{\"b\":215,\"g\":85,\"r\":45}", "recorded_at": "2026-09-16T16:32:57.455274+00:00", "request_attempts": 1, "score": 89.94146347824851, "task_id": "colorbench-rgb-11", "tight_score": 59.765853912994025, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": false, "0.02": false, "0.05": true } } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "41ae95f3-8821-45f7-8868-52434730dbfe", "result_sha256": "ef48579f959b916f90d53d7b0179005309ebc555f69aca6075ba67b4e256cb89", "result": { "component_errors": { "b": 1, "g": 5, "r": 18 }, "correct": null, "cost_estimated": false, "cost_usd": 0.00507725, "delta_e_ok": 0.030768801189199637, "error": null, "error_kind": null, "family": "rgb", "ground_truth": { "rgb": [ 236, 208, 44 ] }, "group_id": "numeric-12", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-12.png", "input_tokens": 740, "latency_sec": 11.624556720955297, "model_name": "muse-spark-1.3", "out_of_srgb": false, "output_tokens": 977, "prediction": { "b": 45, "g": 213, "r": 254 }, "prompt_sha256": "09fd259e1933fb6529f0be5f0819e7edcbad485141fc78abea1ceadc70f0cf55", "provider": "openai", "raw_prediction": "{\"b\":45,\"g\":213,\"r\":254}", "recorded_at": "2026-09-16T15:38:05.490153+00:00", "request_attempts": 1, "score": 84.61559940540018, "task_id": "colorbench-rgb-12", "tight_score": 38.46239762160073, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": false, "0.02": false, "0.05": true } } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "8cd50807-ffba-47b7-a790-f8ad083eb26c", "result_sha256": "aec26630e77ba02b443ea63d90eeb10397f637fbdea7c8fde4cea6df441acd1a", "result": { "component_errors": { "b": 4, "g": 5, "r": 4 }, "correct": null, "cost_estimated": false, "cost_usd": 0.0037725, "delta_e_ok": 0.0122427769802234, "error": null, "error_kind": null, "family": "rgb", "ground_truth": { "rgb": [ 198, 58, 188 ] }, "group_id": "numeric-13", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-13.png", "input_tokens": 740, "latency_sec": 6.985045791021548, "model_name": "muse-spark-1.3", "out_of_srgb": false, "output_tokens": 670, "prediction": { "b": 184, "g": 53, "r": 194 }, "prompt_sha256": "09fd259e1933fb6529f0be5f0819e7edcbad485141fc78abea1ceadc70f0cf55", "provider": "openai", "raw_prediction": "{\"b\":184,\"g\":53,\"r\":194}", "recorded_at": "2026-09-16T15:18:29.049094+00:00", "request_attempts": 1, "score": 93.8786115098883, "task_id": "colorbench-rgb-13", "tight_score": 75.51444603955319, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": false, "0.02": true, "0.05": true } } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "21e2be1e-493d-4ddc-88f9-d11abba2d5da", "result_sha256": "055eef990a128b1f0daa80ceb3a04a5ebdec490058fd32d2a450152d1339af84", "result": { "component_errors": { "b": 4, "g": 3, "r": 1 }, "correct": null, "cost_estimated": false, "cost_usd": 0.003849, "delta_e_ok": 0.009292342015329014, "error": null, "error_kind": null, "family": "rgb", "ground_truth": { "rgb": [ 44, 178, 198 ] }, "group_id": "numeric-14", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-14.png", "input_tokens": 740, "latency_sec": 9.053994536050595, "model_name": "muse-spark-1.3", "out_of_srgb": false, "output_tokens": 688, "prediction": { "b": 194, "g": 175, "r": 43 }, "prompt_sha256": "09fd259e1933fb6529f0be5f0819e7edcbad485141fc78abea1ceadc70f0cf55", "provider": "openai", "raw_prediction": "{\"b\": 194, \"g\": 175, \"r\": 43}", "recorded_at": "2026-09-16T15:08:38.718231+00:00", "request_attempts": 1, "score": 95.3538289923355, "task_id": "colorbench-rgb-14", "tight_score": 81.41531596934198, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": true, "0.02": true, "0.05": true } } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "c6303848-8555-4a68-a14f-53ad57a5cba9", "result_sha256": "87c858f41995d6e9e9c63fcb828807108001e29769d16eb48d9a37a7c6c518e5", "result": { "component_errors": { "b": 18, "g": 16, "r": 16 }, "correct": null, "cost_estimated": false, "cost_usd": 0.00298625, "delta_e_ok": 0.17398879316707155, "error": null, "error_kind": null, "family": "rgb", "ground_truth": { "rgb": [ 16, 16, 18 ] }, "group_id": "numeric-15", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-15.png", "input_tokens": 740, "latency_sec": 5.078563072020188, "model_name": "muse-spark-1.3", "out_of_srgb": false, "output_tokens": 485, "prediction": { "b": 0, "g": 0, "r": 0 }, "prompt_sha256": "09fd259e1933fb6529f0be5f0819e7edcbad485141fc78abea1ceadc70f0cf55", "provider": "openai", "raw_prediction": "{\"b\":0,\"g\":0,\"r\":0}", "recorded_at": "2026-09-16T15:30:44.983352+00:00", "request_attempts": 1, "score": 13.00560341646423, "task_id": "colorbench-rgb-15", "tight_score": 0, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": false, "0.02": false, "0.05": false } } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "e2fcb1a7-5d47-4ac9-b996-8e136558d027", "result_sha256": "1d655d35eeb8b6e6a30f82f5f5a9834c121c1ef35fb8f948cf12b90b028b8d3e", "result": { "component_errors": { "b": 15, "g": 12, "r": 12 }, "correct": null, "cost_estimated": false, "cost_usd": 0.00439725, "delta_e_ok": 0.036896846075574724, "error": null, "error_kind": null, "family": "rgb", "ground_truth": { "rgb": [ 243, 243, 240 ] }, "group_id": "numeric-16", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-16.png", "input_tokens": 740, "latency_sec": 8.663752647000365, "model_name": "muse-spark-1.3", "out_of_srgb": false, "output_tokens": 817, "prediction": { "b": 255, "g": 255, "r": 255 }, "prompt_sha256": "09fd259e1933fb6529f0be5f0819e7edcbad485141fc78abea1ceadc70f0cf55", "provider": "openai", "raw_prediction": "{\"b\":255,\"g\":255,\"r\":255}", "recorded_at": "2026-09-16T15:36:52.962098+00:00", "request_attempts": 1, "score": 81.55157696221264, "task_id": "colorbench-rgb-16", "tight_score": 26.206307848850553, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": false, "0.02": false, "0.05": true } } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "dd72e0a4-4c64-4165-b127-be57db812e8c", "result_sha256": "e4dee37680de31e8a6fe3f513ceaddfd2f0937ba09685fbcd3d06f1566e14877", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00339275, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "A" }, "group_id": "samediff-pair-01-aa", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-01-aa.png", "input_tokens": 732, "latency_sec": 5.657387026003562, "model_name": "muse-spark-1.3", "out_of_srgb": null, "output_tokens": 583, "prediction": { "choice": "A" }, "prompt_sha256": "5e7848665b728e9630152c817156693405880e5f162e38c259dfb28921044958", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T15:01:27.635241+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-01", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "08cf9b27-704c-4adb-b428-671d40a1594f", "result_sha256": "3e7981eb32a41e1969126aab383d2ab88b9ee025845c75d7aea3e7a9fee1eba3", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00429375, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "B" }, "group_id": "samediff-pair-01-aa", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-01-aa.png", "input_tokens": 732, "latency_sec": 9.081943001016043, "model_name": "muse-spark-1.3", "out_of_srgb": null, "output_tokens": 795, "prediction": { "choice": "B" }, "prompt_sha256": "0a4ab165981a50bcd6b555f867e9fb0981199d629c3115939bc1fd3f4639f344", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T16:29:49.039884+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-02", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "f7813ed2-6aaa-4ae5-92bf-2502f29ded2b", "result_sha256": "41931d3d14e45310732ffcdb519f24db1b97a85e9830b18602406a3a635313e4", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00399625, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "A" }, "group_id": "samediff-pair-01-bb", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-01-bb.png", "input_tokens": 732, "latency_sec": 8.216397459967993, "model_name": "muse-spark-1.3", "out_of_srgb": null, "output_tokens": 725, "prediction": { "choice": "A" }, "prompt_sha256": "5e7848665b728e9630152c817156693405880e5f162e38c259dfb28921044958", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T15:45:13.255681+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-03", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "3cbad039-7e1a-4f62-9b36-efa80a8438f6", "result_sha256": "251cb5ec97683afe6c0c9ea2850ae56949a3a1e9b6423cbdcd33f130b3a545df", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00417475, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "B" }, "group_id": "samediff-pair-01-bb", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-01-bb.png", "input_tokens": 732, "latency_sec": 8.377977154916152, "model_name": "muse-spark-1.3", "out_of_srgb": null, "output_tokens": 767, "prediction": { "choice": "B" }, "prompt_sha256": "0a4ab165981a50bcd6b555f867e9fb0981199d629c3115939bc1fd3f4639f344", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T14:25:38.690998+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-04", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "662c7326-9567-4de1-9af5-8f96131ea23e", "result_sha256": "01cc335bda23e1185f14c809da943de7eadbda08fc09ceb0d504fa045a6b5978", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.0040345, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "B" }, "group_id": "samediff-pair-01-ab", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-01-ab.png", "input_tokens": 732, "latency_sec": 9.022155261947773, "model_name": "muse-spark-1.3", "out_of_srgb": null, "output_tokens": 734, "prediction": { "choice": "A" }, "prompt_sha256": "5e7848665b728e9630152c817156693405880e5f162e38c259dfb28921044958", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T15:39:43.538383+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-samediff-05", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "18e92644-aa1d-40ea-b951-c2e43d543267", "result_sha256": "aa24cc53331375fc406824e15e05cdee12abf1391e26f7a2ac17aec500b59e63", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.0044595, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "A" }, "group_id": "samediff-pair-01-ab", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-01-ab.png", "input_tokens": 732, "latency_sec": 10.451009273994714, "model_name": "muse-spark-1.3", "out_of_srgb": null, "output_tokens": 834, "prediction": { "choice": "B" }, "prompt_sha256": "0a4ab165981a50bcd6b555f867e9fb0981199d629c3115939bc1fd3f4639f344", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T15:29:09.634833+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-samediff-06", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "e23eb31f-22a6-4953-881f-af19a5028d45", "result_sha256": "607f37255f3639308cec715ae00726eae1b268d5b9f35df2b97411b545378c78", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.005573, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "B" }, "group_id": "samediff-pair-01-ba", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-01-ba.png", "input_tokens": 732, "latency_sec": 12.495544924982823, "model_name": "muse-spark-1.3", "out_of_srgb": null, "output_tokens": 1096, "prediction": { "choice": "A" }, "prompt_sha256": "5e7848665b728e9630152c817156693405880e5f162e38c259dfb28921044958", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T15:52:57.554414+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-samediff-07", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "ce1729d6-e952-4bb4-91ac-728561df398a", "result_sha256": "f75594826aef0dfe129548478ccac532f863e25e9c2327e42228fb11c104e1f8", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.00357125, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "A" }, "group_id": "samediff-pair-01-ba", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-01-ba.png", "input_tokens": 732, "latency_sec": 6.435399051057175, "model_name": "muse-spark-1.3", "out_of_srgb": null, "output_tokens": 625, "prediction": { "choice": "B" }, "prompt_sha256": "0a4ab165981a50bcd6b555f867e9fb0981199d629c3115939bc1fd3f4639f344", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T15:42:08.345593+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-samediff-08", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "85ee620b-e9cc-428d-96c9-175b73eb3a16", "result_sha256": "e7746e93909741568d2b76a82b525305eedca54686958fe68c1f9f5887aa7a7f", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0091345, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "A" }, "group_id": "samediff-pair-02-aa", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-02-aa.png", "input_tokens": 732, "latency_sec": 24.14185415103566, "model_name": "muse-spark-1.3", "out_of_srgb": null, "output_tokens": 1934, "prediction": { "choice": "A" }, "prompt_sha256": "5e7848665b728e9630152c817156693405880e5f162e38c259dfb28921044958", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T16:02:14.768770+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-09", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "803fcede-78ec-4d81-af7e-7e4af56a1020", "result_sha256": "ab613b91a0519833d7f4db310bf99e69ee2ddb7b6545066752721f8357ea85c3", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0064315, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "B" }, "group_id": "samediff-pair-02-aa", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-02-aa.png", "input_tokens": 732, "latency_sec": 20.152439599041827, "model_name": "muse-spark-1.3", "out_of_srgb": null, "output_tokens": 1298, "prediction": { "choice": "B" }, "prompt_sha256": "0a4ab165981a50bcd6b555f867e9fb0981199d629c3115939bc1fd3f4639f344", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T16:25:24.619817+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-10", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "9db31cd2-e092-4c52-8ffb-6511ef018088", "result_sha256": "e3937b1be9cc41e8c2a600910baa9d3d7d4cbe7c3dfdbd69850e8cf18540e6d4", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.004009, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "A" }, "group_id": "samediff-pair-02-bb", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-02-bb.png", "input_tokens": 732, "latency_sec": 10.209183964063413, "model_name": "muse-spark-1.3", "out_of_srgb": null, "output_tokens": 728, "prediction": { "choice": "A" }, "prompt_sha256": "5e7848665b728e9630152c817156693405880e5f162e38c259dfb28921044958", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T15:51:48.655464+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-11", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "4bfa9275-6bf6-425f-8c31-8754a1af0709", "result_sha256": "69b33692c43ef66e080fcf0b0869f123db34c5c11ac350023a8b79b5be1dcf8a", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00463375, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "B" }, "group_id": "samediff-pair-02-bb", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-02-bb.png", "input_tokens": 732, "latency_sec": 9.736614830093458, "model_name": "muse-spark-1.3", "out_of_srgb": null, "output_tokens": 875, "prediction": { "choice": "B" }, "prompt_sha256": "0a4ab165981a50bcd6b555f867e9fb0981199d629c3115939bc1fd3f4639f344", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T16:07:54.044487+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-12", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "1899e4c3-1862-4211-95af-2b1c45798fb6", "result_sha256": "e4c945f760a42bd3e12a98135cdaaeeff209726e023c56f2450111470d8ec5eb", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.003533, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "B" }, "group_id": "samediff-pair-02-ab", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-02-ab.png", "input_tokens": 732, "latency_sec": 10.201495896908455, "model_name": "muse-spark-1.3", "out_of_srgb": null, "output_tokens": 616, "prediction": { "choice": "B" }, "prompt_sha256": "5e7848665b728e9630152c817156693405880e5f162e38c259dfb28921044958", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T16:16:14.878131+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-13", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "70430d9e-231a-44dc-b85c-41597b894d1e", "result_sha256": "bfc64857fa92a0f24a69a0cc528025a1f5ee8db29134a3dfae1f29ca73be3870", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00491425, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "A" }, "group_id": "samediff-pair-02-ab", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-02-ab.png", "input_tokens": 732, "latency_sec": 11.179603157914244, "model_name": "muse-spark-1.3", "out_of_srgb": null, "output_tokens": 941, "prediction": { "choice": "A" }, "prompt_sha256": "0a4ab165981a50bcd6b555f867e9fb0981199d629c3115939bc1fd3f4639f344", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T15:32:19.167521+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-14", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "bc7bce39-015e-4d75-815e-fbf7d74a3b94", "result_sha256": "ca49482ca62c0dd3710b91f8f20fd988da0dbb39677b0aec7695b373ccad47df", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.00463375, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "B" }, "group_id": "samediff-pair-02-ba", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-02-ba.png", "input_tokens": 732, "latency_sec": 9.489399887039326, "model_name": "muse-spark-1.3", "out_of_srgb": null, "output_tokens": 875, "prediction": { "choice": "A" }, "prompt_sha256": "5e7848665b728e9630152c817156693405880e5f162e38c259dfb28921044958", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T16:23:46.461461+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-samediff-15", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "cba1b3bd-f254-4033-ade2-74edb04800cc", "result_sha256": "de21d96cd2108f4edcda1b27bab4bb116cec36d008fa162b96c255728b13e1b2", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.004128, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "A" }, "group_id": "samediff-pair-02-ba", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-02-ba.png", "input_tokens": 732, "latency_sec": 8.240427326061763, "model_name": "muse-spark-1.3", "out_of_srgb": null, "output_tokens": 756, "prediction": { "choice": "B" }, "prompt_sha256": "0a4ab165981a50bcd6b555f867e9fb0981199d629c3115939bc1fd3f4639f344", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T14:27:13.165352+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-samediff-16", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "175114a4-ee0d-4e6f-b1f6-ee352112d142", "result_sha256": "6b5fb9021067264ec28790bb04ee06cfaf78271925ae6970a1991205969e0d51", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00522875, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "A" }, "group_id": "samediff-pair-03-aa", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-03-aa.png", "input_tokens": 732, "latency_sec": 11.912115120096132, "model_name": "muse-spark-1.3", "out_of_srgb": null, "output_tokens": 1015, "prediction": { "choice": "A" }, "prompt_sha256": "5e7848665b728e9630152c817156693405880e5f162e38c259dfb28921044958", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T15:25:46.676330+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-17", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "9553ff76-c006-40cd-ad17-d3eeba28cd91", "result_sha256": "f8db4919ed8b805027f3fa2b1522c1c55f14798bf8cf0fccd36a341876287113", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.005794, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "B" }, "group_id": "samediff-pair-03-aa", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-03-aa.png", "input_tokens": 732, "latency_sec": 12.168651264044456, "model_name": "muse-spark-1.3", "out_of_srgb": null, "output_tokens": 1148, "prediction": { "choice": "B" }, "prompt_sha256": "0a4ab165981a50bcd6b555f867e9fb0981199d629c3115939bc1fd3f4639f344", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T15:12:32.757073+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-18", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "6803e756-61d4-4510-b357-03b84467540d", "result_sha256": "a105cda625eba77a040662b0f56c58447399f132f3dcd712ffbdfe593f8c7d79", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.003448, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "A" }, "group_id": "samediff-pair-03-bb", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-03-bb.png", "input_tokens": 732, "latency_sec": 7.399937403970398, "model_name": "muse-spark-1.3", "out_of_srgb": null, "output_tokens": 596, "prediction": { "choice": "A" }, "prompt_sha256": "5e7848665b728e9630152c817156693405880e5f162e38c259dfb28921044958", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T15:53:13.576224+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-19", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "500a36cb-b010-4411-9d9c-6c5d96d1d4c2", "result_sha256": "f70aa65f33f37e64a009a4e91f53f811c32ccf82fe8098a8c86792fde7729f49", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00393675, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "B" }, "group_id": "samediff-pair-03-bb", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-03-bb.png", "input_tokens": 732, "latency_sec": 7.139207651955076, "model_name": "muse-spark-1.3", "out_of_srgb": null, "output_tokens": 711, "prediction": { "choice": "B" }, "prompt_sha256": "0a4ab165981a50bcd6b555f867e9fb0981199d629c3115939bc1fd3f4639f344", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T16:01:00.049139+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-20", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "36a6f503-2141-43fc-b4b6-cabcd3ed12df", "result_sha256": "57e2706a725442416a74dad294b89c11d75a42b198edd8376f435cf7f57f0d26", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.00411525, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "B" }, "group_id": "samediff-pair-03-ab", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-03-ab.png", "input_tokens": 732, "latency_sec": 8.42653669801075, "model_name": "muse-spark-1.3", "out_of_srgb": null, "output_tokens": 753, "prediction": { "choice": "A" }, "prompt_sha256": "5e7848665b728e9630152c817156693405880e5f162e38c259dfb28921044958", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T14:44:02.890655+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-samediff-21", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "61fc59e3-2c2a-4335-ba9d-5027005f263c", "result_sha256": "7ef5266a4455006a22e94b80b20b7f6b88c0fa4865a7106ce1868500dcebd03a", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.00495675, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "A" }, "group_id": "samediff-pair-03-ab", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-03-ab.png", "input_tokens": 732, "latency_sec": 10.104605489992537, "model_name": "muse-spark-1.3", "out_of_srgb": null, "output_tokens": 951, "prediction": { "choice": "B" }, "prompt_sha256": "0a4ab165981a50bcd6b555f867e9fb0981199d629c3115939bc1fd3f4639f344", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T15:33:47.901176+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-samediff-22", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "b77bc262-2f84-419d-9526-9f3709e7d335", "result_sha256": "a88196467794afff567a5fe242c52363149bdc5e698aad7b703b2579feef2616", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.00537325, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "B" }, "group_id": "samediff-pair-03-ba", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-03-ba.png", "input_tokens": 732, "latency_sec": 12.14763765304815, "model_name": "muse-spark-1.3", "out_of_srgb": null, "output_tokens": 1049, "prediction": { "choice": "A" }, "prompt_sha256": "5e7848665b728e9630152c817156693405880e5f162e38c259dfb28921044958", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T16:13:31.957616+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-samediff-23", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "78db8b2e-daef-4c2b-81cd-86b6f94c01e1", "result_sha256": "71ae4d8bfc56c4fa40aa3bbaa8a7732cc6b76519dae55993c1b16fa009fd5b31", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.0044085, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "A" }, "group_id": "samediff-pair-03-ba", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-03-ba.png", "input_tokens": 732, "latency_sec": 10.17295167897828, "model_name": "muse-spark-1.3", "out_of_srgb": null, "output_tokens": 822, "prediction": { "choice": "B" }, "prompt_sha256": "0a4ab165981a50bcd6b555f867e9fb0981199d629c3115939bc1fd3f4639f344", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T16:11:38.165479+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-samediff-24", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "aeb142ba-6449-4d3f-9f94-2ef0034a529e", "result_sha256": "2f745c5034ba00c7f714c5c7d1493e4168fc9f14f1c9f7d2d5a5a16156ec91c5", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0037795, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "A" }, "group_id": "samediff-pair-04-aa", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-04-aa.png", "input_tokens": 732, "latency_sec": 7.9596353160450235, "model_name": "muse-spark-1.3", "out_of_srgb": null, "output_tokens": 674, "prediction": { "choice": "A" }, "prompt_sha256": "5e7848665b728e9630152c817156693405880e5f162e38c259dfb28921044958", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T16:29:37.915840+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-25", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "838883dd-9aab-4e90-817e-0f9d4ec44865", "result_sha256": "24c91f5d63fc0a28300512973e7c4794cdc3e5ff8b0139ada91ed22415ba526f", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0040855, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "B" }, "group_id": "samediff-pair-04-aa", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-04-aa.png", "input_tokens": 732, "latency_sec": 7.708316575968638, "model_name": "muse-spark-1.3", "out_of_srgb": null, "output_tokens": 746, "prediction": { "choice": "B" }, "prompt_sha256": "0a4ab165981a50bcd6b555f867e9fb0981199d629c3115939bc1fd3f4639f344", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T15:22:12.019983+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-26", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "59228df2-fe73-4447-8b58-e5b6822bf812", "result_sha256": "5d9929fbb2452e489fd4483d9d334fcf4818defa1e7654ac9754c8db4d846c20", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00503325, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "A" }, "group_id": "samediff-pair-04-bb", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-04-bb.png", "input_tokens": 732, "latency_sec": 12.799690195010044, "model_name": "muse-spark-1.3", "out_of_srgb": null, "output_tokens": 969, "prediction": { "choice": "A" }, "prompt_sha256": "5e7848665b728e9630152c817156693405880e5f162e38c259dfb28921044958", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T15:32:44.256790+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-27", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "7354136e-4fd5-427b-8fba-f8d284a18f2e", "result_sha256": "96a15fc689576a99edd5458244e2485d2010df4df604efe117192b7a2f95b03e", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0053945, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "B" }, "group_id": "samediff-pair-04-bb", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-04-bb.png", "input_tokens": 732, "latency_sec": 11.225027128006332, "model_name": "muse-spark-1.3", "out_of_srgb": null, "output_tokens": 1054, "prediction": { "choice": "B" }, "prompt_sha256": "0a4ab165981a50bcd6b555f867e9fb0981199d629c3115939bc1fd3f4639f344", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T15:09:27.823378+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-28", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "9cd71132-4cc5-4cf0-8948-6a5412e08c49", "result_sha256": "bf072faf1f9a76253702c8e5a7eb1734ecb73e6f69c7b06cb23d0352a1e6c08b", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.00317175, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "B" }, "group_id": "samediff-pair-04-ab", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-04-ab.png", "input_tokens": 732, "latency_sec": 8.890105007914826, "model_name": "muse-spark-1.3", "out_of_srgb": null, "output_tokens": 531, "prediction": { "choice": "A" }, "prompt_sha256": "5e7848665b728e9630152c817156693405880e5f162e38c259dfb28921044958", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T15:44:17.164038+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-samediff-29", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "e97f1363-0f30-4add-aa4e-575846185d38", "result_sha256": "c5cdf977911d39e37a7564b6e7488a076c3f5ecb50625b61516931ceeda10546", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.006083, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "A" }, "group_id": "samediff-pair-04-ab", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-04-ab.png", "input_tokens": 732, "latency_sec": 13.904722817940637, "model_name": "muse-spark-1.3", "out_of_srgb": null, "output_tokens": 1216, "prediction": { "choice": "B" }, "prompt_sha256": "0a4ab165981a50bcd6b555f867e9fb0981199d629c3115939bc1fd3f4639f344", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T14:06:23.239337+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-samediff-30", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "7692a5b4-7cfc-41be-8d3a-dccba6382e6b", "result_sha256": "02eac702e73859eb774a4a736271748589aaf6162fd2054e4a5ff987c207c7ba", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.00320575, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "B" }, "group_id": "samediff-pair-04-ba", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-04-ba.png", "input_tokens": 732, "latency_sec": 7.967362986993976, "model_name": "muse-spark-1.3", "out_of_srgb": null, "output_tokens": 539, "prediction": { "choice": "A" }, "prompt_sha256": "5e7848665b728e9630152c817156693405880e5f162e38c259dfb28921044958", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T16:14:29.092806+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-samediff-31", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "67c6fce1-913d-45c1-9d32-953aabef325a", "result_sha256": "00254e463403254d399132535c0b4b9088e91accd8279cf26c2ae8f813a59b58", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.00434475, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "A" }, "group_id": "samediff-pair-04-ba", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-04-ba.png", "input_tokens": 732, "latency_sec": 11.1575726630399, "model_name": "muse-spark-1.3", "out_of_srgb": null, "output_tokens": 807, "prediction": { "choice": "B" }, "prompt_sha256": "0a4ab165981a50bcd6b555f867e9fb0981199d629c3115939bc1fd3f4639f344", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T15:46:22.591994+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-samediff-32", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "6b632782-300a-44f9-a57d-cb10658fa8b9", "result_sha256": "236a4352ec441c3472127bb58cbf1e7ed07f57e3dd4419b92b76fa5560ad7d50", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.004043, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "A" }, "group_id": "samediff-pair-05-aa", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-05-aa.png", "input_tokens": 732, "latency_sec": 12.523365859990008, "model_name": "muse-spark-1.3", "out_of_srgb": null, "output_tokens": 736, "prediction": { "choice": "A" }, "prompt_sha256": "5e7848665b728e9630152c817156693405880e5f162e38c259dfb28921044958", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T15:08:11.842632+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-33", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "7794e9a3-7147-486a-ab3b-370aeed8d52b", "result_sha256": "776695ab368699442b4d5488e3ff0504ccda0f11db1c6f040f947d364fba4456", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00476975, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "B" }, "group_id": "samediff-pair-05-aa", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-05-aa.png", "input_tokens": 732, "latency_sec": 10.117817539954558, "model_name": "muse-spark-1.3", "out_of_srgb": null, "output_tokens": 907, "prediction": { "choice": "B" }, "prompt_sha256": "0a4ab165981a50bcd6b555f867e9fb0981199d629c3115939bc1fd3f4639f344", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T15:44:08.022853+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-34", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "890be8ce-b863-4c14-8d37-e1ecbed1760a", "result_sha256": "6e2d6e64c8beea374d1bbe2574719b7bc9de65f188a643600982a89797ab0b34", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00412375, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "A" }, "group_id": "samediff-pair-05-bb", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-05-bb.png", "input_tokens": 732, "latency_sec": 8.5673365019029, "model_name": "muse-spark-1.3", "out_of_srgb": null, "output_tokens": 755, "prediction": { "choice": "A" }, "prompt_sha256": "5e7848665b728e9630152c817156693405880e5f162e38c259dfb28921044958", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T16:03:04.280093+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-35", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "0f09a505-a99c-4aa2-893c-5840fddfd5ac", "result_sha256": "7d3b8d8e7b135f6de84a5d1901b524b94a3aeda3748c5aaaf9509b3e9b81019d", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.003856, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "B" }, "group_id": "samediff-pair-05-bb", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-05-bb.png", "input_tokens": 732, "latency_sec": 9.879035710007884, "model_name": "muse-spark-1.3", "out_of_srgb": null, "output_tokens": 692, "prediction": { "choice": "B" }, "prompt_sha256": "0a4ab165981a50bcd6b555f867e9fb0981199d629c3115939bc1fd3f4639f344", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T16:21:17.048013+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-36", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "75b74a92-54f9-489e-b42c-0f10d28c9d8f", "result_sha256": "68ed3d9a870603726a8ac375c5f4096e1f45926040938c2e18714ec6cabc03a9", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.00327375, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "B" }, "group_id": "samediff-pair-05-ab", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-05-ab.png", "input_tokens": 732, "latency_sec": 7.389990624040365, "model_name": "muse-spark-1.3", "out_of_srgb": null, "output_tokens": 555, "prediction": { "choice": "A" }, "prompt_sha256": "5e7848665b728e9630152c817156693405880e5f162e38c259dfb28921044958", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T15:48:05.479825+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-samediff-37", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "0d21f162-dbac-44ba-a3ef-add986d2ea45", "result_sha256": "d64b479f0c307677f50a7ef57fec28ef24ef3bf670d4e2a11336984da74b03cd", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.00596825, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "A" }, "group_id": "samediff-pair-05-ab", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-05-ab.png", "input_tokens": 732, "latency_sec": 14.9662959149573, "model_name": "muse-spark-1.3", "out_of_srgb": null, "output_tokens": 1189, "prediction": { "choice": "B" }, "prompt_sha256": "0a4ab165981a50bcd6b555f867e9fb0981199d629c3115939bc1fd3f4639f344", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T15:55:28.893800+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-samediff-38", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "4711acc7-3e4e-4c1a-b9c5-d016d1c658d4", "result_sha256": "1554be4b9e801552e795600bbd38248c7e71b07f56df91a3ef530ed16d8460a7", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.0044, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "B" }, "group_id": "samediff-pair-05-ba", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-05-ba.png", "input_tokens": 732, "latency_sec": 10.23494426405523, "model_name": "muse-spark-1.3", "out_of_srgb": null, "output_tokens": 820, "prediction": { "choice": "A" }, "prompt_sha256": "5e7848665b728e9630152c817156693405880e5f162e38c259dfb28921044958", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T15:15:14.471947+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-samediff-39", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "ba9bcb05-d23a-4746-8cd9-bd95b632df79", "result_sha256": "7ee4326c663965b3394d5f813722fab9652e2e3b8deb93f3487a1c46a14582ad", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.003584, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "A" }, "group_id": "samediff-pair-05-ba", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-05-ba.png", "input_tokens": 732, "latency_sec": 8.32499778503552, "model_name": "muse-spark-1.3", "out_of_srgb": null, "output_tokens": 628, "prediction": { "choice": "B" }, "prompt_sha256": "0a4ab165981a50bcd6b555f867e9fb0981199d629c3115939bc1fd3f4639f344", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T14:52:46.171341+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-samediff-40", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "81ca184f-a647-4a98-a986-7a338070ee60", "result_sha256": "f2cdfd753131178ce401e40c9c46075edd3754d8c6d7f0e6fd2788dd06f27e3a", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0031335, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "A" }, "group_id": "samediff-pair-06-aa", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-06-aa.png", "input_tokens": 732, "latency_sec": 7.217376256012358, "model_name": "muse-spark-1.3", "out_of_srgb": null, "output_tokens": 522, "prediction": { "choice": "A" }, "prompt_sha256": "5e7848665b728e9630152c817156693405880e5f162e38c259dfb28921044958", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T14:25:25.631734+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-41", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "3b78762e-3b90-425e-aafe-c00714e44281", "result_sha256": "6ea58b2da9637c6ddcb5241fa49e5ae74653eca2b76e7d5efc5b94ea9bd4ac29", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00420025, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "B" }, "group_id": "samediff-pair-06-aa", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-06-aa.png", "input_tokens": 732, "latency_sec": 8.712023365078494, "model_name": "muse-spark-1.3", "out_of_srgb": null, "output_tokens": 773, "prediction": { "choice": "B" }, "prompt_sha256": "0a4ab165981a50bcd6b555f867e9fb0981199d629c3115939bc1fd3f4639f344", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T15:21:21.514561+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-42", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "ad3e0933-af7d-4e07-9e14-be1f9ae4bfe4", "result_sha256": "8e41c3250810b3f74dd3e273ff067bf08709c2c94dbb56a843bb93a5c99ebf83", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00504175, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "A" }, "group_id": "samediff-pair-06-bb", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-06-bb.png", "input_tokens": 732, "latency_sec": 9.71930583496578, "model_name": "muse-spark-1.3", "out_of_srgb": null, "output_tokens": 971, "prediction": { "choice": "A" }, "prompt_sha256": "5e7848665b728e9630152c817156693405880e5f162e38c259dfb28921044958", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T14:48:12.700727+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-43", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "7aff6095-d1af-45d7-9d8f-b7fb646a04b2", "result_sha256": "c126c365ae60377ca14715d9d4fbaf053f10807b7d4fa007baa987885f2f3c84", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00386025, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "B" }, "group_id": "samediff-pair-06-bb", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-06-bb.png", "input_tokens": 732, "latency_sec": 8.119213555008173, "model_name": "muse-spark-1.3", "out_of_srgb": null, "output_tokens": 693, "prediction": { "choice": "B" }, "prompt_sha256": "0a4ab165981a50bcd6b555f867e9fb0981199d629c3115939bc1fd3f4639f344", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T16:17:19.685167+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-44", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "9ba4cc4c-0fd8-4d56-9316-0c12753aefed", "result_sha256": "1d3e41fb94ae06d04351484d26e0bbc2386b651ef3650d385628906a477139c6", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.003652, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "B" }, "group_id": "samediff-pair-06-ab", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-06-ab.png", "input_tokens": 732, "latency_sec": 5.616329864016734, "model_name": "muse-spark-1.3", "out_of_srgb": null, "output_tokens": 644, "prediction": { "choice": "A" }, "prompt_sha256": "5e7848665b728e9630152c817156693405880e5f162e38c259dfb28921044958", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T14:34:41.259836+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-samediff-45", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "e9b35dde-aa32-45f0-aea5-96522a0006b5", "result_sha256": "3e54ceb07bcb2d669a5dfe41402a0e357cb8c955d935e71e957f03c657241ac9", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.00423, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "A" }, "group_id": "samediff-pair-06-ab", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-06-ab.png", "input_tokens": 732, "latency_sec": 8.269334036973305, "model_name": "muse-spark-1.3", "out_of_srgb": null, "output_tokens": 780, "prediction": { "choice": "B" }, "prompt_sha256": "0a4ab165981a50bcd6b555f867e9fb0981199d629c3115939bc1fd3f4639f344", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T15:34:00.508165+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-samediff-46", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "f2c000dc-cae6-46af-b299-3c26f78697a7", "result_sha256": "0ed250b3bf4ac4c2c7704b422ed29fe0fdc8eb5178a53e769d34a8b797dca825", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.002989, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "B" }, "group_id": "samediff-pair-06-ba", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-06-ba.png", "input_tokens": 732, "latency_sec": 6.030108188977465, "model_name": "muse-spark-1.3", "out_of_srgb": null, "output_tokens": 488, "prediction": { "choice": "A" }, "prompt_sha256": "5e7848665b728e9630152c817156693405880e5f162e38c259dfb28921044958", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T14:12:31.299062+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-samediff-47", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "469dccc2-0edf-4fdd-97d0-f324c434998a", "result_sha256": "71d583ffff8539813c4cc857cda4aa6bd1c222c4bd7aaa84fcaed6b111dc85c1", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.0044, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "A" }, "group_id": "samediff-pair-06-ba", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-06-ba.png", "input_tokens": 732, "latency_sec": 8.90541210200172, "model_name": "muse-spark-1.3", "out_of_srgb": null, "output_tokens": 820, "prediction": { "choice": "B" }, "prompt_sha256": "0a4ab165981a50bcd6b555f867e9fb0981199d629c3115939bc1fd3f4639f344", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T14:41:45.661017+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-samediff-48", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "4f1674d9-b6df-4cf3-bc3c-94671a5e1676", "result_sha256": "31afa3fb9bd08c53065cad946123ec83de45ed5738bfb732366789f7bcf65a98", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00805925, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "A" }, "group_id": "smallmatch-01-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-01.png", "input_tokens": 732, "latency_sec": 19.563765255967155, "model_name": "muse-spark-1.3", "out_of_srgb": null, "output_tokens": 1681, "prediction": { "choice": "A" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T14:23:12.489037+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-01", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "c41a2271-6f13-44cd-ae29-a570977d1c74", "result_sha256": "279fae3835c3e7144a6c77b1b5160f6cc886beaa26e5602ef39ce400323a8739", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.01517375, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "B" }, "group_id": "smallmatch-01-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-02.png", "input_tokens": 732, "latency_sec": 40.758579012937844, "model_name": "muse-spark-1.3", "out_of_srgb": null, "output_tokens": 3355, "prediction": { "choice": "B" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T16:03:51.963416+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-02", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "a51ae517-4aeb-4f7f-b24e-1244307fe550", "result_sha256": "0f03d34bbfd7fdb37e888a68dbb53cc258064cabd2b6c9c3b5fd8ddfb3dc212e", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.01250475, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "C" }, "group_id": "smallmatch-01-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-03.png", "input_tokens": 732, "latency_sec": 35.37821178208105, "model_name": "muse-spark-1.3", "out_of_srgb": null, "output_tokens": 2727, "prediction": { "choice": "C" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-16T14:19:50.751712+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-03", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "27dc7d58-8c0f-433f-a046-85ae4aad29a9", "result_sha256": "a8dbba03875246baac67d756ad14f55e08c1b6ebe4d48bbc7aafd7840bc0ecb5", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.00867975, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "D" }, "group_id": "smallmatch-01-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-04.png", "input_tokens": 732, "latency_sec": 25.23321123397909, "model_name": "muse-spark-1.3", "out_of_srgb": null, "output_tokens": 1827, "prediction": { "choice": "A" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T15:41:57.596797+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-smallmatch-04", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "81b2bc78-ae12-42a1-8b78-f23bd513cf91", "result_sha256": "86ac2304c6318873df20493d4a294af12f4d0ab27398558a57dab0fc2147eb54", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.021383, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "A" }, "group_id": "smallmatch-01-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-05.png", "input_tokens": 732, "latency_sec": 63.2234575409675, "model_name": "muse-spark-1.3", "out_of_srgb": null, "output_tokens": 4816, "prediction": { "choice": "C" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-16T15:55:51.482724+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-smallmatch-05", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "b9f6a322-6c64-4864-82a5-893811a961f4", "result_sha256": "1dd0c07bf5bec33986d4f87ccf28cdb7fe40d1e32717db9363916fa12eb7d33c", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.01542025, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "B" }, "group_id": "smallmatch-01-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-06.png", "input_tokens": 732, "latency_sec": 42.33910327591002, "model_name": "muse-spark-1.3", "out_of_srgb": null, "output_tokens": 3413, "prediction": { "choice": "D" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "openai", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-16T14:34:49.396726+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-smallmatch-06", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "9b003908-ed54-4863-be58-dc93b7639657", "result_sha256": "2c31faa321e6ac29c40036983ba9940a6035dc9b92643e1a09ecb1b3088c17c0", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.020771, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "C" }, "group_id": "smallmatch-01-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-07.png", "input_tokens": 732, "latency_sec": 62.507571605965495, "model_name": "muse-spark-1.3", "out_of_srgb": null, "output_tokens": 4672, "prediction": { "choice": "A" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T15:01:50.922496+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-smallmatch-07", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "a880f8fb-7e78-4061-b26d-c91661cc9037", "result_sha256": "0b21b736d6134a72787a23521c69519b739bf7a65e79b1289cd6e117dd807b94", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.01593875, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "D" }, "group_id": "smallmatch-01-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-08.png", "input_tokens": 732, "latency_sec": 50.96639525704086, "model_name": "muse-spark-1.3", "out_of_srgb": null, "output_tokens": 3535, "prediction": { "choice": "D" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "openai", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-16T16:33:15.261755+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-08", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "4bca4576-3a1e-4e1d-946f-68535909c993", "result_sha256": "c6935662e79c993c790194e0073a13246b9806e45543e5d80a9ce712293079ca", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0167505, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "A" }, "group_id": "smallmatch-01-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-09.png", "input_tokens": 732, "latency_sec": 54.31309571501333, "model_name": "muse-spark-1.3", "out_of_srgb": null, "output_tokens": 3726, "prediction": { "choice": "A" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T16:28:36.671274+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-09", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "959db25c-d425-4909-8048-3320b5e3b148", "result_sha256": "fd54477a503de22358058651f75cbccbfa816d51a2d3eb24cc1a05f2bb18cbac", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.01416225, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "B" }, "group_id": "smallmatch-01-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-10.png", "input_tokens": 732, "latency_sec": 39.6794863519026, "model_name": "muse-spark-1.3", "out_of_srgb": null, "output_tokens": 3117, "prediction": { "choice": "D" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "openai", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-16T16:05:10.822432+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-smallmatch-10", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "024797db-92e9-413e-b2ba-1e13696b0c78", "result_sha256": "2cca6b8a285f56f78a6e1cf70c11c03d03ff69c65c27e87d1865de2f35aa9b7d", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0147105, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "C" }, "group_id": "smallmatch-01-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-11.png", "input_tokens": 732, "latency_sec": 41.590054577915, "model_name": "muse-spark-1.3", "out_of_srgb": null, "output_tokens": 3246, "prediction": { "choice": "C" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-16T16:03:10.899913+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-11", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "7054de0e-3277-48d3-81cb-bbbb8c4cd387", "result_sha256": "0d9bd4eec97417bd528404e4fd9cbf13636a49111a9e0af6b4f142ba44ce2cc5", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.01227525, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "D" }, "group_id": "smallmatch-01-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-12.png", "input_tokens": 732, "latency_sec": 32.73096730397083, "model_name": "muse-spark-1.3", "out_of_srgb": null, "output_tokens": 2673, "prediction": { "choice": "C" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-16T15:35:20.398234+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-smallmatch-12", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "66d39010-6595-4e2c-9044-e3a02ca221b3", "result_sha256": "2b2bd7de860158fa65c0284faca52f22cc3d54dab41fedb3d4cc2fef3189e142", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.01036275, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "A" }, "group_id": "smallmatch-01-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-13.png", "input_tokens": 732, "latency_sec": 32.71429316198919, "model_name": "muse-spark-1.3", "out_of_srgb": null, "output_tokens": 2223, "prediction": { "choice": "A" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T16:21:53.106561+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-13", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "a8052969-175b-4c85-82d3-15c709e221e6", "result_sha256": "c0a790f506fd6d29b862cafe089d43988f8ec275642fb36a859daeed1ed41b09", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.00709875, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "B" }, "group_id": "smallmatch-01-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-14.png", "input_tokens": 732, "latency_sec": 20.678968250984326, "model_name": "muse-spark-1.3", "out_of_srgb": null, "output_tokens": 1455, "prediction": { "choice": "D" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "openai", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-16T16:23:22.863503+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-smallmatch-14", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "8a55439b-9fea-434a-9ed6-5b0c4c41aee4", "result_sha256": "181968a73094a67c1412a9d60f91a33e15d57991b0fd620a53a6a6a446ef4d21", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0133505, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "C" }, "group_id": "smallmatch-01-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-15.png", "input_tokens": 732, "latency_sec": 44.309916991973296, "model_name": "muse-spark-1.3", "out_of_srgb": null, "output_tokens": 2926, "prediction": { "choice": "C" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-16T14:24:46.441742+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-15", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "c18b2c84-9ef0-4e25-8dca-ab2a490cc877", "result_sha256": "f608c7b13d5d5998837b7f1da15e41747a946e5e09de24661f342495b4ffb606", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00787225, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "D" }, "group_id": "smallmatch-01-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-16.png", "input_tokens": 732, "latency_sec": 25.25743052107282, "model_name": "muse-spark-1.3", "out_of_srgb": null, "output_tokens": 1637, "prediction": { "choice": "D" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "openai", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-16T15:11:55.942720+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-16", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "66e38b1a-bc54-46ce-8514-9be84b9dc126", "result_sha256": "2cb4de57cf2ecf3325f3e92197cb1027ae9ae5025d30df79f309397bc4adc247", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.0105625, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "A" }, "group_id": "smallmatch-02-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-17.png", "input_tokens": 732, "latency_sec": 29.652413481031545, "model_name": "muse-spark-1.3", "out_of_srgb": null, "output_tokens": 2270, "prediction": { "choice": "C" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-16T16:27:49.722269+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-smallmatch-17", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "307a68c7-4c3d-45ff-837b-615539dcb77d", "result_sha256": "69ef358a8df5f6eadf772f3624628d19e724eea28e65842b57697f77d12c0b16", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00704775, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "B" }, "group_id": "smallmatch-02-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-18.png", "input_tokens": 732, "latency_sec": 19.286063414998353, "model_name": "muse-spark-1.3", "out_of_srgb": null, "output_tokens": 1443, "prediction": { "choice": "B" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T16:24:52.769861+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-18", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "f2f776e4-f36a-4ef6-afc2-6f39d47a10be", "result_sha256": "ac165d35f5c577a83696cf2130bf5cb595f109dd1b48820c485237553e5fe543", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0081145, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "C" }, "group_id": "smallmatch-02-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-19.png", "input_tokens": 732, "latency_sec": 23.849767350009643, "model_name": "muse-spark-1.3", "out_of_srgb": null, "output_tokens": 1694, "prediction": { "choice": "C" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-16T15:26:40.538446+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-19", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "81a5ee0a-02ca-4703-b9df-caf53a4bd96a", "result_sha256": "18aecfaa1d697d2a736a24ca31deb6df01fcba7c2bde4fbea740bf66bb826dd8", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.00514375, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "D" }, "group_id": "smallmatch-02-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-20.png", "input_tokens": 732, "latency_sec": 15.881558715016581, "model_name": "muse-spark-1.3", "out_of_srgb": null, "output_tokens": 995, "prediction": { "choice": "C" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-16T15:08:31.157357+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-smallmatch-20", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "fc95c02f-60b1-4a4e-87f1-5602415d4297", "result_sha256": "ca33ac4224abc422e153aae16025fba35c1a9cec7481a75d1fa5f0fa315ca252", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.02099625, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "A" }, "group_id": "smallmatch-02-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-21.png", "input_tokens": 732, "latency_sec": 58.844757198006846, "model_name": "muse-spark-1.3", "out_of_srgb": null, "output_tokens": 4725, "prediction": { "choice": "A" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T15:13:49.873426+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-21", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "2400a6dd-9585-4b1c-84a9-d6edc106e17d", "result_sha256": "cd3b01a716b2aed75e7e5fbd980a90585cd315da77da807c62a6a05c1c4b7919", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.01216475, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "B" }, "group_id": "smallmatch-02-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-22.png", "input_tokens": 732, "latency_sec": 34.10211224097293, "model_name": "muse-spark-1.3", "out_of_srgb": null, "output_tokens": 2647, "prediction": { "choice": "B" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T14:25:30.252448+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-22", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "6e4ff011-5360-4508-ab86-9edf178890c3", "result_sha256": "58b7f3422d2c77f2a739a87005a914087fabc014be7187181322f263ccc35536", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0095765, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "C" }, "group_id": "smallmatch-02-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-23.png", "input_tokens": 732, "latency_sec": 25.83736833895091, "model_name": "muse-spark-1.3", "out_of_srgb": null, "output_tokens": 2038, "prediction": { "choice": "C" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-16T16:30:18.867398+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-23", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "e0e7f2ce-f4a7-48a7-a86d-de6277b13ad0", "result_sha256": "40a5d73e5c14fb1694f9a527c5a2317468911147ae9a360c910777bb77c07937", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.00912175, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "D" }, "group_id": "smallmatch-02-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-24.png", "input_tokens": 732, "latency_sec": 27.975262506050058, "model_name": "muse-spark-1.3", "out_of_srgb": null, "output_tokens": 1931, "prediction": { "choice": "B" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T15:39:46.341993+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-smallmatch-24", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "bed8828b-c005-4bc8-acdf-193ecbca342a", "result_sha256": "b2c7c43a0e7088a7d53706703f4217ca520a9f56f927a050b88a582497e69c94", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.00800825, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "A" }, "group_id": "smallmatch-02-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-25.png", "input_tokens": 732, "latency_sec": 23.906690626055934, "model_name": "muse-spark-1.3", "out_of_srgb": null, "output_tokens": 1669, "prediction": { "choice": "B" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T16:10:28.578136+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-smallmatch-25", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "efcd2e43-ab02-43ed-9b4b-dab1583da95e", "result_sha256": "07d40f68c0930ddd6121d54ebcc06698f62efbe6818a4ce27289634a5bb35fef", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.014719, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "B" }, "group_id": "smallmatch-02-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-26.png", "input_tokens": 732, "latency_sec": 45.76206539897248, "model_name": "muse-spark-1.3", "out_of_srgb": null, "output_tokens": 3248, "prediction": { "choice": "B" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T14:54:08.141746+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-26", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "27eccedb-b08b-4b7d-803d-17d5c7bdb701", "result_sha256": "a43946d897771d6047784a44e3f35f3a8cc8498d82c6a3681953089ac5a5f4db", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.01513125, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "C" }, "group_id": "smallmatch-02-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-27.png", "input_tokens": 732, "latency_sec": 47.95105937705375, "model_name": "muse-spark-1.3", "out_of_srgb": null, "output_tokens": 3345, "prediction": { "choice": "B" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T15:18:34.916029+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-smallmatch-27", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "3641c623-0a1a-4076-a89b-4feae80b5d6c", "result_sha256": "b43fa37d8017979010891ba4ccb975f6ecb89aaac029b00a0210172923bdd1bc", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.01485925, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "D" }, "group_id": "smallmatch-02-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-28.png", "input_tokens": 732, "latency_sec": 41.92783378402237, "model_name": "muse-spark-1.3", "out_of_srgb": null, "output_tokens": 3281, "prediction": { "choice": "C" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-16T14:03:33.574723+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-smallmatch-28", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "53348507-c85e-46c8-811a-d5033a556b8a", "result_sha256": "f2c49bf1eac80c17339fea029203779a0b75810ebe93724f11afb55cb06704e7", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.00781275, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "A" }, "group_id": "smallmatch-02-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-29.png", "input_tokens": 732, "latency_sec": 19.495966457063332, "model_name": "muse-spark-1.3", "out_of_srgb": null, "output_tokens": 1623, "prediction": { "choice": "C" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-16T14:39:51.277848+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-smallmatch-29", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "89e5ad87-7277-4ad4-bd84-30710d0e4406", "result_sha256": "e92e31fdbec9f419e339ff45e136e3d0bb270710155a3cae353814c23c7386e8", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.014328, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "B" }, "group_id": "smallmatch-02-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-30.png", "input_tokens": 732, "latency_sec": 44.45682201895397, "model_name": "muse-spark-1.3", "out_of_srgb": null, "output_tokens": 3156, "prediction": { "choice": "B" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T16:02:47.854460+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-30", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "f6917ca9-8d4c-447a-9731-9c1b454ae973", "result_sha256": "b1e933b63b8f0414708fa61fba568cfddec5b321685c08074dd38f5b611cf541", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.01082175, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "C" }, "group_id": "smallmatch-02-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-31.png", "input_tokens": 732, "latency_sec": 31.633981317048892, "model_name": "muse-spark-1.3", "out_of_srgb": null, "output_tokens": 2331, "prediction": { "choice": "C" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-16T14:12:14.798126+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-31", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "772da80e-a020-4df6-810b-e1959a8568d3", "result_sha256": "7da1b228e5f8269f87bdeecb96b6b362356cd04446cb6513cf06084fda7a8cda", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.011455, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "D" }, "group_id": "smallmatch-02-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-32.png", "input_tokens": 732, "latency_sec": 35.20458716596477, "model_name": "muse-spark-1.3", "out_of_srgb": null, "output_tokens": 2480, "prediction": { "choice": "C" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-16T16:04:22.571952+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-smallmatch-32", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "ed03f219-9385-4bef-9802-e388f576cc81", "result_sha256": "15721ee02f4d5ee9225a1b984c1574faaba42a727a8450e117ca529980851a00", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.009041, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "A" }, "group_id": "smallmatch-03-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-33.png", "input_tokens": 732, "latency_sec": 25.667204777011648, "model_name": "muse-spark-1.3", "out_of_srgb": null, "output_tokens": 1912, "prediction": { "choice": "C" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-16T14:43:28.292406+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-smallmatch-33", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "015f1e3c-dd05-4323-b2e8-e2fc86faad6a", "result_sha256": "35fa1d206742b995889cdbab302726a3be811f254efb319bb47472120de85df1", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00751525, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "B" }, "group_id": "smallmatch-03-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-34.png", "input_tokens": 732, "latency_sec": 18.290134449955076, "model_name": "muse-spark-1.3", "out_of_srgb": null, "output_tokens": 1553, "prediction": { "choice": "B" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T14:42:42.582039+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-34", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "089e69ae-5002-418e-882c-f00e551fae2e", "result_sha256": "9050c57f72f6711e3fafc0e3315d9f6e7ee981de87aeaa859291c55e62455e90", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.00899, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "C" }, "group_id": "smallmatch-03-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-35.png", "input_tokens": 732, "latency_sec": 24.41221602598671, "model_name": "muse-spark-1.3", "out_of_srgb": null, "output_tokens": 1900, "prediction": { "choice": "B" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T15:27:55.889223+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-smallmatch-35", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "bb82c6c5-fdbb-4327-ba5f-8344ce08b40f", "result_sha256": "3ab87bf707468f04c302826c761d58d3c0fba60225c10af3baed5ac1b765ebbb", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.00626575, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "D" }, "group_id": "smallmatch-03-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-36.png", "input_tokens": 732, "latency_sec": 17.43655555997975, "model_name": "muse-spark-1.3", "out_of_srgb": null, "output_tokens": 1259, "prediction": { "choice": "B" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T15:38:54.636909+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-smallmatch-36", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "939c33cb-3f2f-44af-a489-c9d03febc077", "result_sha256": "148b0415e39f54518d208952cc32f9769270f7f3b927ea662eb165e54e60bcb2", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.01259825, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "A" }, "group_id": "smallmatch-03-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-37.png", "input_tokens": 732, "latency_sec": 50.19368692103308, "model_name": "muse-spark-1.3", "out_of_srgb": null, "output_tokens": 2749, "prediction": { "choice": "C" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-16T15:09:34.892489+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-smallmatch-37", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "68d2534b-364b-4d6d-a1e8-058edff876cc", "result_sha256": "ec0549139e5a9d4f4becd0a5cab59a8951df60f6a654fe2bf43c4ec119348944", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.006695, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "B" }, "group_id": "smallmatch-03-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-38.png", "input_tokens": 732, "latency_sec": 20.775352832046337, "model_name": "muse-spark-1.3", "out_of_srgb": null, "output_tokens": 1360, "prediction": { "choice": "B" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T15:01:32.350978+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-38", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "19b7108d-aabe-41bf-b7d8-9225ae8a40ff", "result_sha256": "99be379c93290910574cfb812750652e1c80ed3f3186b57e05121295bbf141ad", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.00571325, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "C" }, "group_id": "smallmatch-03-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-39.png", "input_tokens": 732, "latency_sec": 14.848676302004606, "model_name": "muse-spark-1.3", "out_of_srgb": null, "output_tokens": 1129, "prediction": { "choice": "B" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T15:33:12.382161+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-smallmatch-39", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "da327269-0d00-43cf-a277-dcb13123110e", "result_sha256": "2016cbafb6337f9040d4919ddfc644a2277fc818e32f6cbdccf6b47106c2b614", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.02053725, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "D" }, "group_id": "smallmatch-03-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-40.png", "input_tokens": 732, "latency_sec": 60.65484535705764, "model_name": "muse-spark-1.3", "out_of_srgb": null, "output_tokens": 4617, "prediction": { "choice": "B" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T14:53:58.992435+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-smallmatch-40", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "fd986049-5bc0-45b5-9aa0-d7c319824e37", "result_sha256": "dcd8b7a7620b592db6982c71cdb4329f6a06e5ee8b3bebada2f9354448c387ed", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.01060925, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "A" }, "group_id": "smallmatch-03-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-41.png", "input_tokens": 732, "latency_sec": 30.348447947064415, "model_name": "muse-spark-1.3", "out_of_srgb": null, "output_tokens": 2281, "prediction": { "choice": "B" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T14:14:51.918474+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-smallmatch-41", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "d1e2196b-a204-4f02-a47e-2e0d604f146d", "result_sha256": "9b6b278c54bf8b31c1d0439181ded51437915b8347bceb239f5e655ff8f1d5f3", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.01252175, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "B" }, "group_id": "smallmatch-03-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-42.png", "input_tokens": 732, "latency_sec": 40.06958868494257, "model_name": "muse-spark-1.3", "out_of_srgb": null, "output_tokens": 2731, "prediction": { "choice": "D" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "openai", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-16T16:26:36.213384+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-smallmatch-42", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "fa5e544b-d9b8-48dc-841d-a0765a5cebbd", "result_sha256": "6fb7cbf48249192e87689e6ae146815b26008d4d1f328e4b88e7c12b837dfb8e", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0154415, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "C" }, "group_id": "smallmatch-03-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-43.png", "input_tokens": 732, "latency_sec": 44.43112977501005, "model_name": "muse-spark-1.3", "out_of_srgb": null, "output_tokens": 3418, "prediction": { "choice": "C" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-16T15:03:03.699108+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-43", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "3f0ee879-bb40-4841-8c11-aff4d1131ab8", "result_sha256": "87d040ede93216fc1f1397e9ef05cf480d0842bb435745b1d4356088e6bfac6b", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.01091525, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "D" }, "group_id": "smallmatch-03-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-44.png", "input_tokens": 732, "latency_sec": 29.85316234198399, "model_name": "muse-spark-1.3", "out_of_srgb": null, "output_tokens": 2353, "prediction": { "choice": "C" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-16T14:45:37.103063+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-smallmatch-44", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "a4d183b6-18bf-4590-b203-db6a141a3ac4", "result_sha256": "a5cc766485467bc50ac1ecfc29d10dbd0f36ca266f56fc2afbf0510471115a11", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.00867975, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "A" }, "group_id": "smallmatch-03-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-45.png", "input_tokens": 732, "latency_sec": 22.54276998108253, "model_name": "muse-spark-1.3", "out_of_srgb": null, "output_tokens": 1827, "prediction": { "choice": "C" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-16T15:41:40.172011+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-smallmatch-45", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "c724f343-4f17-4541-8863-ed315f22d5ef", "result_sha256": "8e1fb097ade08308bf11606ea951c44d51ee47e86a75f4f519b6eb34c70b0c46", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00340975, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "B" }, "group_id": "smallmatch-03-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-46.png", "input_tokens": 732, "latency_sec": 7.3362305640475824, "model_name": "muse-spark-1.3", "out_of_srgb": null, "output_tokens": 587, "prediction": { "choice": "B" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T14:39:10.783087+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-46", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "2fe268f0-0541-4db9-8891-0f2906b61a44", "result_sha256": "f75996428e2371dbe7bcca92cb7772e0f9898504ec50515bad7953efbc040391", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.01211375, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "C" }, "group_id": "smallmatch-03-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-47.png", "input_tokens": 732, "latency_sec": 32.55234556493815, "model_name": "muse-spark-1.3", "out_of_srgb": null, "output_tokens": 2635, "prediction": { "choice": "C" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-16T16:31:44.764786+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-47", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "7f2ce781-93fc-4de6-9aa8-5e5c42879bbf", "result_sha256": "aa32adc813246d77ba3b2c9fe5d4506439f3ece3ddd8ac61670b1af29ebe6f8d", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.00682675, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "D" }, "group_id": "smallmatch-03-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-48.png", "input_tokens": 732, "latency_sec": 27.603592091007158, "model_name": "muse-spark-1.3", "out_of_srgb": null, "output_tokens": 1391, "prediction": { "choice": "B" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T16:29:25.332584+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-smallmatch-48", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "17c8eff2-cc44-4d51-a920-8e7155be6159", "result_sha256": "e90ed8d9c3d0bbe8cb6ffab5cb1016721874910fade576e724a71cb150ad11c4", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.012543, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "A" }, "group_id": "smallmatch-04-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-49.png", "input_tokens": 732, "latency_sec": 38.60364326892886, "model_name": "muse-spark-1.3", "out_of_srgb": null, "output_tokens": 2736, "prediction": { "choice": "A" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T16:18:10.101962+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-49", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "311bf18c-367d-4c13-9751-cb3def0dd76e", "result_sha256": "ee557e58d97222867e4517c2a827be846dceb83208f37a0183a0c84d18c97293", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0088795, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "B" }, "group_id": "smallmatch-04-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-50.png", "input_tokens": 732, "latency_sec": 23.178113664034754, "model_name": "muse-spark-1.3", "out_of_srgb": null, "output_tokens": 1874, "prediction": { "choice": "B" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T15:30:13.075532+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-50", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "a094c73e-3e1d-470e-99da-5e2cb8fc8d4d", "result_sha256": "cf3a604cd4f28f22668656544501154bc1f4da5037138ba6ed2cbf44cba9e888", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.01069, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "C" }, "group_id": "smallmatch-04-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-51.png", "input_tokens": 732, "latency_sec": 29.866783745004795, "model_name": "muse-spark-1.3", "out_of_srgb": null, "output_tokens": 2300, "prediction": { "choice": "A" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T14:54:30.081667+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-smallmatch-51", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "26529f8b-51be-4c93-b963-a8305235e685", "result_sha256": "3c711cd8faaceaf72e8ffb09f7a221e212edd41e2ed8590f3801fc5e22348bc5", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.005216, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "D" }, "group_id": "smallmatch-04-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-52.png", "input_tokens": 732, "latency_sec": 13.707484422018752, "model_name": "muse-spark-1.3", "out_of_srgb": null, "output_tokens": 1012, "prediction": { "choice": "B" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T16:07:27.935894+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-smallmatch-52", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "b1164ade-ad76-4401-841e-5ef7d1558c1b", "result_sha256": "a20d3546c1f2e9888b665b463e8069918c59e4639046f6b8bcc7b64c4725b87f", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.013138, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "A" }, "group_id": "smallmatch-04-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-53.png", "input_tokens": 732, "latency_sec": 39.5874399690656, "model_name": "muse-spark-1.3", "out_of_srgb": null, "output_tokens": 2876, "prediction": { "choice": "A" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T16:13:44.560333+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-53", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "f056f1fc-a450-49c0-abb2-01f713c300dd", "result_sha256": "c39153cf69d51c5d2a6f27becd313b3525f6f126c371b59181c77c019aef8d6a", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.01052425, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "B" }, "group_id": "smallmatch-04-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-54.png", "input_tokens": 732, "latency_sec": 28.032523746951483, "model_name": "muse-spark-1.3", "out_of_srgb": null, "output_tokens": 2261, "prediction": { "choice": "A" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T14:27:17.144154+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-smallmatch-54", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "a7b14d7f-f20b-42f6-b1c7-4ef406b8eb41", "result_sha256": "b5726afe67fe24d0dc9fc00c9ca3fa59ba0d70c665f3c01174a2314f391ad706", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00498225, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "C" }, "group_id": "smallmatch-04-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-55.png", "input_tokens": 732, "latency_sec": 15.732170925941318, "model_name": "muse-spark-1.3", "out_of_srgb": null, "output_tokens": 957, "prediction": { "choice": "C" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-16T14:04:57.754493+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-55", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "d180d644-e9e3-4cc1-a484-56fb6458923f", "result_sha256": "3bb0e4490a20d2f145291870878555788e041f4cc220a3cb852876e291481299", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.01191825, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "D" }, "group_id": "smallmatch-04-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-56.png", "input_tokens": 732, "latency_sec": 43.44416604901198, "model_name": "muse-spark-1.3", "out_of_srgb": null, "output_tokens": 2589, "prediction": { "choice": "D" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "openai", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-16T15:00:00.721895+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-56", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "c79fca0a-79e8-44c9-a028-2ea15d63c425", "result_sha256": "5288459c08f248de7d5e27b92870ca4da4b85658719db53736b290870aa99306", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.01359275, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "A" }, "group_id": "smallmatch-04-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-57.png", "input_tokens": 732, "latency_sec": 34.71759826899506, "model_name": "muse-spark-1.3", "out_of_srgb": null, "output_tokens": 2983, "prediction": { "choice": "B" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T15:05:02.592628+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-smallmatch-57", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "d7838591-daf4-4eb4-9913-25df8ccad577", "result_sha256": "cff8a15a11be982cb62accf71398e06a7b293125680b606f8c6020e80e2706c2", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.01506325, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "B" }, "group_id": "smallmatch-04-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-58.png", "input_tokens": 732, "latency_sec": 43.19662810699083, "model_name": "muse-spark-1.3", "out_of_srgb": null, "output_tokens": 3329, "prediction": { "choice": "A" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T15:10:48.439626+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-smallmatch-58", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "d2d78ef6-3bba-45f9-b5dc-dbe98772e68d", "result_sha256": "b81a3cbd4da360791a25732dd8851e96e888a0b7289873dbbbd7b3a8dfc561e0", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.01068575, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "C" }, "group_id": "smallmatch-04-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-59.png", "input_tokens": 732, "latency_sec": 31.479387646890245, "model_name": "muse-spark-1.3", "out_of_srgb": null, "output_tokens": 2299, "prediction": { "choice": "B" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T14:11:52.200691+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-smallmatch-59", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "62f8fcbb-5824-49be-a910-7fcf309a1a4d", "result_sha256": "869573a901a48a75f96d4db71f7faec31566004c7f3858e8a74893c69775d395", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.01034575, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "D" }, "group_id": "smallmatch-04-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-60.png", "input_tokens": 732, "latency_sec": 28.412343728006817, "model_name": "muse-spark-1.3", "out_of_srgb": null, "output_tokens": 2219, "prediction": { "choice": "D" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "openai", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-16T15:31:19.774766+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-60", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "cb8e1e7b-0803-4bc8-ba71-9811505c25fd", "result_sha256": "d1b91503714ce2af9fe044a83a540f7350f6f09c697d05be765d4375c352d967", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.013444, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "A" }, "group_id": "smallmatch-04-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-61.png", "input_tokens": 732, "latency_sec": 37.84628167399205, "model_name": "muse-spark-1.3", "out_of_srgb": null, "output_tokens": 2948, "prediction": { "choice": "A" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T14:27:02.454166+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-61", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "7b9b0e24-9a22-4a35-862b-0e9b943add20", "result_sha256": "9c69af354de57e53022f207bae1f753a5d78b7278645a4d32747df85690b48fe", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0097975, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "B" }, "group_id": "smallmatch-04-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-62.png", "input_tokens": 732, "latency_sec": 27.77889156807214, "model_name": "muse-spark-1.3", "out_of_srgb": null, "output_tokens": 2090, "prediction": { "choice": "B" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T15:27:29.203776+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-62", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "d4ce23b9-47c6-4afc-9218-99ef5fd564c5", "result_sha256": "e28f31280766ad90808f80a4e0d3d21a5e9c9f5956e48b1a869da8a30ad1c7c6", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.01007375, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "C" }, "group_id": "smallmatch-04-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-63.png", "input_tokens": 732, "latency_sec": 27.17087560892105, "model_name": "muse-spark-1.3", "out_of_srgb": null, "output_tokens": 2155, "prediction": { "choice": "A" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-16T15:46:25.180939+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-smallmatch-63", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "84eaf347-bbe2-47db-977c-341bc4bfd1a8", "result_sha256": "7d886bb88f3ef2b791520bac166acb03c028c9a001eb763691ab97a71335b454", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.01344825, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "D" }, "group_id": "smallmatch-04-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-64.png", "input_tokens": 732, "latency_sec": 36.34388332697563, "model_name": "muse-spark-1.3", "out_of_srgb": null, "output_tokens": 2949, "prediction": { "choice": "B" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-16T14:24:56.091571+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-smallmatch-64", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } } ] }